-- Logs begin at Wed 2022-10-26 10:31:38 UTC, end at Wed 2022-10-26 13:04:13 UTC. -- Oct 26 11:01:09.141855 dv-neutron-759874-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 11:01:11.899295 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.common.config [-] Logging enabled! Oct 26 11:01:11.899853 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev98 Oct 26 11:01:11.900192 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105302) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 26 11:01:11.903447 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.common.config [-] Logging enabled! Oct 26 11:01:11.903703 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev98 Oct 26 11:01:11.904056 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105302) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 26 11:01:11.905003 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 11:01:11.905240 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 11:01:11.905736 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 11:01:11.905995 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 11:01:11.906221 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 11:01:11.906543 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.906844 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.907079 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.907424 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.907852 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.908210 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.908510 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.908815 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.909108 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.909395 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.909685 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.909920 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.910206 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.910497 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.910789 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.911016 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] debug = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.911300 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.911764 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.912202 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.912488 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.912926 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.913069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.913344 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.913622 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.913910 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.914240 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] host = dv-neutron-759874-5-hyperv {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.914521 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.914810 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.915099 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.915388 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.915664 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.915967 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.916253 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.916527 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.916800 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] log_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.917077 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.917366 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.917656 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.917945 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.918176 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.918400 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.918689 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.918980 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.919260 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.919536 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.919839 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.920117 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.920393 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.920666 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.920953 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.921239 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.921524 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.921800 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.922073 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.922345 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.922620 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.922906 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.923266 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.923595 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.924164 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.924459 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.924732 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.925010 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.925313 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.925602 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.925887 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.926175 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.926451 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.926735 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.927010 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.927282 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.927555 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] use_json = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.927852 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.928128 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.928411 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.928684 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.928956 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.929231 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.929503 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.929790 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.930062 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:11.930361 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.930658 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.930959 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.931245 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.931551 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.931869 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.932164 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.932444 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.932735 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.933025 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.933315 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.933595 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.933897 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.934190 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.934486 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.934793 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.935086 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.935379 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.935657 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.935958 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.936234 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.936512 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.936800 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.937078 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.937368 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.937659 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.937938 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.938242 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.939039 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.939360 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.939741 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.940053 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.940333 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.940616 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.940912 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.941194 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.941470 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.941764 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.942046 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.942323 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.942608 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.942900 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.943191 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.943465 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.943766 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.944058 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.944337 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.944612 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.944884 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.945161 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.945433 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.945721 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.946000 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.946273 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.946548 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.946826 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.947100 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.947374 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.947652 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.947949 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.948231 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.948513 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.948786 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.949060 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.949335 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.949611 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.949890 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.950167 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.950448 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.950724 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.951001 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.951276 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.951551 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.951857 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.952146 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.952446 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.952728 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.953010 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.953290 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.953570 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.953849 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.954128 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.954987 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.955303 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.955641 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.955963 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.956255 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.956644 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.956937 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.957244 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.957544 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.957826 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.958109 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.958397 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.958682 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.958964 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.959250 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.959532 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.959839 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.960128 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.960415 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.960715 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.961012 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.961293 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.961589 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.961886 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.962180 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.962462 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.962775 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.963055 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:11.963275 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 11:01:11.963517 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105302) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 11:01:12.346066 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=105302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 26 11:01:12.346387 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=105302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 26 11:01:12.346653 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=105302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 26 11:01:12.346884 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=105302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 26 11:01:12.347160 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 26 11:01:12.347492 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 11:01:12.675603 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.675855 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.676136 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.677349 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.677636 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.677906 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.730507 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.730800 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.731072 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.746148 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.746438 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.746715 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.775966 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.776252 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.776529 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.813819 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.814103 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:12.814378 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.048222 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.049156 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.049156 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.049523 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.050236 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.148827 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.149151 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.149439 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.149716 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.149985 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.150298 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.150563 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.150822 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.151078 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.151362 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.151626 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.151919 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.152181 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.152437 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.152694 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.152962 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.153220 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.153491 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.153763 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.154023 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.154297 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.154552 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.154839 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.155217 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.155470 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.155738 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.156135 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:01:13.156377 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:01:13.156618 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:01:13.156857 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:01:13.157095 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:01:13.157439 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:01:13.158358 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 11:01:13.161558 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 11:01:13.165483 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 11:01:13.169328 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 26 11:01:13.170965 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 11:01:13.171591 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 11:01:13.171965 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 11:01:13.172358 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 11:01:13.175529 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 11:01:13.175804 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 11:01:13.176148 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 11:01:13.181442 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 11:01:13.204961 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 11:01:13.205488 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.205791 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105302) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 26 11:01:13.206168 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.207520 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105302) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 11:01:13.207827 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 11:01:13.208074 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 11:01:13.218865 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.219153 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:13.365281 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 11:01:13.365444 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 11:01:13.365679 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 11:01:13.366058 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 11:01:13.419859 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO dbcounter [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Registered counter for database neutron Oct 26 11:01:13.440324 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_db.sqlalchemy.engines [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 26 11:01:13.446135 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG dbcounter [-] [105302] Writer thread running {{(pid=105302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:01:13.984633 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Initializing driver for type 'gre' Oct 26 11:01:13.985171 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] gre ID ranges: [(1, 1000)] Oct 26 11:01:14.041509 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Initializing driver for type 'local' Oct 26 11:01:14.042016 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Initializing driver for type 'vlan' Oct 26 11:01:14.056732 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] VlanTypeDriver initialization complete Oct 26 11:01:14.057293 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Initializing driver for type 'vxlan' Oct 26 11:01:14.057897 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] vxlan ID ranges: [(1, 1000)] Oct 26 11:01:14.113430 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Initializing extension driver 'port_security' Oct 26 11:01:14.113734 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.extensions.port_security [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] PortSecurityExtensionDriver initialization complete Oct 26 11:01:14.114062 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Initializing mechanism driver 'openvswitch' Oct 26 11:01:14.114391 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Initializing mechanism driver 'hyperv' Oct 26 11:01:14.120906 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.plugins.ml2.plugin [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:01:14.121578 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > port after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.121945 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > port after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.122292 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > port after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.122799 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:01:14.123214 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > subnet after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.123591 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > subnet after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.123957 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.124345 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:01:14.124747 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > network after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.125090 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > network after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.125427 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > network after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.125812 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:01:14.126923 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > security_group after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.127251 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > security_group after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.127600 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > security_group after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.128121 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:01:14.128526 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.128873 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.129210 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.129731 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:01:14.130133 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > address_group after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.130476 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > address_group after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.130815 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > address_group after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.131202 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:01:14.131644 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] ML2 OVO RPC backend initialized. {{(pid=105302) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 26 11:01:14.132366 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.132725 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.133147 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > network before_response 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.133503 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > networks before_response 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.133901 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > port before_response 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.134198 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > ports before_response 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.134544 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > subnet before_response 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.134887 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > subnets before_response 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.135234 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > network after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.135572 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > network after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.135936 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > network after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.136270 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > port after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.136607 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > port after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.136940 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > port after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.137273 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > subnet after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.137607 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > subnet after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.137939 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.145532 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded quota_driver: . Oct 26 11:01:14.145894 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.plugin [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Modular L2 Plugin initialization complete Oct 26 11:01:14.146242 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading services supported by the core plugin {{(pid=105302) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 11:01:14.146582 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.plugins.ml2.managers [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Got port-security extension from driver 'port_security' Oct 26 11:01:14.147059 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.extensions.vlantransparent [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Disabled vlantransparent extension. Oct 26 11:01:14.147551 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105302) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 11:01:14.147896 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading Plugin: router Oct 26 11:01:14.184111 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router_interface before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.184498 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router after_create 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.184865 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router before_create 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.185226 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.185595 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.185947 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router after_delete 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.186300 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > floatingip after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.186647 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > floatingip after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.187001 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router after_create 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.187345 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router after_update 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.187689 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router after_update 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.188069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.188423 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router after_update 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.189133 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router precommit_update 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.189503 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: port after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.189844 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: port after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.190184 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: subnet after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.190522 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.190869 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > port precommit_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.191218 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router precommit_create 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.191558 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: port before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.191929 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router precommit_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.192282 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router after_update 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.192624 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router precommit_delete 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.192974 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router precommit_create 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.193330 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.193672 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router precommit_update 55549900 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.194033 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > agent after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.194385 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > agent after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.194729 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > network after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.195578 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Tracking information for resource: router configured {{(pid=105302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:01:14.195931 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Tracking information for resource: floatingip configured {{(pid=105302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:01:14.200857 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.db.l3_agentschedulers_db [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 11:01:14.201436 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: port after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.201798 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: port after_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.202149 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: port after_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.202497 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: port after_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.203289 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router before_create 55550100 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.203651 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router precommit_delete 55550100 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.204038 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router precommit_create 55550100 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.204514 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > router precommit_update 55550100 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.209529 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.services.provider_configuration [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service providers = [] {{(pid=105302) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 11:01:14.209888 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.db.servicetype_db [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105302) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 11:01:14.212855 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.services.service_base [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:01:14.213199 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.services.service_base [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:01:14.213539 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.services.service_base [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:01:14.214415 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.services.service_base [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:01:14.214782 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.services.service_base [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 11:01:14.215157 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:01:14.215473 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 11:01:14.226636 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:01:14.226969 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading Plugin: auto_allocate Oct 26 11:01:14.232631 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: network precommit_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.232990 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: network precommit_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.233501 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:01:14.233816 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading Plugin: tag Oct 26 11:01:14.240974 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:01:14.241298 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading Plugin: timestamp Oct 26 11:01:14.245300 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:01:14.245628 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading Plugin: network_ip_availability Oct 26 11:01:14.251043 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.251440 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.251829 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.252532 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:01:14.252847 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading Plugin: flavors Oct 26 11:01:14.257514 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:01:14.257845 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading Plugin: revisions Oct 26 11:01:14.262242 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:01:14.262623 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_concurrency.lockutils [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.915s {{(pid=105302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 26 11:01:14.264664 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105302) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 26 11:01:14.265011 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Initializing extension manager. Oct 26 11:01:14.265537 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: __init__.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.265881 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: __pycache__ {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.266213 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: address_group.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.267037 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.267609 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: address-group Oct 26 11:01:14.267965 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: address_scope.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.268645 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.269149 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: address-scope Oct 26 11:01:14.269468 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: admin_state_down_before_update.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.270351 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.270855 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: router-admin-state-down-before-update Oct 26 11:01:14.271173 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: agent.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.271864 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.272359 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: agent Oct 26 11:01:14.272675 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: agent_resources_synced.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.273537 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.274036 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: agent-resources-synced Oct 26 11:01:14.274355 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: allowedaddresspairs.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.276115 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.276626 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: allowed-address-pairs Oct 26 11:01:14.276950 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: auto_allocated_topology.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.277966 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.278474 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: auto-allocated-topology Oct 26 11:01:14.278797 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: availability_zone.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.279450 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.279975 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: availability_zone Oct 26 11:01:14.280299 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: availability_zone_filter.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.281163 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.281666 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: availability_zone_filter Oct 26 11:01:14.281982 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: data_plane_status.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.283381 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.283971 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 11:01:14.284291 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: default_subnetpools.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.285160 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.285661 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: default-subnetpools Oct 26 11:01:14.285981 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: dhcpagentscheduler.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.286746 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.287252 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: dhcp_agent_scheduler Oct 26 11:01:14.287572 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: dns.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.288463 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.288960 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension dns-integration not supported by any of loaded plugins Oct 26 11:01:14.289278 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: dns_domain_ports.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.290148 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.290654 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 11:01:14.290976 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.291888 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.292389 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 11:01:14.292710 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: dvr.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.293342 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.293837 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: dvr Oct 26 11:01:14.294155 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: ecmp_routes.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.295023 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.295517 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 11:01:14.295868 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: empty_string_filtering.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.296732 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.297227 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: empty-string-filtering Oct 26 11:01:14.297544 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.299452 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.299995 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 11:01:14.300320 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.301186 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.301685 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 11:01:14.302005 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: external_net.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.302867 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.303366 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: external-net Oct 26 11:01:14.303684 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: extra_dhcp_opt.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.304557 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.305055 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: extra_dhcp_opt Oct 26 11:01:14.305372 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: extraroute.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.306227 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.306723 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: extraroute Oct 26 11:01:14.307042 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: extraroute_atomic.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.308039 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.308542 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: extraroute-atomic Oct 26 11:01:14.308864 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: filter_validation.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.309484 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.309983 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: filter-validation Oct 26 11:01:14.310308 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: fip_pf_description.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.311168 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.311665 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 11:01:14.312007 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: fip_pf_detail.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.312862 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.313361 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: floating-ip-port-forwarding-detail Oct 26 11:01:14.313719 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: fip_pf_port_range.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.314725 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.315224 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 26 11:01:14.315542 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: fip_port_details.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.316453 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.316949 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: fip-port-details Oct 26 11:01:14.317267 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: flavors.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.318437 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.318946 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: flavors Oct 26 11:01:14.319287 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.320909 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.321422 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 11:01:14.321744 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: floatingip_pools.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.322405 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.322903 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: floatingip-pools Oct 26 11:01:14.323224 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: ip_allocation.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.324130 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.324630 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 11:01:14.324951 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.325849 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.326356 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: ip-substring-filtering Oct 26 11:01:14.326675 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l2_adjacency.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.327551 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.328087 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 11:01:14.328408 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l3.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.329385 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.329899 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: router Oct 26 11:01:14.330218 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l3_conntrack_helper.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.332658 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.333185 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 11:01:14.333513 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.334389 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.334901 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: ext-gw-mode Oct 26 11:01:14.335227 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.336135 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.336643 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: l3-ha Oct 26 11:01:14.336963 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.337827 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.338333 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 26 11:01:14.338653 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l3_flavors.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.339527 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.340051 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: l3-flavors Oct 26 11:01:14.340376 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l3_ndp_proxy.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.341690 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.342193 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 26 11:01:14.342517 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.343383 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.343922 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 11:01:14.344245 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: l3agentscheduler.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.345807 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.346312 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: l3_agent_scheduler Oct 26 11:01:14.346639 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: local_ip.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.348339 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.348853 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension local_ip not supported by any of loaded plugins Oct 26 11:01:14.349180 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: logging.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.350594 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.351112 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension logging not supported by any of loaded plugins Oct 26 11:01:14.351439 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: metering.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.352164 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.352738 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: metering Oct 26 11:01:14.353061 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.354111 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.354621 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: metering_source_and_destination_fields Oct 26 11:01:14.354943 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: multiprovidernet.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.355838 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.356349 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: multi-provider Oct 26 11:01:14.356669 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: netmtu.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.357537 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.358039 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: net-mtu Oct 26 11:01:14.358357 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: netmtu_writable.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.359224 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.359743 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: net-mtu-writable Oct 26 11:01:14.360066 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: network_availability_zone.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.361284 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.361779 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: network_availability_zone Oct 26 11:01:14.362098 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: network_ip_availability.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.363143 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.363644 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: network-ip-availability Oct 26 11:01:14.363998 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: network_segment_range.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.364722 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.365219 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 11:01:14.365538 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: pagination.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.366468 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.366795 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: pagination Oct 26 11:01:14.367112 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: port_device_profile.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.367996 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.368504 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: port-device-profile Oct 26 11:01:14.368823 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: port_mac_address_override.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.369689 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.370196 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: port-mac-override Oct 26 11:01:14.370515 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.371388 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.371923 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: port-mac-address-regenerate Oct 26 11:01:14.372243 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.373106 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.373607 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: port-numa-affinity-policy Oct 26 11:01:14.373925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: port_resource_request.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.374780 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.375277 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 11:01:14.375593 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: port_resource_request_groups.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.376562 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.377055 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 26 11:01:14.377372 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: portbindings.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.378242 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.378740 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: binding Oct 26 11:01:14.379056 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: portbindings_extended.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.380270 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.380784 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: binding-extended Oct 26 11:01:14.381110 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: portsecurity.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.381973 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.382484 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: port-security Oct 26 11:01:14.382804 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: project_id.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.383743 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.384110 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: project-id Oct 26 11:01:14.384391 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: providernet.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.385442 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.385948 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: provider Oct 26 11:01:14.386266 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.389736 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.390262 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos not supported by any of loaded plugins Oct 26 11:01:14.390594 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.391869 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.392390 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 11:01:14.392724 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.393594 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.394103 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 11:01:14.394425 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_default.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.395295 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.395830 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-default not supported by any of loaded plugins Oct 26 11:01:14.396197 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_fip.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.397029 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.397538 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-fip not supported by any of loaded plugins Oct 26 11:01:14.397858 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_fip_network_policy.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.398723 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.399228 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 26 11:01:14.399550 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_gateway_ip.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.400459 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.400965 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 11:01:14.401291 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_port_network_policy.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.402157 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.402662 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 11:01:14.402979 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.403990 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.404500 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 11:01:14.404822 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.405812 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.406314 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 26 11:01:14.406637 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_pps_rule.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.408299 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.408801 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-pps not supported by any of loaded plugins Oct 26 11:01:14.409120 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_rule_type_details.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.409995 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.410496 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 11:01:14.410816 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_rule_type_filter.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.411686 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.412207 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 26 11:01:14.412527 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: qos_rules_alias.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.413513 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.414016 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 11:01:14.414337 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: quota_check_limit.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.415198 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.415705 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: quota-check-limit Oct 26 11:01:14.416051 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: quotasv2.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.416929 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.417248 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: quotas Oct 26 11:01:14.417565 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: quotasv2_detail.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.419206 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.419541 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: quota_details Oct 26 11:01:14.419894 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: rbac.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.420896 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.421410 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: rbac-policies Oct 26 11:01:14.421739 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: rbac_address_group.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.422614 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.423735 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: rbac-address-group Oct 26 11:01:14.424336 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: rbac_address_scope.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.425284 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.425794 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: rbac-address-scope Oct 26 11:01:14.426114 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: rbac_security_groups.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.426988 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.427497 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: rbac-security-groups Oct 26 11:01:14.427845 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: rbac_subnetpool.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.428709 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.429212 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: rbac-subnetpool Oct 26 11:01:14.429531 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: revisionifmatch.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.430411 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.430915 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: revision-if-match Oct 26 11:01:14.431234 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: revisions.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.432335 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.432846 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: standard-attr-revisions Oct 26 11:01:14.433166 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: router_availability_zone.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.433797 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.434308 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: router_availability_zone Oct 26 11:01:14.434626 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: routerservicetype.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.435498 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.436035 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension router-service-type not supported by any of loaded plugins Oct 26 11:01:14.436352 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.437236 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.437736 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: security-groups-normalized-cidr Oct 26 11:01:14.438052 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: security_groups_port_filtering.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.439024 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.439522 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: port-security-groups-filtering Oct 26 11:01:14.439878 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.440762 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.441265 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: security-groups-remote-address-group Oct 26 11:01:14.441590 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.442471 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.442972 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: security-groups-shared-filtering Oct 26 11:01:14.443290 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: securitygroup.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.452918 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.453451 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: security-group Oct 26 11:01:14.453785 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: segment.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.454498 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.455007 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension segment not supported by any of loaded plugins Oct 26 11:01:14.455334 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.456251 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.456770 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 11:01:14.457097 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: servicetype.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.458137 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.458655 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: service-type Oct 26 11:01:14.458982 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: sorting.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.459936 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.460271 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: sorting Oct 26 11:01:14.460595 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: standard_attr_segment.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.461486 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.461996 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 11:01:14.462321 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: standardattrdescription.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.462930 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.463437 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: standard-attr-description Oct 26 11:01:14.463790 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: stateful_security_group.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.464672 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.465185 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: stateful-security-group Oct 26 11:01:14.465509 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: stdattrs_common.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.466053 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 11:01:14.466373 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.467245 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.467776 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 11:01:14.468098 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: subnet_onboard.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.469088 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.469598 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: subnet_onboard Oct 26 11:01:14.470428 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.471306 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.471846 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 11:01:14.472170 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: subnet_service_types.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.473044 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.473551 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: subnet-service-types Oct 26 11:01:14.473872 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: subnetallocation.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.474906 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.475420 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: subnet_allocation Oct 26 11:01:14.475762 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.476390 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.476896 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: subnetpool-prefix-ops Oct 26 11:01:14.477218 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.478106 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.478612 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 11:01:14.478936 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: tagging.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.479947 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.480462 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: standard-attr-tag Oct 26 11:01:14.480784 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: timestamp.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.481962 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.482469 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loaded extension: standard-attr-timestamp Oct 26 11:01:14.482790 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: trunk.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.483795 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.484302 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension trunk not supported by any of loaded plugins Oct 26 11:01:14.484621 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: trunk_details.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.485501 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.486592 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension trunk-details not supported by any of loaded plugins Oct 26 11:01:14.487003 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: uplink_status_propagation.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.487917 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.488422 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 11:01:14.488740 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Loading extension file: vlantransparent.py {{(pid=105302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:01:14.489361 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:01:14.489855 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 11:01:14.492495 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:network Oct 26 11:01:14.493040 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:subnet Oct 26 11:01:14.493439 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:01:14.493828 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:port Oct 26 11:01:14.495080 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.495519 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service FLAVORS assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.496168 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.496592 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.496929 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:router Oct 26 11:01:14.497360 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:floatingip Oct 26 11:01:14.497847 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service METERING assigned prefix: /metering {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.499266 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.499632 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.500009 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:01:14.501011 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 11:01:14.501612 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:security_group Oct 26 11:01:14.502058 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 11:01:14.502564 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service CORE assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.502894 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:01:14.503236 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] subnetpool is already registered Oct 26 11:01:14.503664 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service CORE assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.504016 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:01:14.504349 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] subnetpool is already registered Oct 26 11:01:14.506723 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.507158 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service FLAVORS assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.507774 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.508196 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.508526 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:router Oct 26 11:01:14.508865 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] router is already registered Oct 26 11:01:14.509287 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:floatingip Oct 26 11:01:14.509623 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] floatingip is already registered Oct 26 11:01:14.510075 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service METERING assigned prefix: /metering {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.510753 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 11:01:14.511076 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] rbac_policy is already registered Oct 26 11:01:14.511485 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:security_group Oct 26 11:01:14.511844 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] security_group is already registered Oct 26 11:01:14.512245 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 11:01:14.512581 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] security_group_rule is already registered Oct 26 11:01:14.513200 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service CORE assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.513528 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:01:14.513861 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] subnetpool is already registered Oct 26 11:01:14.514272 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.v2.resource_helper [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Service CORE assigned prefix: {{(pid=105302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:01:14.514593 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:01:14.514920 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING neutron.quota.resource_registry [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] subnetpool is already registered Oct 26 11:01:14.515384 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: extensions {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.517492 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: address-groups {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.519097 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: address-scopes {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.520454 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: agents {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.521632 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: auto-allocated-topology {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.522906 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: availability_zones {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.524161 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: dhcp-networks {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.525667 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: dhcp-agents {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.527118 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: routers {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.528896 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: flavors {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.530177 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: service_profiles {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.531393 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: next_providers {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.533590 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: service_profiles {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.536039 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: floatingip-pools {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.537281 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: routers {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.539001 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: floatingips {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.540326 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: l3-routers {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.541721 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: l3-agents {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.543166 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: metering-labels {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.544477 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: metering-label-rules {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.545868 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: network-ip-availabilities {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.547149 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: bindings {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.548794 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: quotas {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.550717 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: quotas {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.552308 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: rbac-policies {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.553536 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: security-groups {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.554857 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: security-group-rules {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.556177 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: service-providers {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.557383 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: subnetpools {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.558733 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: subnetpools {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.560394 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.562106 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.564296 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.565856 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.567612 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.569654 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.571322 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.573262 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.575071 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.576850 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron.api.extensions [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Extended resource: tags {{(pid=105302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:01:14.583615 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING keystonemiddleware.auth_token [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 11:01:14.588743 dv-neutron-759874-5-hyperv neutron-server[105302]: WARNING keystonemiddleware.auth_token [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 11:01:14.598422 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_concurrency.lockutils [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Acquiring lock "singleton_lock" {{(pid=105302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 26 11:01:14.598749 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_concurrency.lockutils [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Acquired lock "singleton_lock" {{(pid=105302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 26 11:01:14.599219 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_concurrency.lockutils [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Releasing lock "singleton_lock" {{(pid=105302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 26 11:01:14.599898 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO oslo_service.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Starting 2 workers Oct 26 11:01:14.604645 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Started child 105415 {{(pid=105302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:01:14.608980 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Started child 105416 {{(pid=105302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:01:14.610116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:14.610790 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO neutron.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 11:01:14.611500 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Publish callbacks [] for process (None), before_spawn {{(pid=105302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:14.611610 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [-] (105415) wsgi starting up on http://0.0.0.0:9696 Oct 26 11:01:14.613761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:14.614220 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO oslo_service.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Starting 1 workers Oct 26 11:01:14.615156 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [-] (105416) wsgi starting up on http://0.0.0.0:9696 Oct 26 11:01:14.619198 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Started child 105417 {{(pid=105302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:01:14.619755 dv-neutron-759874-5-hyperv neutron-server[105302]: INFO oslo_service.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Starting 1 workers Oct 26 11:01:14.622682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] calling RpcWorker wait() {{(pid=105417) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 11:01:14.623211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] returning from RpcWorker wait() {{(pid=105417) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 11:01:14.624173 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Started child 105418 {{(pid=105302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:01:14.624469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:14.624889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:01:14.624983 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG neutron_lib.callbacks.manager [None req-2edee311-598d-4750-98a1-7d8357262c9d None None] Publish callbacks [] for process (None), after_spawn {{(pid=105302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:14.626989 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 11:01:14.627203 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 11:01:14.627382 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 11:01:14.627607 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 11:01:14.627995 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 11:01:14.628178 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 11:01:14.628684 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.628976 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.629069 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:14.629562 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.629562 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.630045 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.630228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:01:14.630323 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.630531 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.630788 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.631049 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.631222 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.631387 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.631636 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.631887 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.632189 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.632469 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.632720 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.632948 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.633118 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.633385 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.633638 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.633892 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.634218 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] debug = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.634414 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.634910 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.635139 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.635396 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.635621 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.635913 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.636156 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.636427 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.636661 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.636893 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.637145 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.637403 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.637658 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.637883 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.638116 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.638390 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.638627 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.639101 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] host = dv-neutron-759874-5-hyperv {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.639353 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.639586 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.639854 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.640116 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.640386 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.640601 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.640880 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.641123 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.641371 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.641611 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.642389 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.642663 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.642911 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.643368 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.643542 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_options = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.643791 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.644057 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.644316 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.644509 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.644679 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.644838 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.645082 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.645235 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.646433 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.646433 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.646433 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.646433 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.646433 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.646793 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.646793 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.646981 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.647226 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.647449 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.647704 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.647978 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.648211 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.648456 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.648870 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.648973 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.649171 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.649339 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.649738 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.649950 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.650162 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.650396 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.650646 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.650901 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.651142 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.651378 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.651645 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.652466 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.652466 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.652466 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.652922 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.652922 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.653188 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.653326 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.654164 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.654164 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.654164 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.654164 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.654481 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_json = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.654481 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.654691 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.654937 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.655155 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.655392 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.655601 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.655861 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.656089 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.656299 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.656769 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.657020 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.657331 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.658120 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.658505 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.658899 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.659298 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.659544 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.659967 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.660353 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.660812 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.661164 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.661616 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.661871 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.662130 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.662456 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.662733 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.663029 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.663249 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.663488 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.663704 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.663950 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.664226 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.664467 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.664712 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.664959 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.665198 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.665502 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.665756 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.666030 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.666376 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.666648 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.666907 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.667167 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.667392 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.667623 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.667878 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.668091 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.668301 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.668534 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.668787 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.669016 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.669243 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.669484 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.669695 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.669921 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.670140 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.670371 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.670594 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.670977 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.671193 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.671405 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.671642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.671874 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.672098 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.672328 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.672750 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.673225 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.673683 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.674344 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.674561 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.674778 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.675171 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.675399 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.675642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.675880 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.676123 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.676345 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.676594 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.676839 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.677057 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.677272 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.677492 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.677707 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.677947 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.678166 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.678380 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.678758 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.679003 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.679408 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.679855 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.680291 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.680528 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.680739 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.681159 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.681572 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.682041 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.682448 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.682669 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.682889 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.683127 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.683374 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.683652 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.683938 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.684184 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.684405 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.684658 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.684913 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.685140 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.685553 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.685942 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.686355 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.686789 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.687081 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.687483 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.687902 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.688305 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.688829 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.689322 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.689551 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.689771 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.689989 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.690207 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.690468 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.690704 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.690952 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.691199 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.691441 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.691705 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.691980 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.692199 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.692435 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.692669 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.692960 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.693212 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.693482 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.693700 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.693970 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.694454 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.694787 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.695044 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.695274 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.695523 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.695836 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.696086 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.696338 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.696560 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.696980 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.697231 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.697476 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.697723 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.697938 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.698166 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.698485 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.698744 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.698983 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.699199 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.699467 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.699756 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.699999 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.700280 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.700528 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.700791 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.701044 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.701489 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.701782 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.702102 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.702341 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.702556 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.702803 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.703016 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.703251 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.703485 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.703750 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.703984 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.704205 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.704946 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.705157 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.705408 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.705649 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.705893 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.706107 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.706342 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.706602 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.706818 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.707033 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.707251 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.707465 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.707736 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.707974 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.708260 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.708514 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.708748 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.708979 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.709218 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.709460 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.709672 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.709904 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.710133 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.710339 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.710571 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.710786 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.710998 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.711219 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.711442 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.711853 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.712115 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.712363 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.712718 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.712980 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.713237 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.713492 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.713745 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.713975 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.714206 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.714420 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.714652 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.715193 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.715193 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.715362 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.715553 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.715812 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.716045 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.716254 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.716459 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.716688 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.717110 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.717337 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.717566 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.717821 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.718057 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.718652 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.718652 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.718906 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.718906 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.719092 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.719300 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.719507 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.719749 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.720544 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.720873 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.721124 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.721352 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.721667 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.721829 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.722038 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.722261 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.722469 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.722679 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.722898 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.723111 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.723322 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.723545 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.723771 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.723981 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.724198 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.724411 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.724623 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.724843 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.725071 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.725277 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.725514 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.725724 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.725929 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.726149 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.726358 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.726563 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.726779 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.726988 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.727193 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.727431 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.727637 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.727870 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.728088 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.728303 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.728532 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.728836 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.729096 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.729279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:01:14.729418 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.729588 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.729813 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.730055 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.730301 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.730620 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.730832 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.731098 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.731324 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.731538 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.731814 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.732070 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.732388 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.732689 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.732951 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.733219 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.733651 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.734141 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.734395 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.734629 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.734941 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.735891 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.735891 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.736265 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.736821 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.737368 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.737598 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.737815 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.738029 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.738243 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.738477 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.738711 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.738936 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.739178 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.739393 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.739624 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.739861 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.740083 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.740313 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.740531 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.740760 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.740900 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 11:01:14.741423 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 11:01:14.741581 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 11:01:14.741733 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 11:01:14.741920 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 11:01:14.742087 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 11:01:14.742242 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 11:01:14.742448 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.742600 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.742752 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.742909 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.743087 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.743250 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.743406 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.743562 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.743736 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.743898 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.744054 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.744211 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.744368 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.744523 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.744680 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.744837 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.744992 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.745152 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.745308 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.745465 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.745621 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.745778 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] debug = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.745934 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.746442 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.746631 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.746789 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.746946 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.747113 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.747542 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.747706 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.747953 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.748113 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.748511 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.748674 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.748832 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.748989 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.749146 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.749304 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.749461 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.749619 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] host = dv-neutron-759874-5-hyperv {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.749776 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.749933 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.750090 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.750246 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.750402 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.750563 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.750758 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.750908 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.751053 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.751225 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.759754 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.759754 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.759754 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.759754 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.759754 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_options = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.759754 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.759754 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.759754 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760270 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760270 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760270 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760270 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760270 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760270 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760270 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.760642 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761069 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761495 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761495 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761495 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761495 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761495 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761495 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761495 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761495 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.761925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_json = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762841 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762841 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762841 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762841 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762841 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:01:14.762841 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.762841 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.762841 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763271 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763271 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763271 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763271 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763271 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763271 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763271 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763271 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763714 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763714 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763714 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763714 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.763714 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.764004 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.764068 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.764233 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.764373 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.764529 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.764701 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.764859 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.765697 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.765876 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.766044 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.766212 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.766386 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.766549 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.766716 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.767410 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.767590 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.767743 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.767902 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.768060 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.768219 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.768380 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.768535 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.768719 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.768877 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.769034 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.769214 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.769367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.769527 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.769675 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.769842 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.769989 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.770160 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.770318 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.770479 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.770646 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.770811 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.770972 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.771133 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.771295 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.771459 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.771621 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.771812 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.771974 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.772135 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.772297 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.772458 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.772618 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.772780 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.772941 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.773101 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.773264 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.773424 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.773598 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.773759 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.773920 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.774082 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.774244 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.774406 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.774569 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.774730 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.774891 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.775049 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.775211 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.775370 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.775530 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.775691 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.775873 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.776035 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.776195 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.776356 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.776517 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.776677 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.776837 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.776997 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.777158 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.777329 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.777505 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.777668 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.777828 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.777990 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.778151 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.778312 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.778476 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.778622 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.778782 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.778942 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.779101 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.779262 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.779424 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.779584 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.779760 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.779925 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.780086 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.780246 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.780406 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.780565 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.780730 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.780889 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.781048 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.781210 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.781371 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.781532 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.781692 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.781851 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.782011 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.782171 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.782331 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.783048 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.783197 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.783359 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.783523 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.783688 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.783880 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.784042 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.784203 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.784364 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.784525 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.784686 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.784846 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.785007 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.785167 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.785327 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.785487 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.785660 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.785821 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.785983 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.786144 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.786328 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.786487 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.786647 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.786809 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.786969 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.787131 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.787292 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.787453 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.787613 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.787795 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.787957 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.788118 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.788278 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.788438 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.788598 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.788759 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.788920 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.789083 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.789243 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.789404 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.789566 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.789726 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.789887 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.790046 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.790206 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.790368 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.790528 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.790693 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.790853 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.791014 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.791173 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.791332 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.791492 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.791652 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.791834 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.791994 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.792154 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.792315 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.792474 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.792636 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.792796 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.792957 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.793117 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.793279 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.793440 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.793599 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.793760 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.793922 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.794081 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.794243 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.794404 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.794565 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.794726 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.794886 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.795046 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.795226 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.795387 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.795548 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.795711 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.795892 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.796053 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.796213 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.796373 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.796533 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.796693 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.796892 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.797059 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.797221 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.797380 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.797541 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.797701 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.797861 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.798046 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.798304 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.798466 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.798628 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.798790 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.799216 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.799380 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.799541 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.799702 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.799886 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.800048 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.800210 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.800372 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.800533 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.800700 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.800875 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.801036 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.801198 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.801359 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.801522 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.801684 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.801856 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.802017 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.802178 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.802337 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.802498 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.802659 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.802830 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.802991 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.803151 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.803312 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.803473 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.803633 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.803825 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.803988 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.804149 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.804310 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.804470 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.804631 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.804801 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.804961 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.805122 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.805282 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.805443 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.805604 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.805774 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.805935 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.806095 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.806255 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.806415 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.806576 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.806762 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.806929 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.807091 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.807262 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.807423 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.807583 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.807764 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.807939 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.808100 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.808264 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.808425 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.808586 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.808747 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.808909 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.809074 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.809244 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.809411 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.809575 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.809744 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.809912 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.810080 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.810242 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.810411 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.810587 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.810752 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.810906 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.811066 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.811226 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.811386 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.811547 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.811706 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.811887 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.812047 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.812208 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.812367 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.812528 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.812688 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.812849 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.813011 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.813171 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.813333 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.813493 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.813678 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:01:14.813830 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 11:01:14.825612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 48746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:14.833025 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053754 Oct 26 11:01:14.837391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038085 Oct 26 11:01:24.106191 dv-neutron-759874-5-hyperv neutron-server[105302]: DEBUG dbcounter [-] [105302] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105302) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:26.364021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3039f78-c2fc-479a-8fd4-106dd443f9de None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:01:26.366847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writer thread running {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:01:26.460431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3039f78-c2fc-479a-8fd4-106dd443f9de None None] No non-hosted networks {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 11:01:26.475825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.agentschedulers_db [None req-a3039f78-c2fc-479a-8fd4-106dd443f9de None None] DHCP Agent not found on host dv-neutron-759874-5-hyperv {{(pid=105417) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 26 11:01:26.566380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ca7fd9b1-f080-42ec-8a47-d4026b52bee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16327290'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:28.160495 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writer thread running {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:01:28.731877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a9c67af2-43e2-44aa-a9a6-4b5183519e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16327290'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:28.753006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a7e11932-ee37-4ba4-858b-6fa904b6d623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:29.854743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16327290'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:30.208006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48820) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:30.801809 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING oslo_policy.policy [None req-513206e3-bba3-4f0d-a6e2-085d8fa953cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:01:30.802691 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING oslo_policy.policy [None req-513206e3-bba3-4f0d-a6e2-085d8fa953cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:01:31.083117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-513206e3-bba3-4f0d-a6e2-085d8fa953cc admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:01:31.108267 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-513206e3-bba3-4f0d-a6e2-085d8fa953cc admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8983455 Oct 26 11:01:31.326770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16327290'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:31.444589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16327290'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:31.445910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.446551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.447708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.449193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.450049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.451343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.453396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.456282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.457508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.458464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.459236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.460083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.460942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.461518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.462048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:31.463090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-759874-5-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:01:31.493172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-759874-5-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:01:33.030402 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.db.l3_hamode_db [None req-d01375a3-14c1-443f-83e7-0acef8ebcffa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 11:01:33.110680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01375a3-14c1-443f-83e7-0acef8ebcffa None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:01:33.111915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01375a3-14c1-443f-83e7-0acef8ebcffa None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:01:33.786509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48854) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:34.109662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9b00a443-80d8-4fc5-b9ca-819f71143420 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:01:34.121940 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR stevedore.extension [None req-9b00a443-80d8-4fc5-b9ca-819f71143420 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 26 11:01:34.203629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.policy [None req-9b00a443-80d8-4fc5-b9ca-819f71143420 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105415) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 11:01:34.245850 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING oslo_policy.policy [None req-9b00a443-80d8-4fc5-b9ca-819f71143420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:01:34.246216 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING oslo_policy.policy [None req-9b00a443-80d8-4fc5-b9ca-819f71143420 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:01:34.266532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writer thread running {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:01:34.342760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b00a443-80d8-4fc5-b9ca-819f71143420 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787632779382', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787632779850', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787632763246', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787632756048', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787632754132', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787632744843', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-880636', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15910308', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-474552', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-403630'] for rbac-policy (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:34.415459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b00a443-80d8-4fc5-b9ca-819f71143420 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:34.416699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9b00a443-80d8-4fc5-b9ca-819f71143420 admin admin] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6292424 Oct 26 11:01:37.035842 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48864) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:37.355952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:01:37.385658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Made reservation on behalf of b0824b6cf63f4239901d979fa3feee61 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:01:37.389914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:37.408809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:37.515933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Publish callbacks [] for security_group (10890853-abbf-4a30-bb0d-80a56ca97502), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:37.520752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (10890853-abbf-4a30-bb0d-80a56ca97502), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:37.554722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:01:37.586078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787628996473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (91df2727-f584-4aa2-be07-00390e9f1841), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:37.586649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Unsubscribe: segment precommit_create {{(pid=105415) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 11:01:37.587186 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Added segment 91df2727-f584-4aa2-be07-00390e9f1841 of type vlan for network 4ded350b-26f3-4eb9-ba5d-c36897281133 Oct 26 11:01:37.603329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=10890853-abbf-4a30-bb0d-80a56ca97502,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:01:37.629221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.629560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.629911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.630248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.630573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.630893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.631213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.631545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.631889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.632212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.632540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.632872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.633189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.633500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.633810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Tracked resource versions report: Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: pushed versions: Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: { 'AddressGroup': {'1.2'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Agent': {'1.1'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'ConntrackHelper': {'1.0'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Log': {'1.0'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'NDPProxy': {'1.0'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Network': {'1.1'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Port': {'1.7'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'PortForwarding': {'1.3'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'QosPolicy': {'1.10'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SecurityGroup': {'1.5'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SubPort': {'1.0'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Subnet': {'1.1'}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Trunk': {'1.1'}} Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: consumer versions: Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: { DHCP agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: L3 agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: Metadata agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: Metering agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: Open vSwitch agent@dv-neutron-759874-5-hyperv: { 'AddressGroup': '1.2', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Agent': '1.1', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'ConntrackHelper': '1.0', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'LocalIPAssociation': '1.0', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Log': '1.0', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'NDPProxy': '1.0', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Network': '1.1', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Port': '1.7', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'PortForwarding': '1.3', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'QosPolicy': '1.10', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SecurityGroup': '1.5', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SecurityGroupRule': '1.2', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SubPort': '1.0', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Subnet': '1.1', Oct 26 11:01:37.635193 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Trunk': '1.1'}} Oct 26 11:01:37.637602 dv-neutron-759874-5-hyperv neutron-server[105415]: {{(pid=105415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:01:37.696071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (4ded350b-26f3-4eb9-ba5d-c36897281133), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:37.736857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (4ded350b-26f3-4eb9-ba5d-c36897281133), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:37.741888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:01:37.742659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:37.751757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:37.842699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8057809 Oct 26 11:01:37.867038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740731f-eddd-4dc8-b487-5ef9e2bf8614 demo demo] Pushing event updated for resources: {'Network': ['ID=4ded350b-26f3-4eb9-ba5d-c36897281133,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:01:37.881755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 4ded350b-26f3-4eb9-ba5d-c36897281133 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:01:40.482592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:40.897950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1ce4d-e148-45ad-ba89-40288cc94677 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:01:40.899334 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a5c1ce4d-e148-45ad-ba89-40288cc94677 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/4ded350b-26f3-4eb9-ba5d-c36897281133 HTTP/1.1" status: 200 len: 825 time: 0.4158685 Oct 26 11:01:40.924745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-78ec260e-501e-412b-ad60-461ecb296d18 demo admin] 10.222.0.26 "GET /networking/v2.0/subnetpools/e458c1dc-b6ba-4110-a24c-43dd14e61a09 HTTP/1.1" status: 200 len: 734 time: 0.0194218 Oct 26 11:01:40.933709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:01:40.955708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Made reservation on behalf of b0824b6cf63f4239901d979fa3feee61 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:01:40.958094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:41.155544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:41.250685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (1451bc9d-c987-44b2-aaf1-920c93727a6d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:41.322389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1451bc9d-c987-44b2-aaf1-920c93727a6d,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:01:41.326850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Checking segment: {'id': '91df2727-f584-4aa2-be07-00390e9f1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:01:41.327240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Network hostable DHCP agents. Network: 4ded350b-26f3-4eb9-ba5d-c36897281133, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:01:41.348909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Network 4ded350b-26f3-4eb9-ba5d-c36897281133 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:01:41.359450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 4ded350b-26f3-4eb9-ba5d-c36897281133) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:01:41.364259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:01:41.364849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:41.369660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607d6e7-7354-4fd7-b729-cc65d9f40ff6 None None] Network 4ded350b-26f3-4eb9-ba5d-c36897281133 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:01:41.380589 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-95a599dd-8563-4cff-9205-88190cd303f1 demo admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4501150 Oct 26 11:01:41.637576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-4ded350b-26f3-4eb9-ba5d-c36897281133', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:01:41.638907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:41.913633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Allocated IP 172.20.0.2 (4ded350b-26f3-4eb9-ba5d-c36897281133/1451bc9d-c987-44b2-aaf1-920c93727a6d/48696619-746f-465b-b955-c523829222d1) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:01:41.939050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=59,neutron:INSERT=39,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:42.186207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Publish callbacks [] for port (48696619-746f-465b-b955-c523829222d1), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:42.194063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (48696619-746f-465b-b955-c523829222d1), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:42.273347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Network 4ded350b-26f3-4eb9-ba5d-c36897281133 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:01:42.278924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:01:42.282423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:01:42.290646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Pushing event updated for resources: {'Port': ['ID=48696619-746f-465b-b955-c523829222d1,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:01:42.324065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.324414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.324776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.325122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.325462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.325796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.326127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.326456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.326800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.327137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.327467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.327836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.328167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.328492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.328816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Tracked resource versions report: Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: pushed versions: Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: { 'AddressGroup': {'1.2'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Agent': {'1.1'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'ConntrackHelper': {'1.0'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Log': {'1.0'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'NDPProxy': {'1.0'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Network': {'1.1'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Port': {'1.7'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'PortForwarding': {'1.3'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'QosPolicy': {'1.10'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SecurityGroup': {'1.5'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SubPort': {'1.0'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Subnet': {'1.1'}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Trunk': {'1.1'}} Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: consumer versions: Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: { DHCP agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: L3 agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: Metadata agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: Metering agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: Open vSwitch agent@dv-neutron-759874-5-hyperv: { 'AddressGroup': '1.2', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Agent': '1.1', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'ConntrackHelper': '1.0', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'LocalIPAssociation': '1.0', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Log': '1.0', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'NDPProxy': '1.0', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Network': '1.1', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Port': '1.7', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'PortForwarding': '1.3', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'QosPolicy': '1.10', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SecurityGroup': '1.5', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SecurityGroupRule': '1.2', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SubPort': '1.0', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Subnet': '1.1', Oct 26 11:01:42.330807 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Trunk': '1.1'}} Oct 26 11:01:42.333188 dv-neutron-759874-5-hyperv neutron-server[105417]: {{(pid=105417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:01:42.381628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Attempting to bind port 48696619-746f-465b-b955-c523829222d1 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:01:42.382295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Attempting to bind port 48696619-746f-465b-b955-c523829222d1 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '91df2727-f584-4aa2-be07-00390e9f1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:01:42.382462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Attempting to bind port 48696619-746f-465b-b955-c523829222d1 on network 4ded350b-26f3-4eb9-ba5d-c36897281133 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:01:42.407299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:42.430782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:01:42.431143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Checking segment: {'id': '91df2727-f584-4aa2-be07-00390e9f1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:01:42.431615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:42.432037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Bound using segment: {'id': '91df2727-f584-4aa2-be07-00390e9f1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:01:42.432536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Bound port: 48696619-746f-465b-b955-c523829222d1, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91df2727-f584-4aa2-be07-00390e9f1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:01:42.432938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48696619-746f-465b-b955-c523829222d1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:42.494730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] For port 48696619-746f-465b-b955-c523829222d1, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:01:42.513694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] For port 48696619-746f-465b-b955-c523829222d1, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48696619-746f-465b-b955-c523829222d1,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:01:42.521209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48696619-746f-465b-b955-c523829222d1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:42.572393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea6cb4-40f5-4195-9315-63b9fac65abb None None] Pushing event updated for resources: {'Port': ['ID=48696619-746f-465b-b955-c523829222d1,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:01:44.083536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:44.410344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-f0d9bac1-f49a-49c2-ae46-83999783ad4f admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:01:44.411444 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f0d9bac1-f49a-49c2-ae46-83999783ad4f admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3270257 Oct 26 11:01:46.329006 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:46.334747 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=9 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:47.110343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48900) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:47.445395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-4522806e-6d95-4f58-be4d-bd439ffc6d41 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:01:47.446394 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4522806e-6d95-4f58-be4d-bd439ffc6d41 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3351283 Oct 26 11:01:50.106030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48912) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:50.443192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-46617c08-5a94-48b5-a07c-a18d1ae7d038 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:01:50.468613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-46617c08-5a94-48b5-a07c-a18d1ae7d038 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:50.470191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-46617c08-5a94-48b5-a07c-a18d1ae7d038 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:50.612822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-46617c08-5a94-48b5-a07c-a18d1ae7d038 demo demo] Publish callbacks [] for router_controller (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:50.617508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-46617c08-5a94-48b5-a07c-a18d1ae7d038 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:50.634958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-46617c08-5a94-48b5-a07c-a18d1ae7d038 demo demo] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:50.636780 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-46617c08-5a94-48b5-a07c-a18d1ae7d038 demo demo] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5293674 Oct 26 11:01:50.676884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc30928e-e07b-4bab-b9b9-ac6ce6150b5d None None] Network 4ded350b-26f3-4eb9-ba5d-c36897281133 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:01:50.759594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-95ab237f-f676-48f6-a412-90d4979164e0 None None] Provisioning complete for port 48696619-746f-465b-b955-c523829222d1 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:01:50.760034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95ab237f-f676-48f6-a412-90d4979164e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48696619-746f-465b-b955-c523829222d1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:50.760399 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-95ab237f-f676-48f6-a412-90d4979164e0 None None] Attempt 1 to provision port 48696619-746f-465b-b955-c523829222d1 Oct 26 11:01:50.948704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-95ab237f-f676-48f6-a412-90d4979164e0 None None] Current status of the port 48696619-746f-465b-b955-c523829222d1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:01:50.949125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95ab237f-f676-48f6-a412-90d4979164e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48696619-746f-465b-b955-c523829222d1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:50.986890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-95ab237f-f676-48f6-a412-90d4979164e0 None None] For port 48696619-746f-465b-b955-c523829222d1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48696619-746f-465b-b955-c523829222d1,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:01:50.992136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95ab237f-f676-48f6-a412-90d4979164e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48696619-746f-465b-b955-c523829222d1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:51.041463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab237f-f676-48f6-a412-90d4979164e0 None None] Pushing event updated for resources: {'Port': ['ID=48696619-746f-465b-b955-c523829222d1,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:01:51.110309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1786519d-19e7-49eb-85f4-a455243a1971 None None] Provisioning complete for port 48696619-746f-465b-b955-c523829222d1 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:01:51.110693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1786519d-19e7-49eb-85f4-a455243a1971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48696619-746f-465b-b955-c523829222d1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:51.111026 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1786519d-19e7-49eb-85f4-a455243a1971 None None] Attempt 1 to provision port 48696619-746f-465b-b955-c523829222d1 Oct 26 11:01:51.184973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1786519d-19e7-49eb-85f4-a455243a1971 None None] Current status of the port 48696619-746f-465b-b955-c523829222d1 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:01:51.188969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48696619-746f-465b-b955-c523829222d1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:01:51.230390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:51.234804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48696619-746f-465b-b955-c523829222d1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:01:51.235259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48696619-746f-465b-b955-c523829222d1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:51.235656 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48696619-746f-465b-b955-c523829222d1 Oct 26 11:01:51.308417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48696619-746f-465b-b955-c523829222d1 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:01:53.304367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:53.623215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-72e92d14-78ad-4b32-9f21-555cb49541f4 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:01:53.624257 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-72e92d14-78ad-4b32-9f21-555cb49541f4 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3189468 Oct 26 11:01:56.266602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48928) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:56.290270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:56.298368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-059fe464-5741-48e2-a6aa-f7c204e330af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:56.595507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:01:56.615614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Made reservation on behalf of 7d02c5ab60714b328354ebfe0a0338c4 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:01:56.617879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:56.625923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:56.665140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:56.703837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Publish callbacks [] for security_group (3616b8dd-f878-41ec-85b8-90b6aa961dd8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:56.707791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3616b8dd-f878-41ec-85b8-90b6aa961dd8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:56.724031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Reserving flat network on physical network physnet1 {{(pid=105415) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 11:01:56.743429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3616b8dd-f878-41ec-85b8-90b6aa961dd8,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:01:56.749754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a699044d-6585-44e1-9eee-3eefd0a3f5a4), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:56.750089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Added segment a699044d-6585-44e1-9eee-3eefd0a3f5a4 of type flat for network 123c83d5-5238-40c3-856a-1b3ca4739c33 Oct 26 11:01:56.795523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (123c83d5-5238-40c3-856a-1b3ca4739c33), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:56.827032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (123c83d5-5238-40c3-856a-1b3ca4739c33), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:56.828004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:01:56.828570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:56.904975 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6373022 Oct 26 11:01:56.924518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ca96e-503f-434b-9572-115fc6a97a8d admin admin] Pushing event updated for resources: {'Network': ['ID=123c83d5-5238-40c3-856a-1b3ca4739c33,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:01:56.935607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:01:58.716862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-aa729346-ab5c-4556-b5d1-7b61eec74afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:59.501901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48936) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:01:59.819448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:01:59.875460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df4acc-08e3-419c-b34b-257486ba970b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:01:59.876864 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-68df4acc-08e3-419c-b34b-257486ba970b demo admin] 10.222.0.26 "GET /networking/v2.0/subnets/1451bc9d-c987-44b2-aaf1-920c93727a6d HTTP/1.1" status: 200 len: 849 time: 0.3740203 Oct 26 11:01:59.942762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:01:59.993888 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-edc140b4-b0a6-484a-94f6-a0af5a7c9e14 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 HTTP/1.1" status: 200 len: 704 time: 0.1106153 Oct 26 11:02:00.251982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:00.576763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Allocated IP 172.20.0.1 (4ded350b-26f3-4eb9-ba5d-c36897281133/1451bc9d-c987-44b2-aaf1-920c93727a6d/645ae4f7-46f3-43ec-b61a-1cf8e251a19d) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:02:00.731100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Publish callbacks [] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:00.742675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:00.798032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:00.861406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Network 4ded350b-26f3-4eb9-ba5d-c36897281133 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:02:00.866119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:02:00.872758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:02:00.873279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:00.946133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:01.064002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-584410ff-64aa-4822-97bc-c5cfe08587f3 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:01.064580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-584410ff-64aa-4822-97bc-c5cfe08587f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:01.064744 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-584410ff-64aa-4822-97bc-c5cfe08587f3 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:01.083259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:01.097176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-584410ff-64aa-4822-97bc-c5cfe08587f3 None None] Port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:02:01.108958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:01.281416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:01.288655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Publish callbacks [] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:01.292701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:01.293483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:01.371974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:01.418186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Network 4ded350b-26f3-4eb9-ba5d-c36897281133 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:02:01.419482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:02:01.434754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:01.576526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:02:01.619697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f22f20f5-ade6-40bb-b343-018a2ca65ec3 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:01.620119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f22f20f5-ade6-40bb-b343-018a2ca65ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:01.620459 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f22f20f5-ade6-40bb-b343-018a2ca65ec3 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:01.669644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:02:01.684540 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0bdb1645-f9e0-4916-aa0b-4eab60a87bdb demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/f8b434a3-58c0-4f68-a2b0-3706ed0c8f21/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6755676 Oct 26 11:02:01.692595 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:01.698350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f22f20f5-ade6-40bb-b343-018a2ca65ec3 None None] Port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:02:01.705734 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:01.706587 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:01.889170 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:02.309863 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:01Z', 'revision_number': 2, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port_host': None, '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:01Z', 'revision_number': 2, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:02.357697 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:02.358058 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Updating router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:02:02.413659 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:02.917570 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Publish callbacks [] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:02.923823 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:03.072150 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:03.076742 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Attempting to bind port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:02:03.077138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Attempting to bind port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '91df2727-f584-4aa2-be07-00390e9f1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:02:03.077567 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Attempting to bind port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d on network 4ded350b-26f3-4eb9-ba5d-c36897281133 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:02:03.090295 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.090630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.090978 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.091309 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.091633 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.091988 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.092288 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.092598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.092929 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.093246 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.093575 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.093903 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.094217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.094522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.094828 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Tracked resource versions report: Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: pushed versions: Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: { 'AddressGroup': {'1.2'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Agent': {'1.1'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'ConntrackHelper': {'1.0'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Log': {'1.0'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'NDPProxy': {'1.0'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Network': {'1.1'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Port': {'1.7'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'PortForwarding': {'1.3'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'QosPolicy': {'1.10'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SecurityGroup': {'1.5'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SubPort': {'1.0'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Subnet': {'1.1'}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Trunk': {'1.1'}} Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: consumer versions: Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: { DHCP agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: L3 agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: Metadata agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: Metering agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: Open vSwitch agent@dv-neutron-759874-5-hyperv: { 'AddressGroup': '1.2', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Agent': '1.1', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'ConntrackHelper': '1.0', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'LocalIPAssociation': '1.0', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Log': '1.0', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'NDPProxy': '1.0', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Network': '1.1', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Port': '1.7', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'PortForwarding': '1.3', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'QosPolicy': '1.10', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SecurityGroup': '1.5', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SecurityGroupRule': '1.2', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SubPort': '1.0', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Subnet': '1.1', Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Trunk': '1.1'}} Oct 26 11:02:03.096239 dv-neutron-759874-5-hyperv neutron-server[105418]: {{(pid=105418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:02:03.176742 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:02:03.177047 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Checking segment: {'id': '91df2727-f584-4aa2-be07-00390e9f1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:02:03.177506 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:03.177889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Bound using segment: {'id': '91df2727-f584-4aa2-be07-00390e9f1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:02:03.178369 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Bound port: 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91df2727-f584-4aa2-be07-00390e9f1841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:02:03.178767 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:03.209672 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:03.242365 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:02:03.260989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:02:03.266769 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:03.299016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:03.304903 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:03.305521 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:03.383686 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e37410-13dc-4f05-a417-037d0adfe1b1 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:03.406185 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:03.595682 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:01Z', 'revision_number': 2, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port_host': None, '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:03Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:03.621294 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51861398-491d-47af-b795-d9ddfe72d298 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:01Z', 'revision_number': 2, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port_host': None, '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:03Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:04.319285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 48946) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:02:04.850716 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING oslo_policy.policy [None req-51ac5d42-101d-4462-9830-304e534a5f7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:02:04.851352 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING oslo_policy.policy [None req-51ac5d42-101d-4462-9830-304e534a5f7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:02:05.078867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writer thread running {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:02:05.079503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:05.234719 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR stevedore.extension [None req-51ac5d42-101d-4462-9830-304e534a5f7c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 26 11:02:05.290437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.policy [None req-51ac5d42-101d-4462-9830-304e534a5f7c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 11:02:05.333766 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING oslo_policy.policy [None req-51ac5d42-101d-4462-9830-304e534a5f7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:02:05.334418 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING oslo_policy.policy [None req-51ac5d42-101d-4462-9830-304e534a5f7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:02:05.341761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ac5d42-101d-4462-9830-304e534a5f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:02:05.343554 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-51ac5d42-101d-4462-9830-304e534a5f7c admin admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 842 time: 1.0233531 Oct 26 11:02:05.353897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'name': 'public-subnet', 'gateway_ip': '172.26.0.1', 'ip_version': 4, 'cidr': '172.26.0.0/24'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:02:05.393845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Made reservation on behalf of 7d02c5ab60714b328354ebfe0a0338c4 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:02:05.396670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:05.783805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:02:05.785045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (eaca25b8-2a73-4ba3-893d-c3114096ad13), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:05.856909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaca25b8-2a73-4ba3-893d-c3114096ad13,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:05.861134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:02:05.861516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Network hostable DHCP agents. Network: 123c83d5-5238-40c3-856a-1b3ca4739c33, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:02:05.870455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.870793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.871129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.871459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.871823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.872155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.872482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.872800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.873132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.873455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.873787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.874106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.874420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.874733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.875043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Tracked resource versions report: Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: pushed versions: Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: { 'AddressGroup': {'1.2'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Agent': {'1.1'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'ConntrackHelper': {'1.0'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Log': {'1.0'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'NDPProxy': {'1.0'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Network': {'1.1'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Port': {'1.7'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'PortForwarding': {'1.3'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'QosPolicy': {'1.10'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SecurityGroup': {'1.5'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SubPort': {'1.0'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Subnet': {'1.1'}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Trunk': {'1.1'}} Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: consumer versions: Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: { DHCP agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: L3 agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: Metadata agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: Metering agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: Open vSwitch agent@dv-neutron-759874-5-hyperv: { 'AddressGroup': '1.2', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Agent': '1.1', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'ConntrackHelper': '1.0', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'LocalIPAssociation': '1.0', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Log': '1.0', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'NDPProxy': '1.0', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Network': '1.1', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Port': '1.7', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'PortForwarding': '1.3', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'QosPolicy': '1.10', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SecurityGroup': '1.5', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SecurityGroupRule': '1.2', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SubPort': '1.0', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Subnet': '1.1', Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Trunk': '1.1'}} Oct 26 11:02:05.876441 dv-neutron-759874-5-hyperv neutron-server[105416]: {{(pid=105416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:02:05.906459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:02:05.918919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 123c83d5-5238-40c3-856a-1b3ca4739c33) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:02:05.923576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:02:05.924212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:05.929295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad1cd3-28f7-44e0-b270-6f029d2ff2a7 None None] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:02:05.953200 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a03c590-5c89-4555-8c95-877c23f95c9a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5973380 Oct 26 11:02:06.041671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadaa0fe-7dcc-4634-bcb1-5570ba397984 None None] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:02:08.654613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 48972) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:02:09.182174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-55c74ec7-cfe9-4e5f-89cc-db85bad88af6 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 HTTP/1.1" status: 200 len: 710 time: 0.5264649 Oct 26 11:02:09.189923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:09.234517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:09.234834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:09.235172 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:09.274890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a89ef-86ff-45ff-871c-fcd47feb0280 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:02:09.276531 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bf4a89ef-86ff-45ff-871c-fcd47feb0280 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 886 time: 0.0886657 Oct 26 11:02:09.285826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:02:09.311409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:09.311823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:09.346697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:09.351548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:09.398091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:09.454334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:09.539183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Publish callbacks [] for router_gateway (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:09.600012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:09.762796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Publish callbacks [] for router_gateway (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:09.844071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:10.000598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Allocated IP 172.26.0.8 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/d99b5a16-43ea-4436-876e-ebaa4d92653d) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:02:10.111408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Publish callbacks [] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:10.169612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:10.255796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:02:10.262017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:02:10.265336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:02:10.272691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:10.596724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Publish callbacks [] for router_gateway (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:10.639630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:10.650253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:10.793622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:10.798830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (f8b434a3-58c0-4f68-a2b0-3706ed0c8f21), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:10.906922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:02:11.007972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:02:11.012259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:11.013420 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c0b0ce0-dccc-4b9c-8414-aa1dd4b4e0f2 demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 HTTP/1.1" status: 200 len: 888 time: 1.7310426 Oct 26 11:02:11.137821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:11.151647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:11.152666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:11.175886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:11.274226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:11.414933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:11.487331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:11.488419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:11.499349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:11.660889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:11.665055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=53,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:11.667584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:11.676418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:11.817694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:11.863529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:09Z', 'revision_number': 5, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:11.992617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:11.992985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Updating router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 port d99b5a16-43ea-4436-876e-ebaa4d92653d binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:02:12.044447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:12.351714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Publish callbacks [] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:12.356883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:12.387694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Attempting to bind port d99b5a16-43ea-4436-876e-ebaa4d92653d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:02:12.388080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Attempting to bind port d99b5a16-43ea-4436-876e-ebaa4d92653d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:02:12.388447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Attempting to bind port d99b5a16-43ea-4436-876e-ebaa4d92653d on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:02:12.426124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de1230-39e4-445f-9f62-8cc351572bad None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:12.441224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:02:12.441590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:02:12.441987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:12.442370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:02:12.442847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Bound port: d99b5a16-43ea-4436-876e-ebaa4d92653d, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:02:12.443217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:12.492392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:02:12.495389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:02:12.501962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:12.535514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:12.543413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:12.544104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:12.579564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:12.590208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de1230-39e4-445f-9f62-8cc351572bad None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:12.660695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:12.857288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:11Z', 'revision_number': 6, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:12.886231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf43872-70bb-4b0f-9585-760c4baa26f9 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:11Z', 'revision_number': 6, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:13.194326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:13.240669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:13.241067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:13.241412 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:13.322305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:13.322702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:13.359990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:13.366042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:13.420893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:13.879533 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 48986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:02:14.278164 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-76a05d53-f76d-4789-a970-a17fa46282fe admin admin] 10.222.0.26 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.3974471 Oct 26 11:02:14.673155 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:14.678746 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:14.679357 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:14.877047 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:15.078035 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:13Z', 'revision_number': 7, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:15.103384 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:15.111843 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:15.112444 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:15.177330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:15.219295 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:15.270512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:15.270908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:15.271564 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:15.309347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:15.313614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:15.352598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:15.364077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:15.436447 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:13Z', 'revision_number': 7, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:15.461444 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255579df-e634-4fb2-a821-aa027cf1e09d None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:13Z', 'revision_number': 7, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:17.270352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:17.344078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d99b5a16-43ea-4436-876e-ebaa4d92653d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:17.344078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:17.344078 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d99b5a16-43ea-4436-876e-ebaa4d92653d Oct 26 11:02:17.380579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:17.392188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:17.397045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:17.397931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:17.434095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:17.691710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:17.692445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:17.702868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:17.750207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:17.760477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:17.929624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:18.020171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:15Z', 'revision_number': 8, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:18.053077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:18.062572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:18.063204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:18.249284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:18.528616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:15Z', 'revision_number': 8, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:18.565408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1b545-df74-4ba1-a0a7-e6c36ef0a2f9 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:15Z', 'revision_number': 8, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:19.127215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:19.261584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:19.288712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:19.320023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:19.474091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:19.529861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:19.672537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:19.743556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:19.743556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:19.743556 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:19.913733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:19.914124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:19.992224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:20.001605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:20.101645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:20.146517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:20.271813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:20.271813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:20.317736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:20.343915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:20.521801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:21.003260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=42 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:21.005999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=35 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:21.385087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:21.518198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:21.519710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:21.520330 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:21.636807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:21.639351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:21.719110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d99b5a16-43ea-4436-876e-ebaa4d92653d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:21.719669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:21.720132 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d99b5a16-43ea-4436-876e-ebaa4d92653d Oct 26 11:02:21.825995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:21.828232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:21.829090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:21.867777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:21.888177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:21.953434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:22.140885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:22.140885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:22.140885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:22.291703 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:22.583462 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:19Z', 'revision_number': 9, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:22.618217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:22.633800 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:22.634940 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:22.858370 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:23.110380 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:23.250733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:23.372785 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:19Z', 'revision_number': 9, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:23.451838 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fddc98e-04f4-4af3-ac2e-fe8c464dba68 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:19Z', 'revision_number': 9, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:23.452349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:23.452701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:23.526672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:23.539387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:23.540325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:23.664508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:23.751403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:23.821973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:23.822371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:23.935899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:23.943646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:24.110580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:24.270551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:24.274253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:24.662190 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:02:25.335385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:25.386069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:25.386456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:25.386965 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:25.466405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:25.467065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:25.525974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:25.543130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:25.545444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:25.767533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:25.804815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d99b5a16-43ea-4436-876e-ebaa4d92653d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:25.805506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:25.806148 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d99b5a16-43ea-4436-876e-ebaa4d92653d Oct 26 11:02:25.864505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:25.913544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:25.915848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:25.938800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:25.946513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:26.050680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:26.305047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-936609cd-79c3-4f45-9dbb-08958b2316b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:26.731849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:26.751267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:26.751267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:26.861361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:26.893240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:27.072262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:25Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:25Z', 'revision_number': 11, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:27.099696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:27.108881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:27.109665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:01:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:27.211434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:27.256344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:27.401818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:27.402203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:27.454397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:27.461580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:27.462294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:27.540028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:27.613752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:25Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:25Z', 'revision_number': 11, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:27.639186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:27.645562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a331b-704d-4aa9-ad99-5f125735b249 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:25Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:25Z', 'revision_number': 11, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:27.683493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:27.683919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:27.705814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:27.711829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:27.767827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:28.717877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:28.726072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3e348727-a761-47ec-80b7-8e3f7873b3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:29.239997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:29.289126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:29.289660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:29.290091 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:29.369951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:29.369951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:29.410746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:29.417358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:29.418711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:29.515880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d99b5a16-43ea-4436-876e-ebaa4d92653d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:29.516274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:29.516619 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d99b5a16-43ea-4436-876e-ebaa4d92653d Oct 26 11:02:29.520077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:29.616825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:29.617330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:29.644002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:29.649083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:29.791304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:29.824982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:29.982289 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:29.983480 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:29.983953 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:30.169240 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:30.380121 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:29Z', 'revision_number': 13, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:30.405268 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:30.412333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:30.414547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:30.415149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:30.519702 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:30.773480 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:29Z', 'revision_number': 13, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:30.803160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32be63f-c8c8-4b46-9dcb-8235db3be5e7 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:29Z', 'revision_number': 13, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:31.143078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:31.264138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:31.264657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:31.331289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:31.335809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:31.340406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:31.366626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:31.369377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:31.488057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:31.498991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:31.572379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:31.763628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:31.833278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:31.833689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:31.834031 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:31.890331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:31.951418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:31.952113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:32.012921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:32.025178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:32.101633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:32.113917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:32.213252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:32.214435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:32.248910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:32.257303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:32.332868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:33.656034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:33.681459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:33.682101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:33.799422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:34.011943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:32Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:31Z', 'revision_number': 15, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:34.037781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:34.047054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:34.047972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:34.154787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:34.223127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:34.224572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:34.371217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:32Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:31Z', 'revision_number': 15, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:34.400695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff545dad-2376-4cc4-bfd9-6092e19aa79e None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:32Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:31Z', 'revision_number': 15, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:35.183889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:35.304523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:35.305465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:35.373504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:35.388635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:35.389674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:35.648615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:35.715433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:35.732670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:35.892659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:35.893704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:35.995670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:36.151397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:36.173391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:36.204061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:36.204647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:36.204933 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:36.297128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:36.297403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:36.360717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:36.368075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:36.368999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:36.446592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:36.479838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d99b5a16-43ea-4436-876e-ebaa4d92653d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:36.480238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:36.480659 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d99b5a16-43ea-4436-876e-ebaa4d92653d Oct 26 11:02:36.550243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:36.571812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:36.572398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:36.626657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:36.631645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:36.710740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:37.512483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:37.527079 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:37.528869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:37.582856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:37.646203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:37.665576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:37.666186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:37.702016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:37.708367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:37.721245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:37.728268 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:37.816106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:37.860080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:37.860733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:37.906764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:37.923708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:37.959227 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:36Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:36Z', 'revision_number': 17, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:38.002433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:38.013222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:38.014297 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:38.015055 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:38.120457 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:38.331940 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:37Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:37Z', 'revision_number': 18, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:38.358731 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0b5e4-261d-4929-9dcb-f545809feab2 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:37Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:37Z', 'revision_number': 18, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:39.172784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:39.264773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:39.317323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:39.346070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:39.480658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:39.742088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:39.802330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:39.803134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:39.804056 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:39.984763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:39.985155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:40.047809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:40.055567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:40.056792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:40.064517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:40.155004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:40.162190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d99b5a16-43ea-4436-876e-ebaa4d92653d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:40.162672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:40.163082 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d99b5a16-43ea-4436-876e-ebaa4d92653d Oct 26 11:02:40.244428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:40.245059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:40.282976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:40.289825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:40.359425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:41.689990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:41.715778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:41.715778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:41.823051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:41.860791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:42.248926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:42.584662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:42.585501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:42.636457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:42.686664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:40Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:40Z', 'revision_number': 19, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:42.748100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:42.761866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:42.834478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:42.835124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:42.993775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:43.094444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.094727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.108523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.108923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.109263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.109715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.109926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.110255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.110923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.110923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.111253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.111598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.111949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.112271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.112590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:02:43.189866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:43.221504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:43.301675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:43.654257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:40Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:42Z', 'revision_number': 20, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:43.696389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8cb86-335e-4e35-b854-47a3ccc300b8 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:40Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:42Z', 'revision_number': 20, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:43.747854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:43.748915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:43.775403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:43.797783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:43.938277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:45.396356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:45.509526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:45.509952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:45.510822 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:45.721335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:45.723268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:45.755903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:45.820080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:45.834485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:45.835991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:45.959566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d99b5a16-43ea-4436-876e-ebaa4d92653d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:45.960196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:45.960543 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d99b5a16-43ea-4436-876e-ebaa4d92653d Oct 26 11:02:46.120837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:46.121348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:46.154405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:46.166082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:46.188082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:46.254488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:47.493383 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:47.493383 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:47.493383 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:47.573330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:47.577471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:47.731341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:47.731748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:47.732264 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:47.783378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:47.788815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:47.789891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:47.811660 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:47.812852 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:47.925684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:47.929098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:47.929482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:47.954282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:47.961345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:48.022067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:46Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:45Z', 'revision_number': 21, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:48.033573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:48.059253 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:48.070261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:48.070914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:48.274856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:48.550415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:47Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:47Z', 'revision_number': 22, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:48.586716 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd29e5a-28a8-4033-836d-99d189bf6bf2 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:47Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:47Z', 'revision_number': 22, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:49.272978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:49.345286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:49.345983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:49.346701 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:49.420387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:49.486965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:49.487351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:49.530326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:49.549003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:49.628806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:51.640297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] Sync routers for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:02:51.660984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:51.661893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:51.722966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:51.874664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:51.875340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:52.022131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:52.272199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:52.273034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:52.330694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:47Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:49Z', 'revision_number': 23, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:52.365259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] Checking router: f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:02:52.371533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:52.380295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] Routers {'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:02:52.381420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:02:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:52.530152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] Set router f8b434a3-58c0-4f68-a2b0-3706ed0c8f21 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:02:52.605933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:52.776006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:47Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:52Z', 'revision_number': 24, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:02:52.820648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa27661-62cb-42fe-ad5e-96d1d9b6b105 None None] The sync data for ids ['f8b434a3-58c0-4f68-a2b0-3706ed0c8f21'] in dv-neutron-759874-5-hyperv is: [{'id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'name': 'router1', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:01:50Z', 'updated_at': '2022-10-26T11:02:10Z', 'revision_number': 4, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'gw_port': {'id': 'd99b5a16-43ea-4436-876e-ebaa4d92653d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:09Z', 'updated_at': '2022-10-26T11:02:47Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '645ae4f7-46f3-43ec-b61a-1cf8e251a19d', 'name': '', 'network_id': '4ded350b-26f3-4eb9-ba5d-c36897281133', 'tenant_id': 'b0824b6cf63f4239901d979fa3feee61', 'mac_address': 'fa:16:3e:22:aa:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b434a3-58c0-4f68-a2b0-3706ed0c8f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:02:00Z', 'updated_at': '2022-10-26T11:02:52Z', 'revision_number': 24, 'project_id': 'b0824b6cf63f4239901d979fa3feee61', 'subnets': [{'id': '1451bc9d-c987-44b2-aaf1-920c93727a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e458c1dc-b6ba-4110-a24c-43dd14e61a09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:02:52.887364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:53.331473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:53.447692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:53.448099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:53.448441 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:53.600015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:53.600418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:53.675167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:53.689842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:53.792276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:55.381649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:55.471972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:55.472603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:55.473100 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:02:55.626175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:55.627284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:02:55.682917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d99b5a16-43ea-4436-876e-ebaa4d92653d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:02:55.683687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:55.684224 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d99b5a16-43ea-4436-876e-ebaa4d92653d Oct 26 11:02:55.772715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:55.773378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:55.796983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:55.798563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:55.807034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:55.920358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:56.321578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:56.341634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00241259-35af-483d-b83c-c4ed5cd45081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:57.230612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 645ae4f7-46f3-43ec-b61a-1cf8e251a19d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:57.310026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:57.310489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:57.350159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:57.355156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:57.355995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d99b5a16-43ea-4436-876e-ebaa4d92653d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:02:57.533494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:57.571560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d99b5a16-43ea-4436-876e-ebaa4d92653d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:02:57.571983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:57.594955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d99b5a16-43ea-4436-876e-ebaa4d92653d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d99b5a16-43ea-4436-876e-ebaa4d92653d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:02:57.600433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d99b5a16-43ea-4436-876e-ebaa4d92653d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:57.652822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d99b5a16-43ea-4436-876e-ebaa4d92653d,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:02:58.555165 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=74 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:58.556321 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=43 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:02:58.731313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bb6c11d5-7a62-4461-9716-640f5accc762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:02:59.829964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:01.298726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:01.443574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:01.662568 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:03:11.437177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:11.438991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=81,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:11.657233 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:11.658020 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:26.305775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-13c8ca3d-6df4-467b-8b4c-5f323bb988f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:28.724795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f8c3-d032-4f85-9ba8-bc9e854819f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:29.831790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:31.300146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:31.447493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:33.667050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:33.669489 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:38.663512 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:03:41.436747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:41.442940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:48.658755 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:48.659511 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:03:56.303321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd09ec1b-1fed-4e42-a24d-bb933639aa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:58.382574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49572) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:03:58.721508 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3b842a-a225-4c6b-bfed-5a1fc175cab6 admin admin] GET failed (client error): The resource could not be found. Oct 26 11:03:58.722883 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8b3b842a-a225-4c6b-bfed-5a1fc175cab6 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3393703 Oct 26 11:03:58.727758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-39ff5c9c-eab0-4a1b-8bca-57b5d35e7595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:03:58.955604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d3ec09-a422-4f0d-aabb-590fd428283d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:03:58.957119 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-92d3ec09-a422-4f0d-aabb-590fd428283d admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2291849 Oct 26 11:03:59.833419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:01.302879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:01.449468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:01.532718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49582) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:01.904429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05875a04-fb3e-45bf-9ad8-fade867da551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:01.905766 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-05875a04-fb3e-45bf-9ad8-fade867da551 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/1451bc9d-c987-44b2-aaf1-920c93727a6d HTTP/1.1" status: 200 len: 849 time: 0.3720925 Oct 26 11:04:01.916476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:04:02.004216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Publish callbacks [] for subnet (1451bc9d-c987-44b2-aaf1-920c93727a6d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:02.143635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787628971448'] for subnet (1451bc9d-c987-44b2-aaf1-920c93727a6d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:02.176944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:02.177958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:02.180006 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] 10.222.0.26 "PUT /networking/v2.0/subnets/1451bc9d-c987-44b2-aaf1-920c93727a6d HTTP/1.1" status: 200 len: 868 time: 0.2672973 Oct 26 11:04:02.182525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc403661-0376-43a4-a88b-87fb464d1a55 None None] Network 4ded350b-26f3-4eb9-ba5d-c36897281133 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:04:02.201528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1451bc9d-c987-44b2-aaf1-920c93727a6d,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:04:02.209090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.209440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.210802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.210802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.211203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.211529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.211885 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.212206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.212529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.212849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.213172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.213487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.213802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.214118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.214433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e44cc6-c4d4-49a1-994f-dab84dcf7fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.463036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Provisioning complete for port 48696619-746f-465b-b955-c523829222d1 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:04:02.463561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48696619-746f-465b-b955-c523829222d1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:02.463757 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Attempt 1 to provision port 48696619-746f-465b-b955-c523829222d1 Oct 26 11:04:02.538976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Current status of the port 48696619-746f-465b-b955-c523829222d1 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:04:02.546949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Provisioning complete for port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:04:02.547337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:02.547673 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Attempt 1 to provision port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d Oct 26 11:04:02.619565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Current status of the port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:04:02.619868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:02.653624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] For port 645ae4f7-46f3-43ec-b61a-1cf8e251a19d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,segment=NetworkSegment(91df2727-f584-4aa2-be07-00390e9f1841),segment_id=91df2727-f584-4aa2-be07-00390e9f1841)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:04:02.658364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (645ae4f7-46f3-43ec-b61a-1cf8e251a19d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:02.709386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Pushing event updated for resources: {'Port': ['ID=645ae4f7-46f3-43ec-b61a-1cf8e251a19d,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:04:02.717171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.717513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.717868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.718205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.718534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.718856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.719200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.719519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.719886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.720201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.720534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.720866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.721183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.721494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:02.721805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d181cb6f-5ecb-497e-901b-d20322ea95ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:04:04.748622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49590) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:05.225105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd883a3-6662-4ada-b892-f475ce8f0fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:05.226135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd883a3-6662-4ada-b892-f475ce8f0fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:05.227654 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9dd883a3-6662-4ada-b892-f475ce8f0fdb admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4780829 Oct 26 11:04:07.802908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49598) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:08.214278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f76155-f0c5-4451-8e12-4e49f47d8f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:08.214737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f76155-f0c5-4451-8e12-4e49f47d8f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:08.216295 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a1f76155-f0c5-4451-8e12-4e49f47d8f61 admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4124911 Oct 26 11:04:10.663933 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:10.664665 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:10.763108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49606) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:11.168619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf99de-aa1c-4425-8e33-14941a2d3e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:11.169963 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73bf99de-aa1c-4425-8e33-14941a2d3e95 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 886 time: 0.4059107 Oct 26 11:04:12.713223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:12.714016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:13.756308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 49614) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:14.186260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ba98b3-918b-49e5-80bc-5485b55565f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:14.187632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-56ba98b3-918b-49e5-80bc-5485b55565f8 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/4ded350b-26f3-4eb9-ba5d-c36897281133 HTTP/1.1" status: 200 len: 869 time: 0.4297683 Oct 26 11:04:15.662540 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:04:16.755104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 49624) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:17.156220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b2dfa-0080-4852-ab21-91be66ce4ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:17.156768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b2dfa-0080-4852-ab21-91be66ce4ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:17.158290 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ae9b2dfa-0080-4852-ab21-91be66ce4ec3 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4021866 Oct 26 11:04:19.753035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 49632) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:20.173932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861f2c5-6d79-4351-9aa2-e741dd52b2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:20.174389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861f2c5-6d79-4351-9aa2-e741dd52b2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:20.176566 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a861f2c5-6d79-4351-9aa2-e741dd52b2f5 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4223509 Oct 26 11:04:21.164381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:21.166201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:22.785081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 49640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:23.163891 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718d0cd6-0482-4c8b-a1bf-b5c8a18f6b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:23.165256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-718d0cd6-0482-4c8b-a1bf-b5c8a18f6b92 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/1451bc9d-c987-44b2-aaf1-920c93727a6d HTTP/1.1" status: 200 len: 868 time: 0.3791916 Oct 26 11:04:25.751383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49650) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:26.110022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f515061-8d92-4e5b-b3cf-871803cfc732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:26.111352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0f515061-8d92-4e5b-b3cf-871803cfc732 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/eaca25b8-2a73-4ba3-893d-c3114096ad13 HTTP/1.1" status: 200 len: 816 time: 0.3590081 Oct 26 11:04:26.307144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dfee5c25-0649-4715-a6df-fc8072971f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:26.490903 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=9 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:26.515865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:28.730212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-397bd930-48de-492f-b602-7d0f03b75336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:29.838281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:31.306187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:31.452593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:33.158930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=28 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:33.160715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=34 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:36.105136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:36.107340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:41.441600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:41.448205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:47.660975 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=6 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:04:52.660863 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:04:55.819162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49708) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:56.146735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-e95e686d-3f73-4062-9c12-1a186ce6d2d7 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:04:56.147744 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e95e686d-3f73-4062-9c12-1a186ce6d2d7 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3276341 Oct 26 11:04:56.310869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0647-fbbb-40de-9876-1180f213d02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:58.732131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a4f297c2-3b2b-41ae-852e-8d94027437b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:04:58.820284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49716) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:04:59.156173 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-055b899a-64ee-49f0-9f44-f4bc7b4435d5 admin admin] GET failed (client error): The resource could not be found. Oct 26 11:04:59.157417 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-055b899a-64ee-49f0-9f44-f4bc7b4435d5 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3356173 Oct 26 11:04:59.244031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb2d72-8e13-4ac0-ba6b-fea95b244b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:04:59.245452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-64eb2d72-8e13-4ac0-ba6b-fea95b244b0f admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832422 Oct 26 11:04:59.840271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:01.308769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:01.453599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:01.833711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49724) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:05:02.157828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:05:02.178270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Made reservation on behalf of 7d02c5ab60714b328354ebfe0a0338c4 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:05:02.181429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:02.208306 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING neutron.services.revisions.revision_plugin [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Could not find related network for resource to bump revision. Oct 26 11:05:02.219649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:05:02.229369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (906c4918-5340-4ce2-ba80-cd3d411120ff), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:02.229699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Added segment 906c4918-5340-4ce2-ba80-cd3d411120ff of type vlan for network 5fd61762-534f-4141-b5b8-1acae302c59f Oct 26 11:05:02.266795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (5fd61762-534f-4141-b5b8-1acae302c59f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:02.291470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (5fd61762-534f-4141-b5b8-1acae302c59f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:02.292444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:05:02.293011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:02.354506 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5197444 Oct 26 11:05:02.359160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd61762-534f-4141-b5b8-1acae302c59f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:05:02.366800 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.367149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.367500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.367905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.368242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.368568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.368896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.369219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.369550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.369871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.370212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.370537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.370856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.371173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.371498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75dfa57-13bb-4a36-ac48-2acc46192138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:02.382580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 5fd61762-534f-4141-b5b8-1acae302c59f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:05:02.657387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:04.920327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 49732) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:05:05.255872 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-09504de3-27ae-4005-9ba9-d34a4d9e1048 admin admin] GET failed (client error): The resource could not be found. Oct 26 11:05:05.257147 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-09504de3-27ae-4005-9ba9-d34a4d9e1048 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3358417 Oct 26 11:05:05.365112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cd918f-b338-4521-bd36-0ba6dd3e84b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:05:05.366594 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-27cd918f-b338-4521-bd36-0ba6dd3e84b1 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1043930 Oct 26 11:05:05.377281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:05:05.396990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Made reservation on behalf of 7d02c5ab60714b328354ebfe0a0338c4 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:05:05.400091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:05.568295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (f91b04e7-6b65-429b-bb36-d9ad18231438), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:05.617217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91b04e7-6b65-429b-bb36-d9ad18231438,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:05:05.630180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.630548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.630890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.631226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.631558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.631918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.632240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.632556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.632874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.633190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.634221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.634553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.634873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.635191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.635518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:05.647523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Checking segment: {'id': '906c4918-5340-4ce2-ba80-cd3d411120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:05:05.647909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Network hostable DHCP agents. Network: 5fd61762-534f-4141-b5b8-1acae302c59f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:05:05.664367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Network 5fd61762-534f-4141-b5b8-1acae302c59f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:05:05.673393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 5fd61762-534f-4141-b5b8-1acae302c59f) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:05:05.679116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:05:05.680079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:05.681527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9bd08d-cadb-4ef2-95df-829f49bc1da9 None None] Network 5fd61762-534f-4141-b5b8-1acae302c59f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:05:05.697853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2be9ac96-c140-46aa-ac29-083d1681c133 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3239472 Oct 26 11:05:05.792903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-5fd61762-534f-4141-b5b8-1acae302c59f', 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f', 'project_id': '7d02c5ab60714b328354ebfe0a0338c4', 'fixed_ips': [{'subnet_id': 'f91b04e7-6b65-429b-bb36-d9ad18231438'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:05:05.793919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:05.935063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Allocated IP 192.168.233.2 (5fd61762-534f-4141-b5b8-1acae302c59f/f91b04e7-6b65-429b-bb36-d9ad18231438/17c0efd5-614a-4068-880b-2f1e975893f7) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:05:06.082028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Publish callbacks [] for port (17c0efd5-614a-4068-880b-2f1e975893f7), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:06.089642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (17c0efd5-614a-4068-880b-2f1e975893f7), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:06.127921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Network 5fd61762-534f-4141-b5b8-1acae302c59f is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:05:06.133068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:05:06.137625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:05:06.144271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Pushing event updated for resources: {'Port': ['ID=17c0efd5-614a-4068-880b-2f1e975893f7,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:05:06.153904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.154250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.154605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.154945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.155272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.155600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.155946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.156273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.156610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.156938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.157278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.157617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.157939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.158253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.158569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:05:06.211047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Attempting to bind port 17c0efd5-614a-4068-880b-2f1e975893f7 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:05:06.211415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Attempting to bind port 17c0efd5-614a-4068-880b-2f1e975893f7 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '906c4918-5340-4ce2-ba80-cd3d411120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:05:06.211828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Attempting to bind port 17c0efd5-614a-4068-880b-2f1e975893f7 on network 5fd61762-534f-4141-b5b8-1acae302c59f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:05:06.254415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:05:06.254786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Checking segment: {'id': '906c4918-5340-4ce2-ba80-cd3d411120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:05:06.255185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:06.255576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Bound using segment: {'id': '906c4918-5340-4ce2-ba80-cd3d411120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:05:06.256068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Bound port: 17c0efd5-614a-4068-880b-2f1e975893f7, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906c4918-5340-4ce2-ba80-cd3d411120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:05:06.256473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c0efd5-614a-4068-880b-2f1e975893f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:06.258080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:06.310261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:06.321598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] For port 17c0efd5-614a-4068-880b-2f1e975893f7, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:05:06.325150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] For port 17c0efd5-614a-4068-880b-2f1e975893f7, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c0efd5-614a-4068-880b-2f1e975893f7,segment=NetworkSegment(906c4918-5340-4ce2-ba80-cd3d411120ff),segment_id=906c4918-5340-4ce2-ba80-cd3d411120ff)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:05:06.331637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c0efd5-614a-4068-880b-2f1e975893f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:06.391996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9edbda-d7e3-4e21-9f91-aecc6dc5fb65 None None] Pushing event updated for resources: {'Port': ['ID=17c0efd5-614a-4068-880b-2f1e975893f7,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:05:07.201222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b95481-2594-4b38-b31d-1fdca57c44d0 None None] Network 5fd61762-534f-4141-b5b8-1acae302c59f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:05:07.261773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7b7b6156-3b2d-4cc1-a73b-cfc868620f0b None None] Provisioning complete for port 17c0efd5-614a-4068-880b-2f1e975893f7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:05:07.262141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6156-3b2d-4cc1-a73b-cfc868620f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c0efd5-614a-4068-880b-2f1e975893f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:07.262467 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7b7b6156-3b2d-4cc1-a73b-cfc868620f0b None None] Attempt 1 to provision port 17c0efd5-614a-4068-880b-2f1e975893f7 Oct 26 11:05:07.357584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c0efd5-614a-4068-880b-2f1e975893f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:05:07.435292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b6156-3b2d-4cc1-a73b-cfc868620f0b None None] Current status of the port 17c0efd5-614a-4068-880b-2f1e975893f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:05:07.436011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6156-3b2d-4cc1-a73b-cfc868620f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c0efd5-614a-4068-880b-2f1e975893f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:07.439840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c0efd5-614a-4068-880b-2f1e975893f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:05:07.441293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c0efd5-614a-4068-880b-2f1e975893f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:07.441641 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c0efd5-614a-4068-880b-2f1e975893f7 Oct 26 11:05:07.615657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7b7b6156-3b2d-4cc1-a73b-cfc868620f0b None None] For port 17c0efd5-614a-4068-880b-2f1e975893f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c0efd5-614a-4068-880b-2f1e975893f7,segment=NetworkSegment(906c4918-5340-4ce2-ba80-cd3d411120ff),segment_id=906c4918-5340-4ce2-ba80-cd3d411120ff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:05:07.621764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6156-3b2d-4cc1-a73b-cfc868620f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c0efd5-614a-4068-880b-2f1e975893f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:07.678148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c0efd5-614a-4068-880b-2f1e975893f7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:05:07.693516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b6156-3b2d-4cc1-a73b-cfc868620f0b None None] Pushing event updated for resources: {'Port': ['ID=17c0efd5-614a-4068-880b-2f1e975893f7,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:05:07.741028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9740f3c8-0292-4644-85d9-03f6e3b59adc None None] Provisioning complete for port 17c0efd5-614a-4068-880b-2f1e975893f7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:05:07.741412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9740f3c8-0292-4644-85d9-03f6e3b59adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c0efd5-614a-4068-880b-2f1e975893f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:07.741749 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9740f3c8-0292-4644-85d9-03f6e3b59adc None None] Attempt 1 to provision port 17c0efd5-614a-4068-880b-2f1e975893f7 Oct 26 11:05:07.817112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9740f3c8-0292-4644-85d9-03f6e3b59adc None None] Current status of the port 17c0efd5-614a-4068-880b-2f1e975893f7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:05:09.319794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c0efd5-614a-4068-880b-2f1e975893f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:05:09.362477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c0efd5-614a-4068-880b-2f1e975893f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:05:09.362862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c0efd5-614a-4068-880b-2f1e975893f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:09.363198 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c0efd5-614a-4068-880b-2f1e975893f7 Oct 26 11:05:09.436706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c0efd5-614a-4068-880b-2f1e975893f7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:05:12.362410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:12.363179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=35,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:15.689959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:15.690761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:19.430739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:19.434948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:24.652042 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:24.659525 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:26.312783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-18e42594-a79d-46cc-a640-4cc3d3be3506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:28.734354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-daf4fb14-8dba-4529-9f45-feaf01d6005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:29.659914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:05:29.843632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:31.311487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:31.455424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:39.654857 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:39.655549 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:41.443622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:41.450665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:05:56.315951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5f56c0e3-d4bc-4fff-9815-8249392b6312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:58.739265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-463794a7-63a9-4992-8345-2ce98afddb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:05:59.847773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:01.317772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:01.458018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:01.650456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:01.655511 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:06.660305 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:06:11.451514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:11.454484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:26.320753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-21ada14a-5a51-4665-8007-ad0c4626035f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:26.483150 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=10 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:26.493894 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=18 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:28.743239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b30bbb9-6361-441b-8e62-a727bc79a356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:29.849916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:31.318935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:31.460437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:38.646488 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:38.650604 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:41.448682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:41.455809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:43.661283 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:06:51.402033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 49796) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:06:51.408629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-65bf2a69-8208-4cd9-8934-3644cf1133fa tempest-verify_tempest_config-1867429740 tempest-verify_tempest_config-1867429740-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:06:51.409642 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-65bf2a69-8208-4cd9-8934-3644cf1133fa tempest-verify_tempest_config-1867429740 tempest-verify_tempest_config-1867429740-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0066347 Oct 26 11:06:51.716139 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49814) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:06:51.846767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:51.921519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Publish callbacks [] for security_group (1dcb4e43-0119-47e2-bd3e-6ed3b1d388dc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:51.925509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (1dcb4e43-0119-47e2-bd3e-6ed3b1d388dc), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:51.969486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcb4e43-0119-47e2-bd3e-6ed3b1d388dc,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:06:51.974157 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9c57137c5e544dbf8b694263c77dbce9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2570283 Oct 26 11:06:51.976956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 49820) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:06:51.978592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.978935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.979269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.979600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.979956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.980277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.980597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.980915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.981252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.981573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.981904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.982222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.982543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.982855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:51.983165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292baf9-1e63-4555-b33d-c7570d745bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.119474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Publish callbacks [] for security_group (1dcb4e43-0119-47e2-bd3e-6ed3b1d388dc), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:52.138840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Publish callbacks [] for security_group (1dcb4e43-0119-47e2-bd3e-6ed3b1d388dc), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:52.232824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (1dcb4e43-0119-47e2-bd3e-6ed3b1d388dc), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:52.235424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:52.236620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1dcb4e43-0119-47e2-bd3e-6ed3b1d388dc HTTP/1.1" status: 204 len: 168 time: 0.2586775 Oct 26 11:06:52.244418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcb4e43-0119-47e2-bd3e-6ed3b1d388dc,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:06:52.251271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.251640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.252023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.252368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.252702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.253032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.253361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.253697 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.254026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.254355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.254685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.255014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.255337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.255660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:52.256004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2189bb15-be27-419d-9b80-fa8d5728cbc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:06:53.656285 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:53.657083 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:06:56.327343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-653785b8-330a-4e5b-a830-1b02b65115a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:58.748112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7072c15b-c8c4-4c76-87d3-1b4006fc6161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:06:59.850956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:01.322152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:01.466969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:01.967375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:01.973299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:02.240813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:02.247686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:11.452333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:11.461233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:20.660372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:07:26.319523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdc913c6-4a41-406e-b919-74d80287852a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:28.755198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f1553c5-6fb6-4c74-8205-d1a5300c9613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:29.854390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:31.324425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:31.465630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:37.661349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:37.662087 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:41.459694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:41.461559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:52.648301 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:52.654112 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:07:56.321662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cb8da67c-55aa-498c-8a5f-243de7693c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:57.658758 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 5 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:07:58.748493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c7d30bbe-1427-4b2b-9e24-0c80b8f61d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:07:59.857208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:01.326884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:01.457599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:07.655041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:07.655688 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:11.452886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16327290'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:21.444391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:21.449660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:26.322318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d0d5-064a-427b-aded-695f4a1ee092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:28.750467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84ba4829-4660-4ba7-9d69-035a61809dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:29.645389 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:29.650127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:29.859715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:31.332005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:31.461528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:34.658171 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:08:37.648301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 49914) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:08:37.753738 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aab091dc-4249-4157-9c02-a050833eda94 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1044364 Oct 26 11:08:40.206003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 49924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:08:40.268802 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0a36876b-27a8-42d1-bee4-adcec28a308a admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0602536 Oct 26 11:08:41.438829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:44.653138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:44.653892 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:47.747540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:47.748371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:50.259624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:50.261738 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:51.428236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:51.435267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:08:56.326292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc287-b3fe-4be7-8ae6-e744eea1dbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:58.752739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f9f05847-75a5-4737-ac64-9de719db8883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:08:59.862609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:01.334235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:01.465503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:06.636708 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:06.647530 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:11.455365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:11.658305 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:09:21.448828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:21.450119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:21.654739 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:24.660041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:26.330124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-af7da432-a27e-4d9f-a69c-7490c4940208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:28.754420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5b29f8c-295f-4fcd-bba3-4deabc7cd610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:29.866613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:31.337555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:31.468553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:41.457526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:43.644035 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:43.644968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:48.659885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:09:51.450152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=12 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:51.453067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:56.348833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d09f2f49-0c17-4f89-b642-569ec9c5be19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.427974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50084) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:09:58.614918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50100) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:09:58.659258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:58.747908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2068849106-network', 'tenant_id': '236718fd24d34a86b7a92a81720f8950'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:09:58.761479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0529e8d6-f02c-41e0-9024-4701d9540cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.781505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Made reservation on behalf of 236718fd24d34a86b7a92a81720f8950 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:09:58.785738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.800598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.901265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Publish callbacks [] for security_group (56cdec0f-1198-43ad-8cf6-3f36837d22ed), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.904691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (56cdec0f-1198-43ad-8cf6-3f36837d22ed), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.937436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:09:58.947003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cdec0f-1198-43ad-8cf6-3f36837d22ed,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:09:58.960537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.961140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.961467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.961800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.962121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.962440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.962762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.963081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.963395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.963710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.964060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.964541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.964854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.965331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.965644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Tracked resource versions report: Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: pushed versions: Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: { 'AddressGroup': {'1.2'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Agent': {'1.1'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'ConntrackHelper': {'1.0'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Log': {'1.0'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'NDPProxy': {'1.0'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Network': {'1.1'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Port': {'1.7'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'PortForwarding': {'1.3'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'QosPolicy': {'1.10'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SecurityGroup': {'1.5'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SubPort': {'1.0'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Subnet': {'1.1'}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Trunk': {'1.1'}} Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: consumer versions: Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: { DHCP agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: HyperV agent@hv-neutron-7598: {}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: L3 agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: Metadata agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: Metering agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: Open vSwitch agent@dv-neutron-759874-5-hyperv: { 'AddressGroup': '1.2', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Agent': '1.1', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'ConntrackHelper': '1.0', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'LocalIPAssociation': '1.0', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Log': '1.0', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'NDPProxy': '1.0', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Network': '1.1', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Port': '1.7', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'PortForwarding': '1.3', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'QosPolicy': '1.10', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SecurityGroup': '1.5', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SecurityGroupRule': '1.2', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'SubPort': '1.0', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Subnet': '1.1', Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: 'Trunk': '1.1'}} Oct 26 11:09:58.966795 dv-neutron-759874-5-hyperv neutron-server[105416]: {{(pid=105416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:09:58.970371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787628996473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f777fbf1-c562-469a-92fa-bee75d911140), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.970914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Unsubscribe: segment precommit_create {{(pid=105416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 11:09:58.971396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Added segment f777fbf1-c562-469a-92fa-bee75d911140 of type vlan for network 132c3101-e478-4174-895a-329be1660535 Oct 26 11:09:59.020835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (132c3101-e478-4174-895a-329be1660535), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.053273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (132c3101-e478-4174-895a-329be1660535), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.054728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:09:59.055650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.129586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2005436947'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:09:59.159477 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7303703 Oct 26 11:09:59.162450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50120) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:09:59.168189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Request body: {'subnet': {'network_id': '132c3101-e478-4174-895a-329be1660535', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2068849106-subnet', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:09:59.191363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9530a-a796-4aa1-b9dc-c2ef7dbf6202 admin admin] Pushing event updated for resources: {'Network': ['ID=132c3101-e478-4174-895a-329be1660535,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:09:59.194690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Made reservation on behalf of 236718fd24d34a86b7a92a81720f8950 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:09:59.197572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.203843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:09:59.209001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 132c3101-e478-4174-895a-329be1660535 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:09:59.210566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.222295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.322046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:09:59.343227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for security_group (75023434-8eb2-4307-af2e-af90706a0229), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.352013 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (75023434-8eb2-4307-af2e-af90706a0229), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.395974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75023434-8eb2-4307-af2e-af90706a0229,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:09:59.401869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:09:59.406013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (274d23cd-7b23-40ea-bbc5-d9f82b947996), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.412086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=68,neutron:INSERT=26,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:59.412691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.413069 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Added segment 1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4 of type vlan for network 9931a376-0234-4e4e-b3e7-04e44cf7aa99 Oct 26 11:09:59.458504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (9931a376-0234-4e4e-b3e7-04e44cf7aa99), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.480961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274d23cd-7b23-40ea-bbc5-d9f82b947996,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:09:59.488743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (9931a376-0234-4e4e-b3e7-04e44cf7aa99), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.494117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:09:59.494882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.496425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.496766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.497116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.498163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.498499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.499478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.499903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.500225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.500558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.500882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.501211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.501529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.501842 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.502274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.502589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Tracked resource versions report: Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: pushed versions: Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: { 'AddressGroup': {'1.2'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Agent': {'1.1'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'ConntrackHelper': {'1.0'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Log': {'1.0'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'NDPProxy': {'1.0'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Network': {'1.1'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Port': {'1.7'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'PortForwarding': {'1.3'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'QosPolicy': {'1.10'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SecurityGroup': {'1.5'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SubPort': {'1.0'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Subnet': {'1.1'}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Trunk': {'1.1'}} Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: consumer versions: Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: { DHCP agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: HyperV agent@hv-neutron-7598: {}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: L3 agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: Metadata agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: Metering agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: Open vSwitch agent@dv-neutron-759874-5-hyperv: { 'AddressGroup': '1.2', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Agent': '1.1', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'ConntrackHelper': '1.0', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'LocalIPAssociation': '1.0', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Log': '1.0', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'NDPProxy': '1.0', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Network': '1.1', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Port': '1.7', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'PortForwarding': '1.3', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'QosPolicy': '1.10', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SecurityGroup': '1.5', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SecurityGroupRule': '1.2', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'SubPort': '1.0', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Subnet': '1.1', Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: 'Trunk': '1.1'}} Oct 26 11:09:59.503709 dv-neutron-759874-5-hyperv neutron-server[105415]: {{(pid=105415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:09:59.510040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Checking segment: {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:09:59.510389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Network hostable DHCP agents. Network: 132c3101-e478-4174-895a-329be1660535, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:09:59.532955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Network 132c3101-e478-4174-895a-329be1660535 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:09:59.549452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 132c3101-e478-4174-895a-329be1660535) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:09:59.554404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:09:59.555634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.560899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a3679-e97e-4931-bc71-a484d60df75c None None] Network 132c3101-e478-4174-895a-329be1660535 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:09:59.581173 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d6a5aaa5-fb54-4b52-9f96-5743d3416970 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4175422 Oct 26 11:09:59.583909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50134) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:09:59.590386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:09:59.619152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Network': ['ID=9931a376-0234-4e4e-b3e7-04e44cf7aa99,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:09:59.620915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (268a57fa-362c-47bb-894a-54930c0b35e6), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.630202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (268a57fa-362c-47bb-894a-54930c0b35e6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.643797 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-462bc8ba-805d-42a2-b499-da0b860ff3ad tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0243564 Oct 26 11:09:59.649846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 9931a376-0234-4e4e-b3e7-04e44cf7aa99 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:09:59.717556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks [] for router_controller (268a57fa-362c-47bb-894a-54930c0b35e6), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.794941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-132c3101-e478-4174-895a-329be1660535', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:09:59.796018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.921802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1873661407-network', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:09:59.976405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Made reservation on behalf of 56a81a68c2cd4ca9a7b1f846840ea87a for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:09:59.977386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:59.979947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.001495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.049396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Allocated IP 172.20.0.2 (132c3101-e478-4174-895a-329be1660535/274d23cd-7b23-40ea-bbc5-d9f82b947996/6f2303a7-e47a-485b-819a-4112abd02ecb) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:00.169365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50144) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:00.175528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:00.178822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks [] for router_gateway (268a57fa-362c-47bb-894a-54930c0b35e6), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.230140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Publish callbacks [] for security_group (40e7c0bd-119f-42df-850e-f55a9febeb88), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.241671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (40e7c0bd-119f-42df-850e-f55a9febeb88), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.353898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:00.365335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e7c0bd-119f-42df-850e-f55a9febeb88,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:00.401466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f37bc3db-1be6-4274-bb6f-10bccfa6c84b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.402100 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Added segment f37bc3db-1be6-4274-bb6f-10bccfa6c84b of type vlan for network cbc3e50c-ce60-4c02-a798-ec439421f63a Oct 26 11:10:00.511091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:00.513231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks [] for router_gateway (268a57fa-362c-47bb-894a-54930c0b35e6), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.513645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (cbc3e50c-ce60-4c02-a798-ec439421f63a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.545405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.581605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (cbc3e50c-ce60-4c02-a798-ec439421f63a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.584057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:00.590536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Publish callbacks [] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.596213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.603760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.642959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1690931890-network', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:00.672963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Network 132c3101-e478-4174-895a-329be1660535 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:00.676368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:00.680452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:00.722452 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3962884 Oct 26 11:10:00.725303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50162) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:00.727919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Pushing event updated for resources: {'Port': ['ID=6f2303a7-e47a-485b-819a-4112abd02ecb,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:00.737406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.738075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.738632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.739157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.739671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.740224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.740750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.741509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.741750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Request body: {'subnet': {'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1873661407-subnet', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:00.742237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.742750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.743256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.743905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.744428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.744945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.745447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Tracked resource versions report: Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: pushed versions: Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: { 'AddressGroup': {'1.2'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Agent': {'1.1'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'ConntrackHelper': {'1.0'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Log': {'1.0'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'NDPProxy': {'1.0'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Network': {'1.1'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Port': {'1.7'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'PortForwarding': {'1.3'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'QosPolicy': {'1.10'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SecurityGroup': {'1.5'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SubPort': {'1.0'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Subnet': {'1.1'}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Trunk': {'1.1'}} Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: consumer versions: Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: { DHCP agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: HyperV agent@hv-neutron-7598: {}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: L3 agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: Metadata agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: Metering agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: Open vSwitch agent@dv-neutron-759874-5-hyperv: { 'AddressGroup': '1.2', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Agent': '1.1', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'ConntrackHelper': '1.0', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'LocalIPAssociation': '1.0', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Log': '1.0', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'NDPProxy': '1.0', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Network': '1.1', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Port': '1.7', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'PortForwarding': '1.3', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'QosPolicy': '1.10', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SecurityGroup': '1.5', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SecurityGroupRule': '1.2', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'SubPort': '1.0', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Subnet': '1.1', Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: 'Trunk': '1.1'}} Oct 26 11:10:00.746928 dv-neutron-759874-5-hyperv neutron-server[105417]: {{(pid=105417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:10:00.777424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Allocated IP 172.26.0.125 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/943d3979-ece6-46bc-9035-ee379036f742) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:00.783842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Attempting to bind port 6f2303a7-e47a-485b-819a-4112abd02ecb on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:00.785164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Attempting to bind port 6f2303a7-e47a-485b-819a-4112abd02ecb by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:00.785727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Attempting to bind port 6f2303a7-e47a-485b-819a-4112abd02ecb on network 132c3101-e478-4174-895a-329be1660535 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:00.788640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:00.821135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50164) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:00.848697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:00.849829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Checking segment: {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:00.850475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.851051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Bound using segment: {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:00.851864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Bound port: 6f2303a7-e47a-485b-819a-4112abd02ecb, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:00.852445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.861753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9e070-595e-4560-b089-0918ac26a99c admin admin] Pushing event updated for resources: {'Network': ['ID=cbc3e50c-ce60-4c02-a798-ec439421f63a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:00.879326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Made reservation on behalf of 9a5a3c9d9ace464cb7ce30428ac5de55 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:00.888477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.898813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Made reservation on behalf of 56a81a68c2cd4ca9a7b1f846840ea87a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:00.901399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.925297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.953273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] For port 6f2303a7-e47a-485b-819a-4112abd02ecb, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:00.958116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] For port 6f2303a7-e47a-485b-819a-4112abd02ecb, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f2303a7-e47a-485b-819a-4112abd02ecb,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:00.963321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network cbc3e50c-ce60-4c02-a798-ec439421f63a details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:00.982909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:00.992580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:01.104983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:01.180657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Publish callbacks [] for security_group (aa82a171-7844-495e-a1dd-5e61829dd106), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.182802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd905a-ea22-428e-b8be-0de425e66690 None None] Pushing event updated for resources: {'Port': ['ID=6f2303a7-e47a-485b-819a-4112abd02ecb,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:01.194509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (aa82a171-7844-495e-a1dd-5e61829dd106), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.267472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:01.285109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa82a171-7844-495e-a1dd-5e61829dd106,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:01.301936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (003e2cb7-730b-4220-9899-124b8ee0deae), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.302143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Added segment 003e2cb7-730b-4220-9899-124b8ee0deae of type vlan for network 2021c8ec-7285-4563-809f-563a6427766a Oct 26 11:10:01.407259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.437021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (b2101d7a-1b72-4805-a954-2db739ecedcf), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.471135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:01.496554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.509669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (2021c8ec-7285-4563-809f-563a6427766a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.590164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2101d7a-1b72-4805-a954-2db739ecedcf,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:01.606369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (2021c8ec-7285-4563-809f-563a6427766a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.607582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:01.608551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.685044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f2303a7-e47a-485b-819a-4112abd02ecb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:01.696643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1027105161'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:01.737966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks [] for port (943d3979-ece6-46bc-9035-ee379036f742), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.739830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Checking segment: {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:01.740625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Network hostable DHCP agents. Network: cbc3e50c-ce60-4c02-a798-ec439421f63a, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:01.746852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Made reservation on behalf of 546a43b03a6f49b29aaf4d12c936b4ab for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:01.751562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.774028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.792765 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6155953 Oct 26 11:10:01.807845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:01.870095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Request body: {'subnet': {'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1690931890-subnet', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:01.873097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f2303a7-e47a-485b-819a-4112abd02ecb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:01.876407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.876992 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f2303a7-e47a-485b-819a-4112abd02ecb Oct 26 11:10:01.902295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Network cbc3e50c-ce60-4c02-a798-ec439421f63a is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:01.911886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b7ab8-890b-4825-ba5b-1ba02f2f6e66 admin admin] Pushing event updated for resources: {'Network': ['ID=2021c8ec-7285-4563-809f-563a6427766a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:01.941071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.950684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Made reservation on behalf of 9a5a3c9d9ace464cb7ce30428ac5de55 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:01.954337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:01.970841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 2021c8ec-7285-4563-809f-563a6427766a details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:02.049145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:02.055707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:02.062322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:02.068992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, cbc3e50c-ce60-4c02-a798-ec439421f63a) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:02.153832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:02.162529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:02.173212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:02.194171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f2303a7-e47a-485b-819a-4112abd02ecb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:02.195117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.211307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:02.219577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.253758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f2303a7-e47a-485b-819a-4112abd02ecb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f2303a7-e47a-485b-819a-4112abd02ecb,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:02.255326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27a91d-a2d2-49f0-b4ed-749849074485 None None] Network cbc3e50c-ce60-4c02-a798-ec439421f63a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:02.438603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.450954 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-abe93132-e35f-4520-a0cd-d7f0ab2ffe0c admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7222166 Oct 26 11:10:02.478714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:02.506159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-792851468'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:02.533087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:02.535246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f2303a7-e47a-485b-819a-4112abd02ecb,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:02.553082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-cbc3e50c-ce60-4c02-a798-ec439421f63a', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:02.555750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.583367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks [] for security_group (8d784cab-87b0-46ee-bccc-050d4b4ebae2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.613715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8d784cab-87b0-46ee-bccc-050d4b4ebae2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.642952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:02.650460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50206) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:02.663869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6123c29e-3ff8-4e63-a125-445d4d818c89), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.664328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Added segment 6123c29e-3ff8-4e63-a125-445d4d818c89 of type vlan for network 517f11a5-76a3-471e-bee4-b01dadabec9a Oct 26 11:10:02.678756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (c836e68d-e475-41cf-a583-ed10d976beee), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.744042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:02.768077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (517f11a5-76a3-471e-bee4-b01dadabec9a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.768693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (e0118747-463d-4784-aaf3-f385b445be46), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.772083 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (e0118747-463d-4784-aaf3-f385b445be46), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.795484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Allocated IP 172.20.0.2 (cbc3e50c-ce60-4c02-a798-ec439421f63a/b2101d7a-1b72-4805-a954-2db739ecedcf/845767a2-518a-49d6-af5c-1d8ab40aa977) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:02.820549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:02.852550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (517f11a5-76a3-471e-bee4-b01dadabec9a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.861974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:02.862899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.898114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:02.901246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Checking segment: {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:02.901657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Network hostable DHCP agents. Network: 2021c8ec-7285-4563-809f-563a6427766a, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:02.931167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Made reservation on behalf of 9265a833c9204f3f8e203927c3d58fd1 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:02.942162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:02.974855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Pushing event updated for resources: {'Network': ['ID=517f11a5-76a3-471e-bee4-b01dadabec9a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:03.020870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.025396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50218) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.032137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1391197656'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:03.036227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Publish callbacks [] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.040483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d784cab-87b0-46ee-bccc-050d4b4ebae2,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:03.049300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b107e729-23ee-426d-8aeb-2d616d3a9100 None None] Network 132c3101-e478-4174-895a-329be1660535 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:03.059579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Network 2021c8ec-7285-4563-809f-563a6427766a is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:03.064693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-83e2a1e8-a5d5-421b-830a-a972b98275fe tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:03.074215 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b7e8de8d-7e3f-4dc4-b5e9-b5de3b74faae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2347507 Oct 26 11:10:03.091045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 517f11a5-76a3-471e-bee4-b01dadabec9a details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:03.100923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.101710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'subnet': {'network_id': '9931a376-0234-4e4e-b3e7-04e44cf7aa99', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:03.107168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c836e68d-e475-41cf-a583-ed10d976beee,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:03.132700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks [] for router_gateway (268a57fa-362c-47bb-894a-54930c0b35e6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.182989 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-83e2a1e8-a5d5-421b-830a-a972b98275fe tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] 10.222.0.26 "PUT /networking/v2.0/quotas/338cb6626a9049beafe04557d5df28c4 HTTP/1.1" status: 200 len: 366 time: 0.2187245 Oct 26 11:10:03.185566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50242) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.202570 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a8a9ed70-610d-4a1c-8ab7-7945e618955b tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] 10.222.0.26 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0144105 Oct 26 11:10:03.205836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:03.207782 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50246) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.224632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Network cbc3e50c-ce60-4c02-a798-ec439421f63a is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:03.230830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks [] for security_group (5493f8c7-6e82-490f-bb18-d6aa573ba670), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.234891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:03.236595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:03.244169 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9bcf6c1e-0ed2-4228-ba42-32e6f586f2ad tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] 10.222.0.26 "GET /networking/v2.0/quotas/338cb6626a9049beafe04557d5df28c4 HTTP/1.1" status: 200 len: 366 time: 0.0351703 Oct 26 11:10:03.246593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50248) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.254709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:03.255184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:03.273203 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-667b0dbc-f2ca-4c9f-b321-7f088f24063a tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] 10.222.0.26 "DELETE /networking/v2.0/quotas/338cb6626a9049beafe04557d5df28c4 HTTP/1.1" status: 204 len: 168 time: 0.0255611 Oct 26 11:10:03.275586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50250) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.318288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks [] for router_controller (e0118747-463d-4784-aaf3-f385b445be46), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.324835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5493f8c7-6e82-490f-bb18-d6aa573ba670), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.335378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 2021c8ec-7285-4563-809f-563a6427766a) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:03.340192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:03.341243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.364103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4fcab940-d73b-461e-96eb-0aedb3da3929 None None] Provisioning complete for port 6f2303a7-e47a-485b-819a-4112abd02ecb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:03.364103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4fcab940-d73b-461e-96eb-0aedb3da3929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.364103 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4fcab940-d73b-461e-96eb-0aedb3da3929 None None] Attempt 1 to provision port 6f2303a7-e47a-485b-819a-4112abd02ecb Oct 26 11:10:03.388683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a766fb5-d610-4303-9f9d-595b72180a32 None None] Network 2021c8ec-7285-4563-809f-563a6427766a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:03.414625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Attempting to bind port 845767a2-518a-49d6-af5c-1d8ab40aa977 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:03.414625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Attempting to bind port 845767a2-518a-49d6-af5c-1d8ab40aa977 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:03.414625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Attempting to bind port 845767a2-518a-49d6-af5c-1d8ab40aa977 on network cbc3e50c-ce60-4c02-a798-ec439421f63a {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:03.419627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Made reservation on behalf of 00246b2c10404ea0aa134829cc101114 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:03.424765 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.440397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-42f4ae13-2756-4f80-b2be-660a2df0048c tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] 10.222.0.26 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1636987 Oct 26 11:10:03.442823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50256) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.447182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:03.465997 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1fc9213d-7b7e-4b72-9916-34c7c840afc9 tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] 10.222.0.26 "GET /networking/v2.0/quotas/338cb6626a9049beafe04557d5df28c4 HTTP/1.1" status: 200 len: 370 time: 0.0197091 Oct 26 11:10:03.467183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.496341 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e9278cb5-9682-4d0d-b2ea-eecf64f43c4c tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] 10.222.0.26 "GET /networking/v2.0/quotas/338cb6626a9049beafe04557d5df28c4/default HTTP/1.1" status: 200 len: 370 time: 0.0275974 Oct 26 11:10:03.499233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50260) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.507385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:03.508227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:03.508954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Checking segment: {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:03.509514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.509917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Bound using segment: {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:03.510546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Bound port: 845767a2-518a-49d6-af5c-1d8ab40aa977, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:03.510930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.515078 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-4dd34ec4-4aba-4036-acfe-7de736d0b322 tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] delete failed (client error): The resource could not be found. Oct 26 11:10:03.516365 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4dd34ec4-4aba-4036-acfe-7de736d0b322 tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] 10.222.0.26 "DELETE /networking/v2.0/quotas/338cb6626a9049beafe04557d5df28c4 HTTP/1.1" status: 404 len: 348 time: 0.0160761 Oct 26 11:10:03.533375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (268a57fa-362c-47bb-894a-54930c0b35e6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.589978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f2303a7-e47a-485b-819a-4112abd02ecb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:03.664471 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fef66e05-8e30-427f-b9e9-b88942cd0e24 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8453302 Oct 26 11:10:03.664988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50264) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.673220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:03.692070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f2303a7-e47a-485b-819a-4112abd02ecb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:03.692449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.692783 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f2303a7-e47a-485b-819a-4112abd02ecb Oct 26 11:10:03.705245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.706677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.735783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.752042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c79b2ee5-b335-446d-933e-1b64bb651049), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.752374 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Added segment c79b2ee5-b335-446d-933e-1b64bb651049 of type vlan for network 56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8 Oct 26 11:10:03.754296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5493f8c7-6e82-490f-bb18-d6aa573ba670,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:03.770173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks [] for router_controller (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.817330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Pushing event updated for resources: {'Port': ['ID=845767a2-518a-49d6-af5c-1d8ab40aa977,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:03.827931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:03.865617 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:03.903461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Router 268a57fa-362c-47bb-894a-54930c0b35e6 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:10:03.923535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks [] for router_gateway (e0118747-463d-4784-aaf3-f385b445be46), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.929671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.000722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50268) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:04.017797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Request body: {'port': {'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a', 'binding:host_id': 'hv-neutron-7598', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395168061'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:04.028958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] For port 845767a2-518a-49d6-af5c-1d8ab40aa977, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:04.037755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks [] for router_gateway (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.053263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:04.056972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.079072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] For port 845767a2-518a-49d6-af5c-1d8ab40aa977, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=845767a2-518a-49d6-af5c-1d8ab40aa977,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:04.100169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.105234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:04.106034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.133652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f2303a7-e47a-485b-819a-4112abd02ecb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:04.142088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.152920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:04.153871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4fcab940-d73b-461e-96eb-0aedb3da3929 None None] Current status of the port 6f2303a7-e47a-485b-819a-4112abd02ecb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:04.166798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:10:04.177300 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:04.186915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-2021c8ec-7285-4563-809f-563a6427766a', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:04.187886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.195521 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:04.197870 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:04.210238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.217655 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2b2df8fd-1884-4a17-89e8-27eb9e5f1add admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6246209 Oct 26 11:10:04.218911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50272) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:04.224148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Pushing event updated for resources: {'Network': ['ID=56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:04.248083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:04.290349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Made reservation on behalf of 2039332738934bfc8c85eb892232c87d for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:04.292695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.317789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.331421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bee2f-5b53-479f-9add-595da7af1342 None None] Pushing event updated for resources: {'Port': ['ID=845767a2-518a-49d6-af5c-1d8ab40aa977,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:04.339149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-473633b5-b12c-444e-bd0b-4bef789205b5 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2823858 Oct 26 11:10:04.380128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50274) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:04.409220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks [] for security_group (d45d2c57-b1fc-4cb4-be3c-9868ecf16ff1), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.477846 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:04.495496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:04.533650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Allocated IP 172.20.0.2 (2021c8ec-7285-4563-809f-563a6427766a/c836e68d-e475-41cf-a583-ed10d976beee/8a24cb01-4330-48ab-b857-b6cc10a2cc39) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:04.591688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d45d2c57-b1fc-4cb4-be3c-9868ecf16ff1), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.628404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:04.666364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:04.674854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7564b4e6-aa09-4ab8-b11b-945d31911c34 None None] Provisioning complete for port 6f2303a7-e47a-485b-819a-4112abd02ecb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:04.675183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7564b4e6-aa09-4ab8-b11b-945d31911c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.675521 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7564b4e6-aa09-4ab8-b11b-945d31911c34 None None] Attempt 1 to provision port 6f2303a7-e47a-485b-819a-4112abd02ecb Oct 26 11:10:04.756225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:04.787398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:04.849311 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:02Z', 'revision_number': 3, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:04.858810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks [] for router_gateway (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.869145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:04.884159 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:04.884844 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Updating router 268a57fa-362c-47bb-894a-54930c0b35e6 port 943d3979-ece6-46bc-9035-ee379036f742 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:10:04.897022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks [] for security_group (c0e847f0-7918-408d-80cd-0c75ee07b61e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.906477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.908282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (92d17855-c4c6-4606-ba8f-95f0ffae38f5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.908632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Added segment 92d17855-c4c6-4606-ba8f-95f0ffae38f5 of type vlan for network 9955ce6b-dbd4-4969-9f21-62e054c1416d Oct 26 11:10:04.925989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.951891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Publish callbacks [] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.954290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7564b4e6-aa09-4ab8-b11b-945d31911c34 None None] Current status of the port 6f2303a7-e47a-485b-819a-4112abd02ecb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:04.963071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.007452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Network 2021c8ec-7285-4563-809f-563a6427766a is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:05.013136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:05.016444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:05.028138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Pushing event updated for resources: {'Port': ['ID=8a24cb01-4330-48ab-b857-b6cc10a2cc39,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:05.092617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Attempting to bind port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:05.093943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Attempting to bind port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:05.093943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Attempting to bind port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 on network 2021c8ec-7285-4563-809f-563a6427766a {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:05.099556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Allocated IP 172.26.0.7 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/0206c0b1-ce9b-48a8-98a9-b84e72f01d13) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:05.101197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks [] for router_gateway (e0118747-463d-4784-aaf3-f385b445be46), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.104215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45d2c57-b1fc-4cb4-be3c-9868ecf16ff1,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:05.121594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Request body: {'network': {'name': 'tempest-network--1694613280', 'router:external': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:05.141205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:05.141436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Checking segment: {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:05.141789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.142181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Bound using segment: {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:05.142813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Bound port: 8a24cb01-4330-48ab-b857-b6cc10a2cc39, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:05.143231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.143347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c0e847f0-7918-408d-80cd-0c75ee07b61e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.213048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] For port 8a24cb01-4330-48ab-b857-b6cc10a2cc39, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:05.217336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] For port 8a24cb01-4330-48ab-b857-b6cc10a2cc39, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8a24cb01-4330-48ab-b857-b6cc10a2cc39,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:05.217494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.222300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] device_id is not set on port 50079db1-e03c-45b4-bc4e-1062349169b7 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:05.227089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.231118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.300196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:05.307259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a55b0-feff-430a-809e-d934c1ca9d4c None None] Pushing event updated for resources: {'Port': ['ID=8a24cb01-4330-48ab-b857-b6cc10a2cc39,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:05.313521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (9955ce6b-dbd4-4969-9f21-62e054c1416d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.382394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (20b59613-fb69-40de-8077-775cc5006677), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.476708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e847f0-7918-408d-80cd-0c75ee07b61e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:05.479181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Subnet': ['ID=20b59613-fb69-40de-8077-775cc5006677,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:05.489146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:10:05.494934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Made reservation on behalf of 180f3b992cc7408fb3af51e74cc2a0d0 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:05.497388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.514104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks [] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.523154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.568206 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-70162cab-4d79-49a5-8a63-9fb636af1d51 tempest-QuotasTest-1987046532 tempest-QuotasTest-1987046532-project-admin] 10.222.0.26 "GET /networking/v2.0/quotas/c050fc55e75749c4b71573c032b7f780/details.json HTTP/1.1" status: 200 len: 703 time: 1.7166989 Oct 26 11:10:05.661236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:05.662011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (9955ce6b-dbd4-4969-9f21-62e054c1416d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.667086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:05.667709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.672452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:05.699131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Checking segment: {'id': '1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9931a376-0234-4e4e-b3e7-04e44cf7aa99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:05.699499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network hostable DHCP agents. Network: 9931a376-0234-4e4e-b3e7-04e44cf7aa99, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:05.705517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 845767a2-518a-49d6-af5c-1d8ab40aa977 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:05.778420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.794949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0540e60-9dc8-44f9-8f9a-bad9012de2e4 None None] Network cbc3e50c-ce60-4c02-a798-ec439421f63a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:05.872321 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.2175295 Oct 26 11:10:05.902534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50284) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:05.904127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 845767a2-518a-49d6-af5c-1d8ab40aa977 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:05.904753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:05.905782 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 845767a2-518a-49d6-af5c-1d8ab40aa977 Oct 26 11:10:05.917025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Request body: {'subnet': {'network_id': '9955ce6b-dbd4-4969-9f21-62e054c1416d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:05.917623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:05.921631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a3076-211a-4e7a-b485-cd4af080a0ac tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event updated for resources: {'Network': ['ID=9955ce6b-dbd4-4969-9f21-62e054c1416d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:05.939834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:05.941976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network 9931a376-0234-4e4e-b3e7-04e44cf7aa99 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:05.956879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:05.962215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:05.962996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 9955ce6b-dbd4-4969-9f21-62e054c1416d details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:06.037794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 9931a376-0234-4e4e-b3e7-04e44cf7aa99) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:06.072172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Publish callbacks [] for port (943d3979-ece6-46bc-9035-ee379036f742), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.091121 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.096158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:06.096433 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.118103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] device_id is not set on port 50079db1-e03c-45b4-bc4e-1062349169b7 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:06.146520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50288) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:06.153492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c839f2c-b692-4b7e-ae93-196566250a8a None None] Network 9931a376-0234-4e4e-b3e7-04e44cf7aa99 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:06.184867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Allocated IP 172.20.0.1 (132c3101-e478-4174-895a-329be1660535/274d23cd-7b23-40ea-bbc5-d9f82b947996/f72dde58-1b32-4643-8268-dbefd0521338) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:06.209178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:06.221921 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:06.242456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.242791 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.243402 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.243646 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.244000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.245684 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.245684 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.246016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.251934 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.252309 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.252655 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.253085 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.253426 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.253767 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.254135 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Tracked resource versions report: Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: pushed versions: Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: { 'AddressGroup': {'1.2'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Agent': {'1.1'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'ConntrackHelper': {'1.0'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Log': {'1.0'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'NDPProxy': {'1.0'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Network': {'1.1'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Port': {'1.7'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'PortForwarding': {'1.3'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'QosPolicy': {'1.10'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SecurityGroup': {'1.5'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SubPort': {'1.0'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Subnet': {'1.1'}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Trunk': {'1.1'}} Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: consumer versions: Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: { DHCP agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: HyperV agent@hv-neutron-7598: {}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: L3 agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: Metadata agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: Metering agent@dv-neutron-759874-5-hyperv: {}, Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: Open vSwitch agent@dv-neutron-759874-5-hyperv: { 'AddressGroup': '1.2', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Agent': '1.1', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'ConntrackHelper': '1.0', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'LocalIPAssociation': '1.0', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Log': '1.0', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'NDPProxy': '1.0', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Network': '1.1', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Port': '1.7', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'PortForwarding': '1.3', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'QosPolicy': '1.10', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SecurityGroup': '1.5', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SecurityGroupRule': '1.2', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'SubPort': '1.0', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Subnet': '1.1', Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: 'Trunk': '1.1'}} Oct 26 11:10:06.257660 dv-neutron-759874-5-hyperv neutron-server[105418]: {{(pid=105418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:10:06.262469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Attempting to bind port 943d3979-ece6-46bc-9035-ee379036f742 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:06.263746 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Attempting to bind port 943d3979-ece6-46bc-9035-ee379036f742 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:06.264121 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Attempting to bind port 943d3979-ece6-46bc-9035-ee379036f742 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:06.345516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-9931a376-0234-4e4e-b3e7-04e44cf7aa99', 'network_id': '9931a376-0234-4e4e-b3e7-04e44cf7aa99', 'project_id': '00ab79330a5945539cae0de137b12e4c', 'fixed_ips': [{'subnet_id': '20b59613-fb69-40de-8077-775cc5006677'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:06.346469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.363129 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:06.363523 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:06.363931 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.364328 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:06.364865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Bound port: 943d3979-ece6-46bc-9035-ee379036f742, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:06.365173 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.389282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-bfca143e-7f9e-4462-b8ec-297b34338b1e None None] Provisioning complete for port 845767a2-518a-49d6-af5c-1d8ab40aa977 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:06.390587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bfca143e-7f9e-4462-b8ec-297b34338b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.391430 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-bfca143e-7f9e-4462-b8ec-297b34338b1e None None] Attempt 1 to provision port 845767a2-518a-49d6-af5c-1d8ab40aa977 Oct 26 11:10:06.421324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Allocated IP 172.26.0.179 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:06.428419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks [] for router_gateway (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.430938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:06.442144 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:06.446023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 845767a2-518a-49d6-af5c-1d8ab40aa977 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:06.446606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.447303 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:06.455584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbf0f-425d-4c65-8a04-363eb774150e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.463079 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.555836 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:06.570900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:06.571997 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:06.607707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:06.644082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Publish callbacks [] for port (f72dde58-1b32-4643-8268-dbefd0521338), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.648259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-bfca143e-7f9e-4462-b8ec-297b34338b1e None None] Current status of the port 845767a2-518a-49d6-af5c-1d8ab40aa977 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:06.649924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks [] for port (50079db1-e03c-45b4-bc4e-1062349169b7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.658985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bfca143e-7f9e-4462-b8ec-297b34338b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.674458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for security_group (c3193730-ac24-4e59-ad33-ebf9e97c8bd5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.680241 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-73e068b8-e23d-4571-8b43-08337d29af68 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6214685 Oct 26 11:10:06.704707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50292) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:06.708319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c3193730-ac24-4e59-ad33-ebf9e97c8bd5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.724075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:06.740870 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:06.745019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6e143d49-2e07-43de-8df2-138029d4d035), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.745382 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Added segment 6e143d49-2e07-43de-8df2-138029d4d035 of type vlan for network 4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3 Oct 26 11:10:06.745838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 845767a2-518a-49d6-af5c-1d8ab40aa977, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=845767a2-518a-49d6-af5c-1d8ab40aa977,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:06.786025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.790486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.828264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.837785 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:06.866375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (50079db1-e03c-45b4-bc4e-1062349169b7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.872695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2050919110'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:06.874955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:06.880174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=845767a2-518a-49d6-af5c-1d8ab40aa977,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:06.891904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:06.899340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.900890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:06.901571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.961097 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd98906-03a7-4d2e-8cd4-824fb90e6c04 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:06.972992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbf0f-425d-4c65-8a04-363eb774150e admin admin] Publish callbacks [] for security_group (d0c82a2d-ffe4-4de5-aa49-164c92a9d205), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.983959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'Port': ['ID=50079db1-e03c-45b4-bc4e-1062349169b7,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:06.989026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbf0f-425d-4c65-8a04-363eb774150e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d0c82a2d-ffe4-4de5-aa49-164c92a9d205), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:06.997950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Made reservation on behalf of 00246b2c10404ea0aa134829cc101114 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:07.002427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Allocated IP 2001:db8:0:ffff::2 (9931a376-0234-4e4e-b3e7-04e44cf7aa99/20b59613-fb69-40de-8077-775cc5006677/ef8d3bac-72b0-42d8-a428-b9d98faa2eb6) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:07.008503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks [] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.017974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:07.021223 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1dcfbf0f-425d-4c65-8a04-363eb774150e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1a65a6154cc646fba193b4b160e23b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8719513 Oct 26 11:10:07.027473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50294) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:07.031054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-bfca143e-7f9e-4462-b8ec-297b34338b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:10:07.031518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-bfca143e-7f9e-4462-b8ec-297b34338b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:10:07.031687 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:02Z', 'revision_number': 3, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:07.034063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:07.040682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.074846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Network 132c3101-e478-4174-895a-329be1660535 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:07.082946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:07.085755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:07.086454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (268a57fa-362c-47bb-894a-54930c0b35e6), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.168135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73053c13-efa2-4b5f-827a-82c928753cb4 None None] Network 2021c8ec-7285-4563-809f-563a6427766a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:07.184323 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c829c0-3fe1-4811-b394-0743b070b8e2 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:02Z', 'revision_number': 3, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:07.277952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3193730-ac24-4e59-ad33-ebf9e97c8bd5,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:07.303851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:07.310768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfbf0f-425d-4c65-8a04-363eb774150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c82a2d-ffe4-4de5-aa49-164c92a9d205,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:07.340126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Router d6bdc73e-8116-4e16-abd4-2cdebd36b8be is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:10:07.367411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:07.382815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.391255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'Network': ['ID=4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:07.413161 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-130adba0-3c53-4401-b4a0-c8eb94e1a38a tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0183253 Oct 26 11:10:07.419757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50298) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:07.420585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ba5de8a3-8723-492e-ae4c-47a24f785e75 admin admin] Publish callbacks [] for security_group (d0c82a2d-ffe4-4de5-aa49-164c92a9d205), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.428322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Checking segment: {'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:07.428803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Network hostable DHCP agents. Network: 517f11a5-76a3-471e-bee4-b01dadabec9a, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:07.433943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:07.444663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ba5de8a3-8723-492e-ae4c-47a24f785e75 admin admin] Publish callbacks [] for security_group (d0c82a2d-ffe4-4de5-aa49-164c92a9d205), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.447877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:07.452679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.483252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:07.499158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3b337cd9-8d44-45ae-8c05-92dcf919e640), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.499158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Added segment 3b337cd9-8d44-45ae-8c05-92dcf919e640 of type vlan for network 12b5c54a-c36e-4d1b-9cd9-604b4413bae0 Oct 26 11:10:07.529121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ba5de8a3-8723-492e-ae4c-47a24f785e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d0c82a2d-ffe4-4de5-aa49-164c92a9d205), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.537615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ba5de8a3-8723-492e-ae4c-47a24f785e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.548840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (12b5c54a-c36e-4d1b-9cd9-604b4413bae0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.554423 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ba5de8a3-8723-492e-ae4c-47a24f785e75 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d0c82a2d-ffe4-4de5-aa49-164c92a9d205 HTTP/1.1" status: 204 len: 168 time: 0.5114014 Oct 26 11:10:07.557795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (700159e0-d0a9-4c61-b976-e7c9542fadab), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.592393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks [] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.695946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-bfca143e-7f9e-4462-b8ec-297b34338b1e None None] Current status of the port 845767a2-518a-49d6-af5c-1d8ab40aa977 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:07.727453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5de8a3-8723-492e-ae4c-47a24f785e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c82a2d-ffe4-4de5-aa49-164c92a9d205,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:07.811020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Publish callbacks [] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.833335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:07.833922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.835334 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:10:07.838097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.841286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8a24cb01-4330-48ab-b857-b6cc10a2cc39 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:07.890685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (12b5c54a-c36e-4d1b-9cd9-604b4413bae0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.905915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:07.922035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:07.977123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Network 9931a376-0234-4e4e-b3e7-04e44cf7aa99 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:07.982531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:07.989579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:07.993999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:07.996395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Port f72dde58-1b32-4643-8268-dbefd0521338 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:07.998301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:10:08.011137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Pushing event updated for resources: {'Port': ['ID=ef8d3bac-72b0-42d8-a428-b9d98faa2eb6,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:08.022110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:08.035143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.039318 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b145d4f3-163a-4483-a2c7-b8bc860b090b admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3681540 Oct 26 11:10:08.040111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50304) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:08.049545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Provisioning complete for port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:08.050230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.050896 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Attempt 1 to provision port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 Oct 26 11:10:08.072390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Network 517f11a5-76a3-471e-bee4-b01dadabec9a is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:08.080343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:08.081150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.082029 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 Oct 26 11:10:08.141417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:08.144434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Network': ['ID=12b5c54a-c36e-4d1b-9cd9-604b4413bae0,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:08.161571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:08.162368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:08.167355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.174013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 12b5c54a-c36e-4d1b-9cd9-604b4413bae0 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:08.182513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event updated for resources: {'Subnet': ['ID=700159e0-d0a9-4c61-b976-e7c9542fadab,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:08.188763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Checking segment: {'id': '92d17855-c4c6-4606-ba8f-95f0ffae38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9955ce6b-dbd4-4969-9f21-62e054c1416d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:08.189140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Network hostable DHCP agents. Network: 9955ce6b-dbd4-4969-9f21-62e054c1416d, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:08.194231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 517f11a5-76a3-471e-bee4-b01dadabec9a) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:08.219917 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9733ea8b-f5bb-47e5-a8f6-35e15a5a221e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3550544 Oct 26 11:10:08.224506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:08.230838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50306) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:08.238225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.245005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91044be4-49eb-4d38-9664-5e7b118db069 None None] Network 517f11a5-76a3-471e-bee4-b01dadabec9a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:08.257884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50308) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:08.262805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'subnet': {'network_id': '12b5c54a-c36e-4d1b-9cd9-604b4413bae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:08.352886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:08.371415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:08.413555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Attempting to bind port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:08.413961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Attempting to bind port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9931a376-0234-4e4e-b3e7-04e44cf7aa99'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:08.414331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Attempting to bind port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 on network 9931a376-0234-4e4e-b3e7-04e44cf7aa99 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:08.455754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Publish callbacks [] for port (f72dde58-1b32-4643-8268-dbefd0521338), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.470409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.471502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (268a57fa-362c-47bb-894a-54930c0b35e6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.500796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:08.512677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:08.513037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:08.513895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:08.527310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:08.532019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.578436 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:08.621507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Network 9955ce6b-dbd4-4969-9f21-62e054c1416d is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:08.647571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:08.661673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:08.662900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c72b7e79-c3fb-48c4-9d66-009458285ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.666402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:08.666864 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:08.673675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:08.679243 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 2 to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 Oct 26 11:10:08.692663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:08.728068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Current status of the port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:08.728398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.730331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:08.730703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Checking segment: {'id': '1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9931a376-0234-4e4e-b3e7-04e44cf7aa99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:08.731090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.731486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Bound using segment: {'id': '1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9931a376-0234-4e4e-b3e7-04e44cf7aa99'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:08.732252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Bound port: ef8d3bac-72b0-42d8-a428-b9d98faa2eb6, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9931a376-0234-4e4e-b3e7-04e44cf7aa99'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:08.732442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.732870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:08.744777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 9955ce6b-dbd4-4969-9f21-62e054c1416d) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:08.753560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:08.753961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.758693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Network 132c3101-e478-4174-895a-329be1660535 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:08.761525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:08.770958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ba7c6-0629-4477-95db-bde35cdfad44 None None] Network 9955ce6b-dbd4-4969-9f21-62e054c1416d requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:08.828296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:08.829185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.835693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:08.836152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:08.836524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:08.896672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:08.898222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:08.898555 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:08.937507 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 3 to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 Oct 26 11:10:08.943299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:08.959215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:08.971865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] For port 8a24cb01-4330-48ab-b857-b6cc10a2cc39, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8a24cb01-4330-48ab-b857-b6cc10a2cc39,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:08.994546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.025482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Router 268a57fa-362c-47bb-894a-54930c0b35e6 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:10:09.047234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] For port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:09.085307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:09.085632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:09.086126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:09.103265 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-26ed899e-5644-4b2b-8279-ada9428ce637 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1968610 Oct 26 11:10:09.103265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.103525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.104454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50310) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:09.104792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.105126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > port after_create 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.105516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > port after_delete 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.105883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > port after_update 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.106201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.106518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.107317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.107652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.109138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Provisioning complete for port 845767a2-518a-49d6-af5c-1d8ab40aa977 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:09.109521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.109877 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Attempt 1 to provision port 845767a2-518a-49d6-af5c-1d8ab40aa977 Oct 26 11:10:09.114557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Request body: {'port': {'network_id': '9955ce6b-dbd4-4969-9f21-62e054c1416d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-561057082'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:09.122842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] For port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ef8d3bac-72b0-42d8-a428-b9d98faa2eb6,segment=NetworkSegment(1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4),segment_id=1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:09.217372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.238109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:09.322133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.335373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:10:09.335656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:10:09.340902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-9955ce6b-dbd4-4969-9f21-62e054c1416d', 'network_id': '9955ce6b-dbd4-4969-9f21-62e054c1416d', 'project_id': '00246b2c10404ea0aa134829cc101114', 'fixed_ips': [{'subnet_id': '700159e0-d0a9-4c61-b976-e7c9542fadab'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:09.341812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.344021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Pushing event updated for resources: {'Port': ['ID=8a24cb01-4330-48ab-b857-b6cc10a2cc39,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:09.371197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:10:09.383043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:09.383871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.384504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.384940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.385366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=105416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:09.385855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:09.409993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e143d49-2e07-43de-8df2-138029d4d035') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:09.410436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e143d49-2e07-43de-8df2-138029d4d035') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:09.420467 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-18df5ddd-566b-4a14-a32c-c30bfdfdb318 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/268a57fa-362c-47bb-894a-54930c0b35e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1952462 Oct 26 11:10:09.432408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (6e143d49-2e07-43de-8df2-138029d4d035), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.445272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:09.445637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Updating router d6bdc73e-8116-4e16-abd4-2cdebd36b8be port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:10:09.476554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6e143d49-2e07-43de-8df2-138029d4d035), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.497856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:09.517615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Made reservation on behalf of 00246b2c10404ea0aa134829cc101114 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:09.520235 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:09.520867 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:09.521479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.539208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:09.539631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (6e143d49-2e07-43de-8df2-138029d4d035), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.559463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:09.589501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] device_id is not set on port 1aa764c3-d1c4-4cb9-9048-14c65649b376 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:09.592267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14885c29-e70b-4f87-9047-0fa032d2c7ab None None] Pushing event updated for resources: {'Port': ['ID=ef8d3bac-72b0-42d8-a428-b9d98faa2eb6,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:09.607067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.647410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ef7a3-0709-4f04-94ec-a2089c50c992 None None] Current status of the port 845767a2-518a-49d6-af5c-1d8ab40aa977 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:09.694530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:09.779053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:09.779384 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:09.801859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:09.821419 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 4 to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 Oct 26 11:10:09.939899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Allocated IP 172.20.0.2 (9955ce6b-dbd4-4969-9f21-62e054c1416d/700159e0-d0a9-4c61-b976-e7c9542fadab/b59f13e0-a9b8-4540-b9a2-144f35e53e99) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:09.959250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6a5db5c6-1c99-4755-88dc-8b3a12f6b19f None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:09.959623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a5db5c6-1c99-4755-88dc-8b3a12f6b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:09.961138 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6a5db5c6-1c99-4755-88dc-8b3a12f6b19f None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:10:10.007460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Allocated IP 172.20.0.1 (2021c8ec-7285-4563-809f-563a6427766a/c836e68d-e475-41cf-a583-ed10d976beee/0412b2f7-bbdf-41db-834c-a09e00f2f34e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:10.033314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c72b7e79-c3fb-48c4-9d66-009458285ce4 admin admin] Publish callbacks [] for security_group (a8078f47-4c7d-4be2-a1c0-658ca6feda77), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.035280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:10.037165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 845767a2-518a-49d6-af5c-1d8ab40aa977 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:10.064242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:10.064571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:10.064902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:10.101277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:10.101636 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:10.102118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c72b7e79-c3fb-48c4-9d66-009458285ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (a8078f47-4c7d-4be2-a1c0-658ca6feda77), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.143687 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 5 to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 Oct 26 11:10:10.154580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:10.164684 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 2, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:10.167428 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Publish callbacks [] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.188225 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c72b7e79-c3fb-48c4-9d66-009458285ce4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c050fc55e75749c4b71573c032b7f780&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8018816 Oct 26 11:10:10.192320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50340) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:10.194883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:10.195217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:10.195533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:10.200706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b7e79-c3fb-48c4-9d66-009458285ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8078f47-4c7d-4be2-a1c0-658ca6feda77,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:10.233261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:10.233679 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Updating router 268a57fa-362c-47bb-894a-54930c0b35e6 port f72dde58-1b32-4643-8268-dbefd0521338 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:10:10.256883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6a5db5c6-1c99-4755-88dc-8b3a12f6b19f None None] Port f72dde58-1b32-4643-8268-dbefd0521338 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:10.280587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:10.296030 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.324475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.335701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6a5db5c6-1c99-4755-88dc-8b3a12f6b19f None None] Provisioning complete for port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:10.336675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a5db5c6-1c99-4755-88dc-8b3a12f6b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.337089 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6a5db5c6-1c99-4755-88dc-8b3a12f6b19f None None] Attempt 1 to provision port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 Oct 26 11:10:10.358549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5c452b86-e600-4a80-a6f8-27c52970ed11 admin admin] Publish callbacks [] for security_group (a8078f47-4c7d-4be2-a1c0-658ca6feda77), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.396544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Network 2021c8ec-7285-4563-809f-563a6427766a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:10.398812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5c452b86-e600-4a80-a6f8-27c52970ed11 admin admin] Publish callbacks [] for security_group (a8078f47-4c7d-4be2-a1c0-658ca6feda77), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.418221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:10.434259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:10.435500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.438448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:10.438574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.442375 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6e143d49-2e07-43de-8df2-138029d4d035 resource provider aggregate not found Oct 26 11:10:10.494799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:10.494993 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:10.509349 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 6 to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 Oct 26 11:10:10.555076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:10:10.582550 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6e143d49-2e07-43de-8df2-138029d4d035 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e143d49-2e07-43de-8df2-138029d4d035 found for delete ", "request_id": "req-d99a04a1-6f27-42ab-841b-546768195df2"}]} Oct 26 11:10:10.648623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 845767a2-518a-49d6-af5c-1d8ab40aa977 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:10.649012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.649359 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 845767a2-518a-49d6-af5c-1d8ab40aa977 Oct 26 11:10:10.667426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.670716 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3 HTTP/1.1" status: 204 len: 168 time: 3.2436726 Oct 26 11:10:10.690174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50344) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:10.701167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:10.711952 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:10.758000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3622c6-2f3d-41fb-9a10-602f970a82e5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event deleted for resources: {'Network': ['ID=4aba46d6-eb42-4cf8-a8d7-0b1a5e2701e3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:10.832504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50348) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:10.837793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3af9e258-5d84-4fb3-833e-1cf1be02bdc8 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872905336', 'description': 'tempest-description--150991879'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:10.852734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Publish callbacks [] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.881454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:10.894226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:10.897622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:10.897622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:10.901174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3af9e258-5d84-4fb3-833e-1cf1be02bdc8 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.902930 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Publish callbacks [] for port (f72dde58-1b32-4643-8268-dbefd0521338), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.903059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks [] for router_gateway (e0118747-463d-4784-aaf3-f385b445be46), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.910159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Made reservation on behalf of 180f3b992cc7408fb3af51e74cc2a0d0 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:10.913262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.921196 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.958802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:10.989362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:10.998870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5c452b86-e600-4a80-a6f8-27c52970ed11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (a8078f47-4c7d-4be2-a1c0-658ca6feda77), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.003312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5c452b86-e600-4a80-a6f8-27c52970ed11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.004296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4ed0d1ca-7e3b-4b05-8bc2-513740831890), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.004646 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Added segment 4ed0d1ca-7e3b-4b05-8bc2-513740831890 of type vlan for network 8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 Oct 26 11:10:11.020589 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c452b86-e600-4a80-a6f8-27c52970ed11 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a8078f47-4c7d-4be2-a1c0-658ca6feda77 HTTP/1.1" status: 204 len: 168 time: 0.8206911 Oct 26 11:10:11.029093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Publish callbacks [] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.058113 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0007eb-82fb-45a7-9762-6c04b0785724 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:11.063194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (8d6a145f-eb3a-4da2-b6d5-faf8771f7e69), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.080638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b120172-3aad-4439-9090-64443dad55f4 None None] Network 9931a376-0234-4e4e-b3e7-04e44cf7aa99 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:11.096074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:11.096407 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:11.096877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:11.098525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 7 to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 Oct 26 11:10:11.099302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6a5db5c6-1c99-4755-88dc-8b3a12f6b19f None None] Current status of the port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:11.117575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.135434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Attempting to bind port f72dde58-1b32-4643-8268-dbefd0521338 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:11.138787 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Attempting to bind port f72dde58-1b32-4643-8268-dbefd0521338 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:11.139355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Attempting to bind port f72dde58-1b32-4643-8268-dbefd0521338 on network 132c3101-e478-4174-895a-329be1660535 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:11.151769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:10:11.152908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:11.156654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:11.157125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:11.157464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:11.159761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (604b82c2-73db-4b5b-abb9-264d348d0387), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.165030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (8d6a145f-eb3a-4da2-b6d5-faf8771f7e69), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.165981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:11.166549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.189252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c452b86-e600-4a80-a6f8-27c52970ed11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8078f47-4c7d-4be2-a1c0-658ca6feda77,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:11.240826 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:11.241296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Checking segment: {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:11.241778 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.242242 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Bound using segment: {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:11.242813 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Bound port: f72dde58-1b32-4643-8268-dbefd0521338, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:11.243333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.262073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'Network': ['ID=8d6a145f-eb3a-4da2-b6d5-faf8771f7e69,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:11.268877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Network 9955ce6b-dbd4-4969-9f21-62e054c1416d is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:11.312837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:11.319569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:11.320046 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:11.328736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Checking segment: {'id': '3b337cd9-8d44-45ae-8c05-92dcf919e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12b5c54a-c36e-4d1b-9cd9-604b4413bae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:11.329103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network hostable DHCP agents. Network: 12b5c54a-c36e-4d1b-9cd9-604b4413bae0, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:11.333031 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:11.335083 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 8 to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 Oct 26 11:10:11.353312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:11.359921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Attempting to bind port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:11.360428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Attempting to bind port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:11.361378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:11.361497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Attempting to bind port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:11.361699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:11.362029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:11.367558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:11.376782 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3af9e258-5d84-4fb3-833e-1cf1be02bdc8 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group (8a78afa2-1951-4d3d-8989-a8d139476093), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.376980 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-92ab767d-d7f4-4303-9a08-9e2dd3fab96d tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6825955 Oct 26 11:10:11.377175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:11.379626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50356) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:11.399107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Request body: {'subnet': {'network_id': '8d6a145f-eb3a-4da2-b6d5-faf8771f7e69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:11.407821 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:11.412138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:11.412286 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:11.412470 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:11.423950 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 9 to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 Oct 26 11:10:11.426939 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.434970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Made reservation on behalf of 180f3b992cc7408fb3af51e74cc2a0d0 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:11.437536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Subnet': ['ID=604b82c2-73db-4b5b-abb9-264d348d0387,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:11.438433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.439980 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network 12b5c54a-c36e-4d1b-9cd9-604b4413bae0 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:11.441314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3af9e258-5d84-4fb3-833e-1cf1be02bdc8 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8a78afa2-1951-4d3d-8989-a8d139476093), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.465670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 12b5c54a-c36e-4d1b-9cd9-604b4413bae0) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:11.467771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:11.467952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:11.468434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:11.477082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:11.477266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.481854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:11.482125 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:11.492126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3af9e258-5d84-4fb3-833e-1cf1be02bdc8 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.494040 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3af9e258-5d84-4fb3-833e-1cf1be02bdc8 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6604998 Oct 26 11:10:11.504312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.505404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Pushing event updated for resources: {'Port': ['ID=b59f13e0-a9b8-4540-b9a2-144f35e53e99,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:11.515196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 10 to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 Oct 26 11:10:11.517805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50360) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:11.527661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-61794c78-b448-4fd8-a822-283e770aa7d9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Request body: {'security_group_rule': {'security_group_id': '8a78afa2-1951-4d3d-8989-a8d139476093', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:11.544329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeabbe8-f308-45f0-861e-c19ebfe95235 None None] Network 12b5c54a-c36e-4d1b-9cd9-604b4413bae0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:11.557882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Allocated IP 172.20.0.7 (9955ce6b-dbd4-4969-9f21-62e054c1416d/700159e0-d0a9-4c61-b976-e7c9542fadab/1aa764c3-d1c4-4cb9-9048-14c65649b376) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:11.575670 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0007eb-82fb-45a7-9762-6c04b0785724 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:11.581355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:11.582131 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:11.589837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-61794c78-b448-4fd8-a822-283e770aa7d9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group_rule (29223ffb-6839-4220-b364-4e527bf97230), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.602813 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d78f75b-bcd6-4db4-b18c-364399c13ea7 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3618789 Oct 26 11:10:11.610027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50366) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:11.612343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:11.612719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:11.613054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:11.623092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'port': {'network_id': '12b5c54a-c36e-4d1b-9cd9-604b4413bae0', 'name': 'tempest-NetworksIpV6TestAttrs-1378655966'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:11.638474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9e258-5d84-4fb3-833e-1cf1be02bdc8 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78afa2-1951-4d3d-8989-a8d139476093,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:11.661959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:11.670147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 50079db1-e03c-45b4-bc4e-1062349169b7 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:11.670472 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 50079db1-e03c-45b4-bc4e-1062349169b7 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:11.670864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (50079db1-e03c-45b4-bc4e-1062349169b7), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.672892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:11.768857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 845767a2-518a-49d6-af5c-1d8ab40aa977 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:11.841019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Provisioning complete for port 0412b2f7-bbdf-41db-834c-a09e00f2f34e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:11.842595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.843767 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Attempt 1 to provision port 0412b2f7-bbdf-41db-834c-a09e00f2f34e Oct 26 11:10:11.848150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.891748 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:11.973416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-61794c78-b448-4fd8-a822-283e770aa7d9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group_rule (29223ffb-6839-4220-b364-4e527bf97230), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.974933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (e0118747-463d-4784-aaf3-f385b445be46), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:11.997687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-61794c78-b448-4fd8-a822-283e770aa7d9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (29223ffb-6839-4220-b364-4e527bf97230), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.005588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] For port 50079db1-e03c-45b4-bc4e-1062349169b7, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:12.006220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempted to set empty binding levels {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 11:10:12.044034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:12.115014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d48de5-d281-44ba-ad46-8dc9308046e2 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:12.134464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8a24cb01-4330-48ab-b857-b6cc10a2cc39 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:12.146889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:12.150175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (50079db1-e03c-45b4-bc4e-1062349169b7), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.151937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:12.153109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.161350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-61794c78-b448-4fd8-a822-283e770aa7d9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.162552 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-61794c78-b448-4fd8-a822-283e770aa7d9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6383922 Oct 26 11:10:12.164526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks [] for port (1aa764c3-d1c4-4cb9-9048-14c65649b376), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.167044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50376) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:12.188108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-506f37c1-431c-481f-806b-d7de5fb7ecd1 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Request body: {'security_group_rule': {'security_group_id': '8a78afa2-1951-4d3d-8989-a8d139476093', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:12.194833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61794c78-b448-4fd8-a822-283e770aa7d9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29223ffb-6839-4220-b364-4e527bf97230,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:12.226888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:12.231765 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.262062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-506f37c1-431c-481f-806b-d7de5fb7ecd1 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group_rule (5cb08d63-8fb8-46ef-ab6b-349c1662dea5), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.278070 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 986 time: 8.2705984 Oct 26 11:10:12.285333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50380) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:12.304124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:12.304756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:12.306013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.306611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:12.307471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Bound port: 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:12.308120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.320815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Attempting to bind port b59f13e0-a9b8-4540-b9a2-144f35e53e99 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:12.321491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Attempting to bind port b59f13e0-a9b8-4540-b9a2-144f35e53e99 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '92d17855-c4c6-4606-ba8f-95f0ffae38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9955ce6b-dbd4-4969-9f21-62e054c1416d'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:12.321899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Attempting to bind port b59f13e0-a9b8-4540-b9a2-144f35e53e99 on network 9955ce6b-dbd4-4969-9f21-62e054c1416d {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:12.383310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:12.398177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-12b5c54a-c36e-4d1b-9cd9-604b4413bae0', 'network_id': '12b5c54a-c36e-4d1b-9cd9-604b4413bae0', 'project_id': '00ab79330a5945539cae0de137b12e4c', 'fixed_ips': [{'subnet_id': '604b82c2-73db-4b5b-abb9-264d348d0387'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:12.400213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] device_id is not set on port 98150747-ab4b-4e0d-94a2-4dadc20d1c1e yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:12.400490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.409861 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:11Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:12.427623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Port 0412b2f7-bbdf-41db-834c-a09e00f2f34e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:12.432401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-506f37c1-431c-481f-806b-d7de5fb7ecd1 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group_rule (5cb08d63-8fb8-46ef-ab6b-349c1662dea5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.459431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:12.465557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca5e3d-f908-458a-9b5d-4916accdb252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'Port': ['ID=50079db1-e03c-45b4-bc4e-1062349169b7,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:12.485455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-506f37c1-431c-481f-806b-d7de5fb7ecd1 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (5cb08d63-8fb8-46ef-ab6b-349c1662dea5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.492852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Publish callbacks [] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.512314 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b1588-42e2-452c-9c68-ed2613a907cd None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:11Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:12.547946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f37c1-431c-481f-806b-d7de5fb7ecd1 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb08d63-8fb8-46ef-ab6b-349c1662dea5,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:12.584531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.584758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Router e0118747-463d-4784-aaf3-f385b445be46 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:10:12.586790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.624409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50388) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:12.647039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff02a-a18d-49cf-aa33-4029854ca5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Deleting port 50079db1-e03c-45b4-bc4e-1062349169b7 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:12.647494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff02a-a18d-49cf-aa33-4029854ca5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (50079db1-e03c-45b4-bc4e-1062349169b7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.732397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.objects.ports [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105415) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:10:12.732893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (bf32c14a-3230-4ff1-9fed-1d5f884538c3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.761974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:12.770986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:12.785085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-506f37c1-431c-481f-806b-d7de5fb7ecd1 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.789337 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-506f37c1-431c-481f-806b-d7de5fb7ecd1 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6119702 Oct 26 11:10:12.798508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Provisioning complete for port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:12.799207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.799799 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Attempt 1 to provision port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 Oct 26 11:10:12.835435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bf32c14a-3230-4ff1-9fed-1d5f884538c3,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:12.851779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50394) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:12.854882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (1aa764c3-d1c4-4cb9-9048-14c65649b376), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.861701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:12.907350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.948154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:12.982330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:12.982704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Checking segment: {'id': '92d17855-c4c6-4606-ba8f-95f0ffae38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9955ce6b-dbd4-4969-9f21-62e054c1416d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:12.983109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.984127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Bound using segment: {'id': '92d17855-c4c6-4606-ba8f-95f0ffae38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9955ce6b-dbd4-4969-9f21-62e054c1416d'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:12.984626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Bound port: b59f13e0-a9b8-4540-b9a2-144f35e53e99, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d17855-c4c6-4606-ba8f-95f0ffae38f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9955ce6b-dbd4-4969-9f21-62e054c1416d'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:12.985093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.992200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:12.992570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.992905 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 Oct 26 11:10:13.006969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Network 9955ce6b-dbd4-4969-9f21-62e054c1416d is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:13.033524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Checking segment: {'id': '4ed0d1ca-7e3b-4b05-8bc2-513740831890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d6a145f-eb3a-4da2-b6d5-faf8771f7e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:13.034079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Network hostable DHCP agents. Network: 8d6a145f-eb3a-4da2-b6d5-faf8771f7e69, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:13.039670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:13.040726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:13.053164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:13.058161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:13.066496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:13.071932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:13.072305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:10:13.072582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.084973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.087230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1329258639'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:13.111962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-3c8ff02a-a18d-49cf-aa33-4029854ca5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] For port 50079db1-e03c-45b4-bc4e-1062349169b7, host hv-neutron-7598, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:13.112261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff02a-a18d-49cf-aa33-4029854ca5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (50079db1-e03c-45b4-bc4e-1062349169b7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.137832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:13.143115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ff02a-a18d-49cf-aa33-4029854ca5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Calling delete_port for 50079db1-e03c-45b4-bc4e-1062349169b7 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:13.156114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.157326 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa53adbe-648c-4d44-97e2-a95ea09913bd admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.6712937 Oct 26 11:10:13.164085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Allocated IP 2001:db8::f816:3eff:fe55:1e78 (12b5c54a-c36e-4d1b-9cd9-604b4413bae0/604b82c2-73db-4b5b-abb9-264d348d0387/98150747-ab4b-4e0d-94a2-4dadc20d1c1e) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:13.166127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50396) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:13.190745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Made reservation on behalf of c4a2e5dfc7dd4f2ab62ff544cb878a7e for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:13.194704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.217903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d48de5-d281-44ba-ad46-8dc9308046e2 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:13.230393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:13.285318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.289726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:13.290404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:13.297808 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1900532 Oct 26 11:10:13.308132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Network 2021c8ec-7285-4563-809f-563a6427766a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:13.314182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50400) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:13.315202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:13.317178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:13.405399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] For port b59f13e0-a9b8-4540-b9a2-144f35e53e99, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:13.419827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Current status of the port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:13.422371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.455165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.472345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:13.477090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] For port b59f13e0-a9b8-4540-b9a2-144f35e53e99, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b59f13e0-a9b8-4540-b9a2-144f35e53e99,segment=NetworkSegment(92d17855-c4c6-4606-ba8f-95f0ffae38f5),segment_id=92d17855-c4c6-4606-ba8f-95f0ffae38f5)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:13.477528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422c0f4-4578-4802-bedb-3ef7c53f3f78 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event updated for resources: {'Port': ['ID=1aa764c3-d1c4-4cb9-9048-14c65649b376,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:13.605584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.611287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:13.612469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:13.629288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:13.629585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Network 8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:13.717795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 8d6a145f-eb3a-4da2-b6d5-faf8771f7e69) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:13.723616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:13.724300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.755683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:13.763912 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-852baebe-0fbe-4d27-9bd5-26b51ea69cd5 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3661978 Oct 26 11:10:13.778707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50402) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:13.782704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Request body: {'floatingip': {'floating_network_id': '8d6a145f-eb3a-4da2-b6d5-faf8771f7e69'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:13.845262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1de58d-9a04-408a-8328-fe633475428b None None] Network 8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:13.952125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] For port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ef8d3bac-72b0-42d8-a428-b9d98faa2eb6,segment=NetworkSegment(1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4),segment_id=1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:14.005584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.033707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for security_group (27a5b06a-e8dd-4c42-acb0-13852b950a64), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.034868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:14.068616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (27a5b06a-e8dd-4c42-acb0-13852b950a64), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.081158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dfccc7d7-af2d-403f-8a44-4aa5088a80c2 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Deleting port 1aa764c3-d1c4-4cb9-9048-14c65649b376 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:14.082116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dfccc7d7-af2d-403f-8a44-4aa5088a80c2 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1aa764c3-d1c4-4cb9-9048-14c65649b376), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.132538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a5b06a-e8dd-4c42-acb0-13852b950a64,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:14.164587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:14.189749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for port (98150747-ab4b-4e0d-94a2-4dadc20d1c1e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.191815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:14.192199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.192539 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 Oct 26 11:10:14.240333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (21c36ff1-49b5-4e65-bef6-17fb3b276446), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.240916 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Added segment 21c36ff1-49b5-4e65-bef6-17fb3b276446 of type vlan for network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f Oct 26 11:10:14.249024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:14.254169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Allocated IP 172.26.0.246 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/746d1336-7939-4acc-bdc0-e80c4220ef9d) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:14.257277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dfccc7d7-af2d-403f-8a44-4aa5088a80c2 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1aa764c3-d1c4-4cb9-9048-14c65649b376), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.267935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Router d6bdc73e-8116-4e16-abd4-2cdebd36b8be has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:10:14.281399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.290230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.296981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dfccc7d7-af2d-403f-8a44-4aa5088a80c2 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Calling delete_port for 1aa764c3-d1c4-4cb9-9048-14c65649b376 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:14.303118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Allocated IP 2001:db8::f816:3eff:fe0d:9818 (12b5c54a-c36e-4d1b-9cd9-604b4413bae0/604b82c2-73db-4b5b-abb9-264d348d0387/3b8a8574-664a-4926-bd69-93cb857d0650) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:14.326478 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff02a-a18d-49cf-aa33-4029854ca5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (50079db1-e03c-45b4-bc4e-1062349169b7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.329067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (98150747-ab4b-4e0d-94a2-4dadc20d1c1e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.415044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ff02a-a18d-49cf-aa33-4029854ca5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event deleted for resources: {'Port': ['ID=50079db1-e03c-45b4-bc4e-1062349169b7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:14.429044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c8ff02a-a18d-49cf-aa33-4029854ca5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.436529 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3c8ff02a-a18d-49cf-aa33-4029854ca5e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/50079db1-e03c-45b4-bc4e-1062349169b7 HTTP/1.1" status: 204 len: 168 time: 2.1480608 Oct 26 11:10:14.443930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50404) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:14.444935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.456634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:14.458416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.465243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:14.466337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:14.529935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fd472-37e6-4752-89cc-5fd6f448d2f6 None None] Pushing event updated for resources: {'Port': ['ID=b59f13e0-a9b8-4540-b9a2-144f35e53e99,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:14.554407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3340e68e-3a53-40b7-bc2b-e2d532e43fd0 None None] Provisioning complete for port 0412b2f7-bbdf-41db-834c-a09e00f2f34e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:14.554407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3340e68e-3a53-40b7-bc2b-e2d532e43fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.554575 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3340e68e-3a53-40b7-bc2b-e2d532e43fd0 None None] Attempt 1 to provision port 0412b2f7-bbdf-41db-834c-a09e00f2f34e Oct 26 11:10:14.603924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.641802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:14.646001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab8738-3553-43d6-9f72-7c9294ddcf09 None None] Pushing event updated for resources: {'Port': ['ID=ef8d3bac-72b0-42d8-a428-b9d98faa2eb6,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:14.684635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ff0557-daf8-4c50-97fb-f218c32d48aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] GET failed (client error): The resource could not be found. Oct 26 11:10:14.692992 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-74ff0557-daf8-4c50-97fb-f218c32d48aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/50079db1-e03c-45b4-bc4e-1062349169b7 HTTP/1.1" status: 404 len: 333 time: 0.2259879 Oct 26 11:10:14.695985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network 12b5c54a-c36e-4d1b-9cd9-604b4413bae0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:14.700486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50406) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:14.746002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Publish callbacks [] for port (3b8a8574-664a-4926-bd69-93cb857d0650), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.749229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:14.754629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Request body: {'port': {'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-75126472'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:14.765637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:10:14.767684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:14.772284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:14.772600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.788238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:14.803301 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1698833 Oct 26 11:10:14.812659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Port': ['ID=98150747-ab4b-4e0d-94a2-4dadc20d1c1e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:14.813208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:09Z', 'revision_number': 3, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:14.817464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50408) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:14.820327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abc65ad-d458-40b3-ac5a-a16335eaf30f None None] Network 8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:14.826950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'subnet': {'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:14.829719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (3b8a8574-664a-4926-bd69-93cb857d0650), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.839706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91f0f1-93e6-417b-9013-14bd5a879399 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Network': ['ID=c6d73943-6df0-4ef2-93fb-dd8442ba8e4f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:14.839926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3340e68e-3a53-40b7-bc2b-e2d532e43fd0 None None] Port 0412b2f7-bbdf-41db-834c-a09e00f2f34e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:14.851678 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-40969243-3c80-4b83-af26-24ebf9f2a60c admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/d6bdc73e-8116-4e16-abd4-2cdebd36b8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8016493 Oct 26 11:10:14.866256 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for port (746d1336-7939-4acc-bdc0-e80c4220ef9d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.913736 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-364e253f-466a-40ea-b237-e260f568806f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2980483 Oct 26 11:10:14.917274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dfccc7d7-af2d-403f-8a44-4aa5088a80c2 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (1aa764c3-d1c4-4cb9-9048-14c65649b376), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.918504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50412) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:15.019190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Allocated IP 172.20.0.6 (8d6a145f-eb3a-4da2-b6d5-faf8771f7e69/bf32c14a-3230-4ff1-9fed-1d5f884538c3/1a00a6f0-da56-499e-8066-0d7b9215fdd2) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:15.066999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Made reservation on behalf of 2039332738934bfc8c85eb892232c87d for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:15.069932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.116845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccc7d7-af2d-403f-8a44-4aa5088a80c2 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event deleted for resources: {'Port': ['ID=1aa764c3-d1c4-4cb9-9048-14c65649b376,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:15.125248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] device_id is not set on port 216fb50a-8fea-4aad-8e35-263904b38929 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:15.147446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:15.206788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.213095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:15.220144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95aa1ed-cd96-4605-83a1-d348586e773a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Deleting subnet 604b82c2-73db-4b5b-abb9-264d348d0387 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:10:15.229132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1902885-e9f1-43a4-b04a-ea098aa0b68c None None] Network 9955ce6b-dbd4-4969-9f21-62e054c1416d requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:15.232355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:15.232709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Updating router e0118747-463d-4784-aaf3-f385b445be46 port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:10:15.256529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Network 12b5c54a-c36e-4d1b-9cd9-604b4413bae0 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:15.275951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3340e68e-3a53-40b7-bc2b-e2d532e43fd0 None None] Provisioning complete for port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:15.276333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3340e68e-3a53-40b7-bc2b-e2d532e43fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.276668 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3340e68e-3a53-40b7-bc2b-e2d532e43fd0 None None] Attempt 1 to provision port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 Oct 26 11:10:15.309612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e95aa1ed-cd96-4605-83a1-d348586e773a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (604b82c2-73db-4b5b-abb9-264d348d0387), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.330024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:15.331080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:15.333691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:15.366086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e95aa1ed-cd96-4605-83a1-d348586e773a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (604b82c2-73db-4b5b-abb9-264d348d0387), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.368271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Made reservation on behalf of c4a2e5dfc7dd4f2ab62ff544cb878a7e for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:15.375296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.397581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:15.456274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:11Z', 'revision_number': 2, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:15.476141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Pushing event updated for resources: {'Port': ['ID=3b8a8574-664a-4926-bd69-93cb857d0650,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:15.481177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50420) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:15.491347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0851e7e1-389b-472a-bd2a-cd3e5deb7e18 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308942532', 'description': 'tempest-description--1911171191'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:15.516935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:15.537674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.541134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0851e7e1-389b-472a-bd2a-cd3e5deb7e18 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.565580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63c14b-5252-4441-8b4c-3442c347c95d None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:11Z', 'revision_number': 2, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:15.582061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dfccc7d7-af2d-403f-8a44-4aa5088a80c2 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.587813 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dfccc7d7-af2d-403f-8a44-4aa5088a80c2 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1aa764c3-d1c4-4cb9-9048-14c65649b376 HTTP/1.1" status: 204 len: 168 time: 2.2643256 Oct 26 11:10:15.602073 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50422) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:15.634843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e95aa1ed-cd96-4605-83a1-d348586e773a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (604b82c2-73db-4b5b-abb9-264d348d0387), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.683250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:15.685409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (746d1336-7939-4acc-bdc0-e80c4220ef9d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.770228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:15.816254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:15.816608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Attempting to bind port 3b8a8574-664a-4926-bd69-93cb857d0650 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:15.816991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Attempting to bind port 3b8a8574-664a-4926-bd69-93cb857d0650 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '3b337cd9-8d44-45ae-8c05-92dcf919e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12b5c54a-c36e-4d1b-9cd9-604b4413bae0'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:15.817381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Attempting to bind port 3b8a8574-664a-4926-bd69-93cb857d0650 on network 12b5c54a-c36e-4d1b-9cd9-604b4413bae0 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:15.849658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:15.865305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:15.865560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3340e68e-3a53-40b7-bc2b-e2d532e43fd0 None None] Current status of the port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:15.927007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Pushing event updated for resources: {'Port': ['ID=746d1336-7939-4acc-bdc0-e80c4220ef9d,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:15.953212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for port (1a00a6f0-da56-499e-8066-0d7b9215fdd2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.963446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:15.964020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Checking segment: {'id': '3b337cd9-8d44-45ae-8c05-92dcf919e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12b5c54a-c36e-4d1b-9cd9-604b4413bae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:15.964675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.965520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Bound using segment: {'id': '3b337cd9-8d44-45ae-8c05-92dcf919e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12b5c54a-c36e-4d1b-9cd9-604b4413bae0'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:15.966203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Bound port: 3b8a8574-664a-4926-bd69-93cb857d0650, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b337cd9-8d44-45ae-8c05-92dcf919e640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '12b5c54a-c36e-4d1b-9cd9-604b4413bae0'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:15.966807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b8a8574-664a-4926-bd69-93cb857d0650), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:15.973200 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-99f22d2e-c138-4e01-859e-7e5483ebbdb4 tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3653586 Oct 26 11:10:15.979206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50426) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:15.996624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-955327448'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:16.048432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3152d95a-b0db-43f7-a261-fa1b72d5e5dd None None] Provisioning complete for port b59f13e0-a9b8-4540-b9a2-144f35e53e99 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:16.049088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3152d95a-b0db-43f7-a261-fa1b72d5e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.049581 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3152d95a-b0db-43f7-a261-fa1b72d5e5dd None None] Attempt 1 to provision port b59f13e0-a9b8-4540-b9a2-144f35e53e99 Oct 26 11:10:16.067798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks [] for port (216fb50a-8fea-4aad-8e35-263904b38929), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.071956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e95aa1ed-cd96-4605-83a1-d348586e773a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (604b82c2-73db-4b5b-abb9-264d348d0387), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.137434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] For port 3b8a8574-664a-4926-bd69-93cb857d0650, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:16.142915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] For port 3b8a8574-664a-4926-bd69-93cb857d0650, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b8a8574-664a-4926-bd69-93cb857d0650,segment=NetworkSegment(3b337cd9-8d44-45ae-8c05-92dcf919e640),segment_id=3b337cd9-8d44-45ae-8c05-92dcf919e640)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:16.169151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95aa1ed-cd96-4605-83a1-d348586e773a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Subnet': ['ID=604b82c2-73db-4b5b-abb9-264d348d0387,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:16.197555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Made reservation on behalf of 00246b2c10404ea0aa134829cc101114 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:16.197719 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:16.198510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.202022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e95aa1ed-cd96-4605-83a1-d348586e773a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.206150 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e95aa1ed-cd96-4605-83a1-d348586e773a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/604b82c2-73db-4b5b-abb9-264d348d0387 HTTP/1.1" status: 204 len: 168 time: 1.2597106 Oct 26 11:10:16.214139 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50428) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:16.216767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for floatingip (bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.222391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b8a8574-664a-4926-bd69-93cb857d0650), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.236579 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:16.237849 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:16.332263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Publish callbacks [] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.361196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.394104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24881abd-600a-4fe1-b9fc-289540107048 None None] Pushing event updated for resources: {'Port': ['ID=3b8a8574-664a-4926-bd69-93cb857d0650,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:16.400233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Attempting to bind port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:16.400529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Attempting to bind port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:16.401069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Attempting to bind port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:16.404210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3152d95a-b0db-43f7-a261-fa1b72d5e5dd None None] Current status of the port b59f13e0-a9b8-4540-b9a2-144f35e53e99 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:16.404598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3152d95a-b0db-43f7-a261-fa1b72d5e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.446483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (dd787d82-43a0-40ce-aa7c-20f1a6e24e67), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.501960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:16.504930 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:16.509581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Subnet': ['ID=dd787d82-43a0-40ce-aa7c-20f1a6e24e67,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:16.513997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Allocated IP 172.20.0.1 (cbc3e50c-ce60-4c02-a798-ec439421f63a/b2101d7a-1b72-4805-a954-2db739ecedcf/0490449d-ec05-497a-9779-4d58bef9d73c) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:16.558156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b59f13e0-a9b8-4540-b9a2-144f35e53e99 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:16.567562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:16.580370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0851e7e1-389b-472a-bd2a-cd3e5deb7e18 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group (6d685cab-d125-480a-82f9-21ec06a8b150), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.598688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea000e6-286c-4449-af19-90ee45ad81bf None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:10:16.603463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0851e7e1-389b-472a-bd2a-cd3e5deb7e18 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6d685cab-d125-480a-82f9-21ec06a8b150), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.681603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851e7e1-389b-472a-bd2a-cd3e5deb7e18 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d685cab-d125-480a-82f9-21ec06a8b150,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:16.688417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0851e7e1-389b-472a-bd2a-cd3e5deb7e18 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.693143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0851e7e1-389b-472a-bd2a-cd3e5deb7e18 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2055793 Oct 26 11:10:16.696129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50430) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:16.701145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ea15ff02-8c40-47e7-ae48-09901eb17d76 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Request body: {'security_group_rule': {'security_group_id': '6d685cab-d125-480a-82f9-21ec06a8b150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:16.740127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Checking segment: {'id': '21c36ff1-49b5-4e65-bef6-17fb3b276446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:16.740568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Network hostable DHCP agents. Network: c6d73943-6df0-4ef2-93fb-dd8442ba8e4f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:16.745822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693be6f0-74c1-45c8-9c5e-03d5e472cb98 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:16.786603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea15ff02-8c40-47e7-ae48-09901eb17d76 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group_rule (7d19f4ca-a3d8-485d-b253-a7ffbf6e6200), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.790573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3152d95a-b0db-43f7-a261-fa1b72d5e5dd None None] For port b59f13e0-a9b8-4540-b9a2-144f35e53e99, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b59f13e0-a9b8-4540-b9a2-144f35e53e99,segment=NetworkSegment(92d17855-c4c6-4606-ba8f-95f0ffae38f5),segment_id=92d17855-c4c6-4606-ba8f-95f0ffae38f5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:16.793628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:16.814003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3152d95a-b0db-43f7-a261-fa1b72d5e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.826747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:16.828093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:16.829266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.829876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:16.830977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Bound port: 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:16.831631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.853980 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, c6d73943-6df0-4ef2-93fb-dd8442ba8e4f) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:16.857463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712fe0b-4fac-4229-96b0-1d08a450fae2 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:16.860837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:16.861523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.861641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712fe0b-4fac-4229-96b0-1d08a450fae2 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:16.866835 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4712fe0b-4fac-4229-96b0-1d08a450fae2 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6515458 Oct 26 11:10:16.876975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50432) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:16.876975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (216fb50a-8fea-4aad-8e35-263904b38929), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.878011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (1a00a6f0-da56-499e-8066-0d7b9215fdd2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.887686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:16.894726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Publish callbacks [] for port (0490449d-ec05-497a-9779-4d58bef9d73c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:16.903482 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-39b02686-694d-41fb-98f5-b301f60753fe tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0835838 Oct 26 11:10:16.910333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50434) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:16.917677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'port': {'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-959336170'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:16.956563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:16.989370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea15ff02-8c40-47e7-ae48-09901eb17d76 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group_rule (7d19f4ca-a3d8-485d-b253-a7ffbf6e6200), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.005505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b59f13e0-a9b8-4540-b9a2-144f35e53e99 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:17.006562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.010873 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b59f13e0-a9b8-4540-b9a2-144f35e53e99 Oct 26 11:10:17.013451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea15ff02-8c40-47e7-ae48-09901eb17d76 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (7d19f4ca-a3d8-485d-b253-a7ffbf6e6200), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.020633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Network 8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:17.025790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc4a75cd-2e82-4348-b571-d9c69874694a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (12b5c54a-c36e-4d1b-9cd9-604b4413bae0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.037572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3c45e570-fa5b-4e9f-816c-f1f703b4d396 None None] Provisioning complete for port b59f13e0-a9b8-4540-b9a2-144f35e53e99 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:17.038207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3c45e570-fa5b-4e9f-816c-f1f703b4d396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.038729 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3c45e570-fa5b-4e9f-816c-f1f703b4d396 None None] Attempt 1 to provision port b59f13e0-a9b8-4540-b9a2-144f35e53e99 Oct 26 11:10:17.048258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ff02-8c40-47e7-ae48-09901eb17d76 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d19f4ca-a3d8-485d-b253-a7ffbf6e6200,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:17.050809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Network 517f11a5-76a3-471e-bee4-b01dadabec9a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:17.054169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea15ff02-8c40-47e7-ae48-09901eb17d76 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.058406 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ea15ff02-8c40-47e7-ae48-09901eb17d76 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610325 Oct 26 11:10:17.059079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50436) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:17.064066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:17.066724 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:17.073236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-052baf6c-97ba-40b0-bd9b-ac3a9f86a64a tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Request body: {'security_group_rule': {'security_group_id': '6d685cab-d125-480a-82f9-21ec06a8b150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:17.083629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:17.115263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.127514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:17.128871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:17.132129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.185812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:17.189512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152d95a-b0db-43f7-a261-fa1b72d5e5dd None None] Pushing event updated for resources: {'Port': ['ID=b59f13e0-a9b8-4540-b9a2-144f35e53e99,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:17.198428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:17.209196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:17.209541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Network cbc3e50c-ce60-4c02-a798-ec439421f63a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:17.210621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:17.215204 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4a75cd-2e82-4348-b571-d9c69874694a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 11:10:17.215983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4a75cd-2e82-4348-b571-d9c69874694a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:10:17.224372 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bc4a75cd-2e82-4348-b571-d9c69874694a tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/12b5c54a-c36e-4d1b-9cd9-604b4413bae0 HTTP/1.1" status: 409 len: 466 time: 0.3364291 Oct 26 11:10:17.225103 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (746d1336-7939-4acc-bdc0-e80c4220ef9d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.228742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50438) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:17.236872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:17.242048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:17.245864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1826970599'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:17.291983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (e0118747-463d-4784-aaf3-f385b445be46), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.295705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:17.309788 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.5984414 Oct 26 11:10:17.320832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:17.325765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.335096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50440) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:17.339839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:17.346621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:17.363526 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:17.367454 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:11Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:17.380533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Made reservation on behalf of c4a2e5dfc7dd4f2ab62ff544cb878a7e for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:17.399321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.418182 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:17.419380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-052baf6c-97ba-40b0-bd9b-ac3a9f86a64a tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group_rule (4e1c2c71-41f4-41d7-95a1-4db969c1a24b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.430214 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:17.431248 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:17.435407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:17.463956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (216fb50a-8fea-4aad-8e35-263904b38929), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.465325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] device_id is not set on port 70e7d648-9b13-4c75-92a9-7406b7b64328 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:17.477063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.593856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:17.599032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea000e6-286c-4449-af19-90ee45ad81bf None None] Unable to find a vacant binding_index for network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f and agent b828326a-a372-4dc3-bb48-9e31d382da35 {{(pid=105417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 26 11:10:17.617918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:17.618796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:17.627965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea000e6-286c-4449-af19-90ee45ad81bf None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, c6d73943-6df0-4ef2-93fb-dd8442ba8e4f) {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:10:17.675823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Allocated IP 2001:db8::335 (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f/dd787d82-43a0-40ce-aa7c-20f1a6e24e67/70e7d648-9b13-4c75-92a9-7406b7b64328) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:17.686761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] device_id is not set on port 216fb50a-8fea-4aad-8e35-263904b38929 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:17.699375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks [] for port (216fb50a-8fea-4aad-8e35-263904b38929), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.722785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (301977b9-8ac4-4185-b421-d04906a99d41), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.723605 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Added segment 301977b9-8ac4-4185-b421-d04906a99d41 of type vlan for network 2dbfbf5f-d5b1-4e72-9780-34d70282f0c5 Oct 26 11:10:17.728681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'Port': ['ID=1a00a6f0-da56-499e-8066-0d7b9215fdd2,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:17.733799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (216fb50a-8fea-4aad-8e35-263904b38929), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:17.756241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:17.773840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:17.775864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693be6f0-74c1-45c8-9c5e-03d5e472cb98 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:17.834980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b59f13e0-a9b8-4540-b9a2-144f35e53e99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:17.835197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:17.840144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca011797-4b94-4691-9e6a-367b76020fce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'Port': ['ID=216fb50a-8fea-4aad-8e35-263904b38929,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:17.907866 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:11Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:17.923093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:17.935015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:17.941733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485a201-fd06-47bf-b3e1-4a32fa094443 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:11Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:17.995763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3c45e570-fa5b-4e9f-816c-f1f703b4d396 None None] Current status of the port b59f13e0-a9b8-4540-b9a2-144f35e53e99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:18.014245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for floatingip (95eae956-dec4-45e9-a1b6-b9faf4570732), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.021637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:18.041917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-052baf6c-97ba-40b0-bd9b-ac3a9f86a64a tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group_rule (4e1c2c71-41f4-41d7-95a1-4db969c1a24b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.065262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-052baf6c-97ba-40b0-bd9b-ac3a9f86a64a tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (4e1c2c71-41f4-41d7-95a1-4db969c1a24b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.068229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:18.069579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'Port': ['ID=216fb50a-8fea-4aad-8e35-263904b38929,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:18.076623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (2dbfbf5f-d5b1-4e72-9780-34d70282f0c5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.121628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (0b2ef0e1-0777-4ff5-aa0c-c12a94475c64), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.123281 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Added segment 0b2ef0e1-0777-4ff5-aa0c-c12a94475c64 of type vlan for network 3027d085-849f-4c4e-96be-f4e394c7f3c5 Oct 26 11:10:18.134976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052baf6c-97ba-40b0-bd9b-ac3a9f86a64a tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1c2c71-41f4-41d7-95a1-4db969c1a24b,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:18.168077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-052baf6c-97ba-40b0-bd9b-ac3a9f86a64a tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.169413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-052baf6c-97ba-40b0-bd9b-ac3a9f86a64a tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1022658 Oct 26 11:10:18.173834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50442) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:18.174523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.180576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:18.190937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for port (70e7d648-9b13-4c75-92a9-7406b7b64328), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.220425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:18.220924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:18.221057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:18.237420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3c45e570-fa5b-4e9f-816c-f1f703b4d396 None None] Could not find standard attr ID for object 1aa764c3-d1c4-4cb9-9048-14c65649b376. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:10:18.264158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.273930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1a00a6f0-da56-499e-8066-0d7b9215fdd2), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.275695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:18.276294 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:18.283057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (3027d085-849f-4c4e-96be-f4e394c7f3c5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.285216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 2 to bind port 216fb50a-8fea-4aad-8e35-263904b38929 Oct 26 11:10:18.321595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:18.323740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (2dbfbf5f-d5b1-4e72-9780-34d70282f0c5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.333735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:18.334548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.419754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:18.420089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:18.420588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:18.449366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:18.450087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.450590 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 Oct 26 11:10:18.462101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (70e7d648-9b13-4c75-92a9-7406b7b64328), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.469037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.db.resource_extend [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:10:18.502242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-c6d73943-6df0-4ef2-93fb-dd8442ba8e4f', 'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f', 'project_id': 'c4a2e5dfc7dd4f2ab62ff544cb878a7e', 'fixed_ips': [{'subnet_id': 'dd787d82-43a0-40ce-aa7c-20f1a6e24e67'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:18.503293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.508523 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5230882 Oct 26 11:10:18.527021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50444) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:18.562405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:18.562405 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:18.573718 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 3 to bind port 216fb50a-8fea-4aad-8e35-263904b38929 Oct 26 11:10:18.576662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:18.587590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:09Z', 'revision_number': 3, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:18.620661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.626162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:18.686091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for port (746d1336-7939-4acc-bdc0-e80c4220ef9d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.690276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3585dc-4f69-4cb6-863e-f5f2ae7d8d69 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event updated for resources: {'Network': ['ID=2dbfbf5f-d5b1-4e72-9780-34d70282f0c5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:18.693700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (3027d085-849f-4c4e-96be-f4e394c7f3c5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.697820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8c5f5-4f94-4c85-89a9-c678dd56b031 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:09Z', 'revision_number': 3, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:18.699340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:18.700238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.702419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:18.720676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 2dbfbf5f-d5b1-4e72-9780-34d70282f0c5 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:18.728987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:18.769954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:18.775888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:18.778945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.809674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:18.821963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (746d1336-7939-4acc-bdc0-e80c4220ef9d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.823046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.836839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Network': ['ID=3027d085-849f-4c4e-96be-f4e394c7f3c5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:18.870747 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-349a5bc4-cc22-436e-a473-da3923bcedb0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6308038 Oct 26 11:10:18.877190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:18.881291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.882675 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0252702 Oct 26 11:10:18.890136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50446) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:18.902967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 3027d085-849f-4c4e-96be-f4e394c7f3c5 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:18.907090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'subnet': {'network_id': '3027d085-849f-4c4e-96be-f4e394c7f3c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:18.911647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:18.946255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Port': ['ID=70e7d648-9b13-4c75-92a9-7406b7b64328,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:19.001875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Allocated IP 2001:db8::2 (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f/dd787d82-43a0-40ce-aa7c-20f1a6e24e67/92814126-f41e-4229-9096-473b270a2367) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:19.015419 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-24a1548e-be8d-41a8-b17a-ff4dacad8fff tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1021020 Oct 26 11:10:19.026822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:19.027108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:19.027443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:19.037568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50450) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:19.044999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:19.045725 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:19.061473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'port': {'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-562248900', 'allowed_address_pairs': [{'ip_address': '2001:db8::335', 'mac_address': 'fa:16:3e:dd:ec:02'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:19.068814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Publish callbacks [] for port (0490449d-ec05-497a-9779-4d58bef9d73c), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.069014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:19.079007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.094632 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 4 to bind port 216fb50a-8fea-4aad-8e35-263904b38929 Oct 26 11:10:19.141405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:19.142211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for port (1a00a6f0-da56-499e-8066-0d7b9215fdd2), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.161299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.182475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:19.191331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fc050-e4d1-4859-8098-e74a10461725 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Pushing event updated for resources: {'Port': ['ID=746d1336-7939-4acc-bdc0-e80c4220ef9d,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:19.232229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:19.232888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:19.233182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:19.235743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1a00a6f0-da56-499e-8066-0d7b9215fdd2), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.236534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (95eae956-dec4-45e9-a1b6-b9faf4570732), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.314258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:19.314258 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:19.318727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:19.326141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 5 to bind port 216fb50a-8fea-4aad-8e35-263904b38929 Oct 26 11:10:19.356277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.357760 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5791214 Oct 26 11:10:19.368118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50470) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:19.430121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:19.476701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Publish callbacks [] for port (92814126-f41e-4229-9096-473b270a2367), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.481929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:19.496849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (92814126-f41e-4229-9096-473b270a2367), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.537707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:19.570949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:19.573589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:19.575076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:19.575389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:19.582350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:19.591189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:19.653865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Allocated IP 172.26.0.105 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/e4f1a652-8e32-4537-8c1a-09c16123c1d9) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:19.814663 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8732f9e3-fe41-4ed0-a8e8-d3cbc1f2f9aa tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] 10.222.0.26 "GET /networking/v2.0/agents/b828326a-a372-4dc3-bb48-9e31d382da35/dhcp-networks HTTP/1.1" status: 200 len: 9601 time: 1.2782114 Oct 26 11:10:19.818520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50478) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:19.818959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:19.841044 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 11:10:19.891316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Pushing event updated for resources: {'Port': ['ID=92814126-f41e-4229-9096-473b270a2367,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:19.907613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Attempting to bind port 92814126-f41e-4229-9096-473b270a2367 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:19.908009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Attempting to bind port 92814126-f41e-4229-9096-473b270a2367 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '21c36ff1-49b5-4e65-bef6-17fb3b276446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:19.908372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Attempting to bind port 92814126-f41e-4229-9096-473b270a2367 on network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:19.933056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8974869-ea0f-4c32-b25e-c2a0c9ce25a1 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'Port': ['ID=1a00a6f0-da56-499e-8066-0d7b9215fdd2,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:19.979136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:19.979891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Checking segment: {'id': '21c36ff1-49b5-4e65-bef6-17fb3b276446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:19.980227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:19.980624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.981236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Bound using segment: {'id': '21c36ff1-49b5-4e65-bef6-17fb3b276446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:19.987638 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-90207250-27fa-4533-bcd7-ea4b5b0cb5b6 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "GET /networking/v2.0/floatingips?floating_network_id=8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 HTTP/1.1" status: 200 len: 689 time: 0.6077614 Oct 26 11:10:19.991507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50482) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:19.991834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:19.992685 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:19.998784 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 6 to bind port 216fb50a-8fea-4aad-8e35-263904b38929 Oct 26 11:10:19.999054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Bound port: 92814126-f41e-4229-9096-473b270a2367, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c36ff1-49b5-4e65-bef6-17fb3b276446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:20.000259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (92814126-f41e-4229-9096-473b270a2367), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.034069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (e0118747-463d-4784-aaf3-f385b445be46), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.056098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:20.056428 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:20.056934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:20.075934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Made reservation on behalf of c4a2e5dfc7dd4f2ab62ff544cb878a7e for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:20.084510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:20.085068 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:20.096508 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 7 to bind port 216fb50a-8fea-4aad-8e35-263904b38929 Oct 26 11:10:20.099198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:20.100769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] For port 92814126-f41e-4229-9096-473b270a2367, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:20.106277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for port (e4f1a652-8e32-4537-8c1a-09c16123c1d9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.106985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] For port 92814126-f41e-4229-9096-473b270a2367, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=92814126-f41e-4229-9096-473b270a2367,segment=NetworkSegment(21c36ff1-49b5-4e65-bef6-17fb3b276446),segment_id=21c36ff1-49b5-4e65-bef6-17fb3b276446)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:20.128735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (92814126-f41e-4229-9096-473b270a2367), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.136541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990a46df-308a-471a-8889-3eae90b513ac tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] Network 2dbfbf5f-d5b1-4e72-9780-34d70282f0c5 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:20.188847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:20.189185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:20.189519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:20.233607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:20.234317 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:20.236437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c194bb-e4f3-4d47-93dc-9b1db5ce6eaa None None] Pushing event updated for resources: {'Port': ['ID=92814126-f41e-4229-9096-473b270a2367,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:20.242025 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-990a46df-308a-471a-8889-3eae90b513ac tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] 10.222.0.26 "POST /networking/v2.0/agents/b828326a-a372-4dc3-bb48-9e31d382da35/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4095769 Oct 26 11:10:20.246389 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 8 to bind port 216fb50a-8fea-4aad-8e35-263904b38929 Oct 26 11:10:20.255691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50484) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:20.257507 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-bd2e1d6d-a872-4d73-8752-efe3028e12d5 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--872905336&fields=id&tenant_id=236718fd24d34a86b7a92a81720f8950 HTTP/1.1" status: 200 len: 267 time: 0.4286041 Oct 26 11:10:20.317274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:20.318143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:20.318496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:20.319417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:20.345149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:20.345920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:20.388214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.426631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:20.427287 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:20.531882 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 9 to bind port 216fb50a-8fea-4aad-8e35-263904b38929 Oct 26 11:10:20.533960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:20.539304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b59f13e0-a9b8-4540-b9a2-144f35e53e99 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:20.617111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] device_id is not set on port 31b7bcdc-532d-41d6-ab1f-996655c19b56 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:20.626038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:20.626608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:20.627095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:20.672299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:20.672876 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:20.725579 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 10 to bind port 216fb50a-8fea-4aad-8e35-263904b38929 Oct 26 11:10:20.744902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-5c05e503-2955-4a5d-8048-a14994d5983d tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:20.747212 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-5c05e503-2955-4a5d-8048-a14994d5983d tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/networks?id=132c3101-e478-4174-895a-329be1660535 HTTP/1.1" status: 200 len: 812 time: 0.4889097 Oct 26 11:10:20.777108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:20.804811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.objects.ports [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105415) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:10:20.809518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8d6a145f-eb3a-4da2-b6d5-faf8771f7e69), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.818001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e4f1a652-8e32-4537-8c1a-09c16123c1d9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.821536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:20.821872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:20.822207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:20.840069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:20.848881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (065e8e8a-bae9-4bea-a6ed-de88aa3e84a9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.888252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:20.891266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:11Z', 'revision_number': 2, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:20.909392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:20.909716 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 216fb50a-8fea-4aad-8e35-263904b38929 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:20.910088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (216fb50a-8fea-4aad-8e35-263904b38929), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.924186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:20.924760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Updating router d6bdc73e-8116-4e16-abd4-2cdebd36b8be port 0412b2f7-bbdf-41db-834c-a09e00f2f34e binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:10:20.954221 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57e76d4f-00b2-412d-a683-526bf3afcfc6 tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] 10.222.0.26 "GET /networking/v2.0/agents/b828326a-a372-4dc3-bb48-9e31d382da35/dhcp-networks HTTP/1.1" status: 200 len: 10371 time: 0.6968951 Oct 26 11:10:20.958808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b59f13e0-a9b8-4540-b9a2-144f35e53e99 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:20.959482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.960065 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b59f13e0-a9b8-4540-b9a2-144f35e53e99 Oct 26 11:10:20.962722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50486) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:20.991082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.035679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-da6fd35d-f888-46e7-ba7b-94476f2930ed tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/quotas/236718fd24d34a86b7a92a81720f8950 HTTP/1.1" status: 200 len: 375 time: 0.2204218 Oct 26 11:10:21.039113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:21.044114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Subnet': ['ID=065e8e8a-bae9-4bea-a6ed-de88aa3e84a9,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:21.061230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:21.069332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Network cbc3e50c-ce60-4c02-a798-ec439421f63a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:21.080450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:21.094259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] For port 216fb50a-8fea-4aad-8e35-263904b38929, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:21.094854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempted to set empty binding levels {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 11:10:21.103780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:21.103780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Pushing event updated for resources: {'Port': ['ID=e4f1a652-8e32-4537-8c1a-09c16123c1d9,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:21.119468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (216fb50a-8fea-4aad-8e35-263904b38929), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.120089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] In _notify_port_updated(), no bound segment for port 216fb50a-8fea-4aad-8e35-263904b38929 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:10:21.121092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.121649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.124204 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "PUT /networking/v2.0/ports/216fb50a-8fea-4aad-8e35-263904b38929 HTTP/1.1" status: 200 len: 979 time: 3.7819517 Oct 26 11:10:21.133814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:21.135453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50488) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:21.153621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b59f13e0-a9b8-4540-b9a2-144f35e53e99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:21.154759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:21.166486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Deleting port 1a00a6f0-da56-499e-8066-0d7b9215fdd2 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:21.166832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1a00a6f0-da56-499e-8066-0d7b9215fdd2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.227743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Checking segment: {'id': '0b2ef0e1-0777-4ff5-aa0c-c12a94475c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3027d085-849f-4c4e-96be-f4e394c7f3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:21.228283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network hostable DHCP agents. Network: 3027d085-849f-4c4e-96be-f4e394c7f3c5, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:21.253143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Allocated IP 2001:db8::313 (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f/dd787d82-43a0-40ce-aa7c-20f1a6e24e67/31b7bcdc-532d-41d6-ab1f-996655c19b56) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:21.257547 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d920ae44-b63c-4467-813b-4294139e97ad tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] 10.222.0.26 "DELETE /networking/v2.0/agents/b828326a-a372-4dc3-bb48-9e31d382da35/dhcp-networks/2dbfbf5f-d5b1-4e72-9780-34d70282f0c5 HTTP/1.1" status: 204 len: 168 time: 0.2907150 Oct 26 11:10:21.260507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee355e02-0c08-427a-a144-e72464d716eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'Port': ['ID=216fb50a-8fea-4aad-8e35-263904b38929,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:21.264782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50490) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:21.287576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:21.306264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:21.306645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.306982 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:10:21.308995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network 3027d085-849f-4c4e-96be-f4e394c7f3c5 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:21.340028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 3027d085-849f-4c4e-96be-f4e394c7f3c5) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:21.344659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:21.357251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.357994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.387442 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-75740cf1-306b-4fb0-b513-4889b68551fe tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=236718fd24d34a86b7a92a81720f8950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3351920 Oct 26 11:10:21.438129 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-00ff9175-ff63-460e-9820-77ae7b847d07 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5443368 Oct 26 11:10:21.441695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50498) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:21.446515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'port': {'network_id': '3027d085-849f-4c4e-96be-f4e394c7f3c5', 'name': 'tempest-NetworksIpV6TestAttrs-1938951700'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:21.493489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.493962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.494429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.494886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.497858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.498326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.498790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.499247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.500652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.501352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.501823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.502278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.502736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.503256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.503649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.504182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.504640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.505223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.505683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.506138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.506588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.507037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.507487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.510790 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-25bc0772-afa2-4234-9a57-f41568597cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 20874 time: 0.3454344 Oct 26 11:10:21.516327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:21.517537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.549640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50500) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:21.573599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Publish callbacks [] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.590803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:21.593540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.602642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for port (31b7bcdc-532d-41d6-ab1f-996655c19b56), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.654741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42236170-4467-4d2b-8d3f-1b34990933ab None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:21.658110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.681933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:21.686071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.690896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (31b7bcdc-532d-41d6-ab1f-996655c19b56), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.717425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:21.743535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] device_id is not set on port 852bc847-a0b3-4c44-831a-bf708eedbfda yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:21.767195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:21.770455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Port': ['ID=31b7bcdc-532d-41d6-ab1f-996655c19b56,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:21.774578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be570672-5c23-4cf6-af68-3d502ef8386e None None] Network 12b5c54a-c36e-4d1b-9cd9-604b4413bae0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:21.802277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:21.809587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:21.828387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:21.829000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.838703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf072d8-80e1-44f7-be44-ef767ee15463 None None] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:21.882053 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cb4e96ac-26ac-41ce-b2c0-389e3aa28730 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8332632 Oct 26 11:10:21.882676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50506) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:21.893918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f4df0-ef7e-4da2-a13a-e4f8c3bf0004 None None] Network 2dbfbf5f-d5b1-4e72-9780-34d70282f0c5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:21.896100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ae92f-d0db-4af2-81a8-ce077a90012c None None] Network 3027d085-849f-4c4e-96be-f4e394c7f3c5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:21.927411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:21.945874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:22.068622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f73095f-ff58-4c03-bbe8-182e5a3e9434 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:22.074896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f73095f-ff58-4c03-bbe8-182e5a3e9434 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:22.081166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f73095f-ff58-4c03-bbe8-182e5a3e9434 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:22.083045 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2f73095f-ff58-4c03-bbe8-182e5a3e9434 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1967707 Oct 26 11:10:22.092818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50508) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:22.144080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:22.157581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1a00a6f0-da56-499e-8066-0d7b9215fdd2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.158072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for floatingip (1a00a6f0-da56-499e-8066-0d7b9215fdd2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.166479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Allocated IP 2001:db8::f816:3eff:fede:f926 (3027d085-849f-4c4e-96be-f4e394c7f3c5/065e8e8a-bae9-4bea-a6ed-de88aa3e84a9/852bc847-a0b3-4c44-831a-bf708eedbfda) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:22.207922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-319a275b-1d6f-47e7-a149-d0bc51f47662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Deleting port 216fb50a-8fea-4aad-8e35-263904b38929 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:22.208270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-319a275b-1d6f-47e7-a149-d0bc51f47662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (216fb50a-8fea-4aad-8e35-263904b38929), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.261592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4a0914c4-870d-459b-a803-8a44d4c653ca tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Deleting port 31b7bcdc-532d-41d6-ab1f-996655c19b56 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:22.262139 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0914c4-870d-459b-a803-8a44d4c653ca tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (31b7bcdc-532d-41d6-ab1f-996655c19b56), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.286760 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-11647550-d116-4353-9b67-9f7fa3cf33f6 tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] 10.222.0.26 "GET /networking/v2.0/agents/b828326a-a372-4dc3-bb48-9e31d382da35/dhcp-networks HTTP/1.1" status: 200 len: 10404 time: 1.0071986 Oct 26 11:10:22.316205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50512) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:22.336125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:22.346417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-f8052ad9-2ff7-48c5-92c1-a7749f3f970b service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:10:22.347351 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-f8052ad9-2ff7-48c5-92c1-a7749f3f970b service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1448975 Oct 26 11:10:22.386432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Attempting to bind port 0412b2f7-bbdf-41db-834c-a09e00f2f34e on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:22.386810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Attempting to bind port 0412b2f7-bbdf-41db-834c-a09e00f2f34e by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:22.387170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Attempting to bind port 0412b2f7-bbdf-41db-834c-a09e00f2f34e on network 2021c8ec-7285-4563-809f-563a6427766a {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:22.389259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1e16ad70-1d1f-441f-98cf-2eff580b6ad5 None None] Provisioning complete for port 92814126-f41e-4229-9096-473b270a2367 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:22.389632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e16ad70-1d1f-441f-98cf-2eff580b6ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (92814126-f41e-4229-9096-473b270a2367), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.389963 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1e16ad70-1d1f-441f-98cf-2eff580b6ad5 None None] Attempt 1 to provision port 92814126-f41e-4229-9096-473b270a2367 Oct 26 11:10:22.398215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Calling delete_port for 1a00a6f0-da56-499e-8066-0d7b9215fdd2 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:22.492920 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for floatingip (fefaea03-fefd-4d25-a459-91e3b40d7dd6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.533933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:22.584098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-319a275b-1d6f-47e7-a149-d0bc51f47662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] For port 216fb50a-8fea-4aad-8e35-263904b38929, host hv-neutron-7598, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:22.584989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-319a275b-1d6f-47e7-a149-d0bc51f47662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (216fb50a-8fea-4aad-8e35-263904b38929), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.639233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:22.649617 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Router e0118747-463d-4784-aaf3-f385b445be46 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:10:22.654471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:22.665263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-319a275b-1d6f-47e7-a149-d0bc51f47662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Calling delete_port for 216fb50a-8fea-4aad-8e35-263904b38929 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:22.671359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-3027d085-849f-4c4e-96be-f4e394c7f3c5', 'network_id': '3027d085-849f-4c4e-96be-f4e394c7f3c5', 'project_id': '00ab79330a5945539cae0de137b12e4c', 'fixed_ips': [{'subnet_id': '065e8e8a-bae9-4bea-a6ed-de88aa3e84a9'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:22.672396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.717731 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c5481840-d99b-4caf-ad0e-d09c0d891e15 tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/9955ce6b-dbd4-4969-9f21-62e054c1416d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3967385 Oct 26 11:10:22.724441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50514) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:22.744733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:22.745106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Checking segment: {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:22.745518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.745913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Bound using segment: {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:22.746394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Bound port: 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:22.747772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.789863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0914c4-870d-459b-a803-8a44d4c653ca tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (31b7bcdc-532d-41d6-ab1f-996655c19b56), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.795264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e4f1a652-8e32-4537-8c1a-09c16123c1d9), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.813153 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e64a7726-395e-4b69-b99c-983d1b29c5f5 tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/9955ce6b-dbd4-4969-9f21-62e054c1416d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0849600 Oct 26 11:10:22.820539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50516) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:22.829812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for port (852bc847-a0b3-4c44-831a-bf708eedbfda), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.831941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4a0914c4-870d-459b-a803-8a44d4c653ca tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Calling delete_port for 31b7bcdc-532d-41d6-ab1f-996655c19b56 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:22.838004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:22.866216 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-b95ad0ac-09a7-484a-b01d-29df5c200c2d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737685 Oct 26 11:10:22.897499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1e16ad70-1d1f-441f-98cf-2eff580b6ad5 None None] Current status of the port 92814126-f41e-4229-9096-473b270a2367 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:22.897973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e16ad70-1d1f-441f-98cf-2eff580b6ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (92814126-f41e-4229-9096-473b270a2367), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.986923 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:23.009196 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:23.010568 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:23.022115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (852bc847-a0b3-4c44-831a-bf708eedbfda), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.055919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:23.087902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:23.106742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:23.130186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1e16ad70-1d1f-441f-98cf-2eff580b6ad5 None None] For port 92814126-f41e-4229-9096-473b270a2367, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=92814126-f41e-4229-9096-473b270a2367,segment=NetworkSegment(21c36ff1-49b5-4e65-bef6-17fb3b276446),segment_id=21c36ff1-49b5-4e65-bef6-17fb3b276446)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:23.131832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.171363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-319a275b-1d6f-47e7-a149-d0bc51f47662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (216fb50a-8fea-4aad-8e35-263904b38929), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.175027 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:23.186637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:10:23.198877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network 3027d085-849f-4c4e-96be-f4e394c7f3c5 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:23.204927 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15361191-7ae9-41d2-b624-b3d49acdd08d tempest-DHCPAgentSchedulersTestJSON-58543940 tempest-DHCPAgentSchedulersTestJSON-58543940-project-admin] 10.222.0.26 "GET /networking/v2.0/agents/b828326a-a372-4dc3-bb48-9e31d382da35/dhcp-networks HTTP/1.1" status: 200 len: 10404 time: 0.3828948 Oct 26 11:10:23.216364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:23.217098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:23.239539 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71ecadb5-ac3c-49a4-b145-40eb597156a3 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/e0118747-463d-4784-aaf3-f385b445be46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0725143 Oct 26 11:10:23.240209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50518) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:23.266842 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:23.278523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:23.284253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:23.285288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.305550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Port': ['ID=852bc847-a0b3-4c44-831a-bf708eedbfda,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:23.327896 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6f67d82b-52cc-49cf-b372-c5c36a483d06 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8849077 Oct 26 11:10:23.333110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50522) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:23.377596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a275b-1d6f-47e7-a149-d0bc51f47662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event deleted for resources: {'Port': ['ID=216fb50a-8fea-4aad-8e35-263904b38929,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:23.389195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1a00a6f0-da56-499e-8066-0d7b9215fdd2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.391018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:23.438570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0914c4-870d-459b-a803-8a44d4c653ca tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (31b7bcdc-532d-41d6-ab1f-996655c19b56), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.448039 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-272b6936-583b-4060-afc0-8081c7e3ac53 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638916 Oct 26 11:10:23.494288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-319a275b-1d6f-47e7-a149-d0bc51f47662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.505191 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-319a275b-1d6f-47e7-a149-d0bc51f47662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/216fb50a-8fea-4aad-8e35-263904b38929 HTTP/1.1" status: 204 len: 168 time: 1.9544263 Oct 26 11:10:23.512649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-594917f7-e4e5-413f-8a07-f83e3931de4e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Deleting subnet 065e8e8a-bae9-4bea-a6ed-de88aa3e84a9 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:10:23.543837 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 2, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:23.591994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e16ad70-1d1f-441f-98cf-2eff580b6ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (92814126-f41e-4229-9096-473b270a2367), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.601623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50524) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:23.620200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:23.620549 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Updating router e0118747-463d-4784-aaf3-f385b445be46 port 0490449d-ec05-497a-9779-4d58bef9d73c binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:10:23.626181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a00a6f0-da56-499e-8066-0d7b9215fdd2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:23.669846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0914c4-870d-459b-a803-8a44d4c653ca tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event deleted for resources: {'Port': ['ID=31b7bcdc-532d-41d6-ab1f-996655c19b56,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:23.737624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:23.740913 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.784585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b8c9f7-c8b1-4ec2-a0f6-96b54a52c502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] GET failed (client error): The resource could not be found. Oct 26 11:10:23.790255 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b7b8c9f7-c8b1-4ec2-a0f6-96b54a52c502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/216fb50a-8fea-4aad-8e35-263904b38929 HTTP/1.1" status: 404 len: 333 time: 0.1870835 Oct 26 11:10:23.793237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50530) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:23.793926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50532) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:23.803346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-33c2b984-1e19-44d1-be87-e5d65af6de69 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895969223', 'description': 'tempest-description--303490439'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:23.811824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-972011977', 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:23.813950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:23.817180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 92814126-f41e-4229-9096-473b270a2367 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:23.927686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for port (e4f1a652-8e32-4537-8c1a-09c16123c1d9), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.941614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:23.943331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (2dbfbf5f-d5b1-4e72-9780-34d70282f0c5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.958205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (e4f1a652-8e32-4537-8c1a-09c16123c1d9), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.958405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:22Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:23.980154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f72c7c5b-a9a0-4045-a60d-a461ec47b13e None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:23.980589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f72c7c5b-a9a0-4045-a60d-a461ec47b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.983018 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f72c7c5b-a9a0-4045-a60d-a461ec47b13e None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:10:24.014992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0914c4-870d-459b-a803-8a44d4c653ca tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.021452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a0914c4-870d-459b-a803-8a44d4c653ca tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "DELETE /networking/v2.0/ports/31b7bcdc-532d-41d6-ab1f-996655c19b56 HTTP/1.1" status: 204 len: 168 time: 1.9249980 Oct 26 11:10:24.022215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50540) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:24.041368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:24.053373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Allocated IP 2001:db8::f816:3eff:fe34:7a97 (3027d085-849f-4c4e-96be-f4e394c7f3c5/065e8e8a-bae9-4bea-a6ed-de88aa3e84a9/8b2dd35c-61dd-41ab-801a-f7152c84abe3) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:24.065917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Made reservation on behalf of 2039332738934bfc8c85eb892232c87d for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:24.072221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.078641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f72c7c5b-a9a0-4045-a60d-a461ec47b13e None None] Port 0490449d-ec05-497a-9779-4d58bef9d73c cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:24.081923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d39e05-8396-4ad5-b452-349165f9ce6a None None] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:24.103737 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-820edaad-b0e5-4642-a94f-e2c9cddd750f tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] GET failed (client error): The resource could not be found. Oct 26 11:10:24.125444 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-820edaad-b0e5-4642-a94f-e2c9cddd750f tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "GET /networking/v2.0/ports/31b7bcdc-532d-41d6-ab1f-996655c19b56 HTTP/1.1" status: 404 len: 333 time: 0.1013713 Oct 26 11:10:24.126924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50552) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:24.139499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'port': {'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-638862336'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:24.143912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for floatingip (95eae956-dec4-45e9-a1b6-b9faf4570732), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.175419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33c2b984-1e19-44d1-be87-e5d65af6de69 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.182969 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:24.184218 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:24.193460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:24.225083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 92814126-f41e-4229-9096-473b270a2367 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:24.225678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (92814126-f41e-4229-9096-473b270a2367), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.226038 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 92814126-f41e-4229-9096-473b270a2367 Oct 26 11:10:24.238545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50556) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:24.239616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f31f5f4-11c6-4c33-9247-3f2fa3c72983 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:22Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:24.263674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] device_id is not set on port 4d95694a-6c09-4c4d-ac82-edcd5160c464 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:24.303132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Publish callbacks [] for port (0490449d-ec05-497a-9779-4d58bef9d73c), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.316162 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.329801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Pushing event updated for resources: {'Port': ['ID=e4f1a652-8e32-4537-8c1a-09c16123c1d9,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:24.340761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (fefaea03-fefd-4d25-a459-91e3b40d7dd6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.342041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e277926d-6f2d-4c0f-85cb-b4467d4d23a9 None None] Could not find standard attr ID for object 31b7bcdc-532d-41d6-ab1f-996655c19b56. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:10:24.354318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:24.355088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:24.359337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42236170-4467-4d2b-8d3f-1b34990933ab None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:24.458601 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809e899-2a92-4eef-a4dc-6541709cf3c7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:24.486499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Made reservation on behalf of c4a2e5dfc7dd4f2ab62ff544cb878a7e for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:24.493088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.521581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] device_id is not set on port 9e3ddc56-3c79-4d49-9a83-2f0885407213 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:24.540155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e277926d-6f2d-4c0f-85cb-b4467d4d23a9 None None] Provisioning complete for port 70e7d648-9b13-4c75-92a9-7406b7b64328 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:24.540859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e277926d-6f2d-4c0f-85cb-b4467d4d23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (70e7d648-9b13-4c75-92a9-7406b7b64328), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.541311 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e277926d-6f2d-4c0f-85cb-b4467d4d23a9 None None] Attempt 1 to provision port 70e7d648-9b13-4c75-92a9-7406b7b64328 Oct 26 11:10:24.543966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16ad70-1d1f-441f-98cf-2eff580b6ad5 None None] Pushing event updated for resources: {'Port': ['ID=92814126-f41e-4229-9096-473b270a2367,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:24.586472 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Attempting to bind port 0490449d-ec05-497a-9779-4d58bef9d73c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:24.587059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Attempting to bind port 0490449d-ec05-497a-9779-4d58bef9d73c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:24.587595 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Attempting to bind port 0490449d-ec05-497a-9779-4d58bef9d73c on network cbc3e50c-ce60-4c02-a798-ec439421f63a {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:24.607748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.615700 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b4fb2464-a7dd-4fd0-a5d8-4c26ca7ad1ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4387019 Oct 26 11:10:24.674062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-50ed529c-fa24-4251-b079-99eb42b96b71 req-4d0eb292-c53e-49f9-a8d9-7ac567d8cd69 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 210 time: 0.4240296 Oct 26 11:10:24.674897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (bf32c14a-3230-4ff1-9fed-1d5f884538c3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.730721 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:24.731061 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Checking segment: {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:24.731467 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.731876 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Bound using segment: {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:24.732339 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Bound port: 0490449d-ec05-497a-9779-4d58bef9d73c, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:24.745915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.760106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:24.803376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:24.852399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Allocated IP 2001:db8::2f0 (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f/dd787d82-43a0-40ce-aa7c-20f1a6e24e67/9e3ddc56-3c79-4d49-9a83-2f0885407213) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:24.903944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (2dbfbf5f-d5b1-4e72-9780-34d70282f0c5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.971271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:24.975120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e277926d-6f2d-4c0f-85cb-b4467d4d23a9 None None] Port 70e7d648-9b13-4c75-92a9-7406b7b64328 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:24.978815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:24.983988 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:25.000322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e277926d-6f2d-4c0f-85cb-b4467d4d23a9 None None] Provisioning complete for port 92814126-f41e-4229-9096-473b270a2367 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:25.000928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e277926d-6f2d-4c0f-85cb-b4467d4d23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (92814126-f41e-4229-9096-473b270a2367), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.001407 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e277926d-6f2d-4c0f-85cb-b4467d4d23a9 None None] Attempt 1 to provision port 92814126-f41e-4229-9096-473b270a2367 Oct 26 11:10:25.010251 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.036708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (bf32c14a-3230-4ff1-9fed-1d5f884538c3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.112856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809e899-2a92-4eef-a4dc-6541709cf3c7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:25.124946 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:25.126201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:25.147594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for port (9e3ddc56-3c79-4d49-9a83-2f0885407213), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.230416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (9e3ddc56-3c79-4d49-9a83-2f0885407213), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.359325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:25.375153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:25.388256 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Port': ['ID=9e3ddc56-3c79-4d49-9a83-2f0885407213,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:25.404640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:25.407808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:25.417391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:25.420804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.428574 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:25.473195 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a663f238-cc09-45fd-96ee-8d241ae298b9 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3446805 Oct 26 11:10:25.479138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50590) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:25.503847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0738261c-9fe4-4fa2-a1f9-58c24122e03c tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::335', 'mac_address': 'fa:16:3e:dd:ec:02'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:25.629139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33c2b984-1e19-44d1-be87-e5d65af6de69 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group (61780432-e831-4d88-a86d-d2697c6ca66a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.640729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bf32c14a-3230-4ff1-9fed-1d5f884538c3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:25.657359 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbfbf5f-d5b1-4e72-9780-34d70282f0c5']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:25.680642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33c2b984-1e19-44d1-be87-e5d65af6de69 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (61780432-e831-4d88-a86d-d2697c6ca66a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.684961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:10:25.754197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301977b9-8ac4-4185-b421-d04906a99d41') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:25.754735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301977b9-8ac4-4185-b421-d04906a99d41') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:25.946953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0738261c-9fe4-4fa2-a1f9-58c24122e03c tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (9e3ddc56-3c79-4d49-9a83-2f0885407213), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.964740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e277926d-6f2d-4c0f-85cb-b4467d4d23a9 None None] Current status of the port 92814126-f41e-4229-9096-473b270a2367 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:25.988221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (301977b9-8ac4-4185-b421-d04906a99d41), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.018931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:26.037427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:24Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:26.084838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 92814126-f41e-4229-9096-473b270a2367 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:26.136008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (301977b9-8ac4-4185-b421-d04906a99d41), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.147748 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e98b97-e6c4-4915-a405-66fe7d5d5e31 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:24Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:26.173123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:26.176415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (301977b9-8ac4-4185-b421-d04906a99d41), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.334599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:21Z', 'revision_number': 5, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:26.337783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:26.444102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:26.446504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8d6a145f-eb3a-4da2-b6d5-faf8771f7e69), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.476538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0738261c-9fe4-4fa2-a1f9-58c24122e03c tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for port (9e3ddc56-3c79-4d49-9a83-2f0885407213), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.492358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0738261c-9fe4-4fa2-a1f9-58c24122e03c tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (9e3ddc56-3c79-4d49-9a83-2f0885407213), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.493546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0738261c-9fe4-4fa2-a1f9-58c24122e03c tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] In _notify_port_updated(), no bound segment for port 9e3ddc56-3c79-4d49-9a83-2f0885407213 on network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:10:26.508279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0738261c-9fe4-4fa2-a1f9-58c24122e03c tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:26.509919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0738261c-9fe4-4fa2-a1f9-58c24122e03c tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.515201 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0738261c-9fe4-4fa2-a1f9-58c24122e03c tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "PUT /networking/v2.0/ports/9e3ddc56-3c79-4d49-9a83-2f0885407213 HTTP/1.1" status: 200 len: 1002 time: 1.0346243 Oct 26 11:10:26.518929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50600) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:26.521326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6a145f-eb3a-4da2-b6d5-faf8771f7e69']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:26.553338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed0d1ca-7e3b-4b05-8bc2-513740831890') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:26.553936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed0d1ca-7e3b-4b05-8bc2-513740831890') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:26.581103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:26.582481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:26.587956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Publish callbacks [] for port (8b2dd35c-61dd-41ab-801a-f7152c84abe3), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.589681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (4ed0d1ca-7e3b-4b05-8bc2-513740831890), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.599405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:26.604725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738261c-9fe4-4fa2-a1f9-58c24122e03c tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Port': ['ID=9e3ddc56-3c79-4d49-9a83-2f0885407213,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:26.608395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a9abb36d-91b9-447e-9760-9c29513f40d5 None None] Provisioning complete for port 70e7d648-9b13-4c75-92a9-7406b7b64328 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:26.609832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a9abb36d-91b9-447e-9760-9c29513f40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (70e7d648-9b13-4c75-92a9-7406b7b64328), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.610439 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a9abb36d-91b9-447e-9760-9c29513f40d5 None None] Attempt 1 to provision port 70e7d648-9b13-4c75-92a9-7406b7b64328 Oct 26 11:10:26.613767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:26.634218 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a3b47402-ff04-4e89-87a8-8528417784a1 req-6b73ddc3-b805-4cec-8949-1935729bf9a1 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 210 time: 0.7142410 Oct 26 11:10:26.650313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33c2b984-1e19-44d1-be87-e5d65af6de69 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.652086 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-33c2b984-1e19-44d1-be87-e5d65af6de69 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.8547311 Oct 26 11:10:26.669338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-594917f7-e4e5-413f-8a07-f83e3931de4e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (065e8e8a-bae9-4bea-a6ed-de88aa3e84a9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.673737 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-89af6918-ac11-4b76-a3ad-fd6c8406abeb tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--308942532&fields=id&tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55 HTTP/1.1" status: 200 len: 267 time: 1.7216375 Oct 26 11:10:26.678362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50604) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:26.701777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-da49c0e7-ca0c-4730-a9fb-a4c0b2fc6684 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Request body: {'security_group_rule': {'security_group_id': '61780432-e831-4d88-a86d-d2697c6ca66a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:26.710858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (2dbfbf5f-d5b1-4e72-9780-34d70282f0c5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.731375 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 301977b9-8ac4-4185-b421-d04906a99d41 resource provider aggregate not found Oct 26 11:10:26.751340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c78cbe25-075e-47e1-bb56-a18d455688e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.757305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.761360 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] 10.222.0.26 "DELETE /networking/v2.0/networks/2dbfbf5f-d5b1-4e72-9780-34d70282f0c5 HTTP/1.1" status: 204 len: 168 time: 3.5182672 Oct 26 11:10:26.771191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4ed0d1ca-7e3b-4b05-8bc2-513740831890), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.778356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50608) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:26.797073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2b984-1e19-44d1-be87-e5d65af6de69 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61780432-e831-4d88-a86d-d2697c6ca66a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:26.859850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks [] for port (4d95694a-6c09-4c4d-ac82-edcd5160c464), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.861127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (8b2dd35c-61dd-41ab-801a-f7152c84abe3), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.876906 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c88dbf-a7ce-41df-a2e6-0dda22129650 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] DELETE failed (client error): The resource could not be found. Oct 26 11:10:26.876906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c88dbf-a7ce-41df-a2e6-0dda22129650 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:10:26.881194 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-09c88dbf-a7ce-41df-a2e6-0dda22129650 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1aa764c3-d1c4-4cb9-9048-14c65649b376 HTTP/1.1" status: 404 len: 333 time: 0.0941424 Oct 26 11:10:26.882263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50610) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:26.885624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-594917f7-e4e5-413f-8a07-f83e3931de4e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (065e8e8a-bae9-4bea-a6ed-de88aa3e84a9), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.914695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 301977b9-8ac4-4185-b421-d04906a99d41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 301977b9-8ac4-4185-b421-d04906a99d41 found for delete ", "request_id": "req-ee7d2114-1862-4c15-9685-b344fb46b785"}]} Oct 26 11:10:26.924255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:26.926932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (4ed0d1ca-7e3b-4b05-8bc2-513740831890), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.932965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee094cd8-ab4d-47c9-88bd-804dd9c9839e tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event deleted for resources: {'Network': ['ID=2dbfbf5f-d5b1-4e72-9780-34d70282f0c5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:26.982261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2956d620-12d1-4ccb-81ef-c3b1d6939013 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Deleting port 9e3ddc56-3c79-4d49-9a83-2f0885407213 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:26.982512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2956d620-12d1-4ccb-81ef-c3b1d6939013 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (9e3ddc56-3c79-4d49-9a83-2f0885407213), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.014759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a9abb36d-91b9-447e-9760-9c29513f40d5 None None] Port 70e7d648-9b13-4c75-92a9-7406b7b64328 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:27.046346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Network 3027d085-849f-4c4e-96be-f4e394c7f3c5 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:27.175385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:27.185149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:27.194841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Pushing event updated for resources: {'Port': ['ID=8b2dd35c-61dd-41ab-801a-f7152c84abe3,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:27.200511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a9abb36d-91b9-447e-9760-9c29513f40d5 None None] Provisioning complete for port 92814126-f41e-4229-9096-473b270a2367 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:27.201041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a9abb36d-91b9-447e-9760-9c29513f40d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (92814126-f41e-4229-9096-473b270a2367), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.201718 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a9abb36d-91b9-447e-9760-9c29513f40d5 None None] Attempt 1 to provision port 92814126-f41e-4229-9096-473b270a2367 Oct 26 11:10:27.216836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:27.238390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-f3c696d5-92f7-4668-a8e2-8b8f9f7104e1 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:27.240985 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-f3c696d5-92f7-4668-a8e2-8b8f9f7104e1 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2021c8ec-7285-4563-809f-563a6427766a HTTP/1.1" status: 200 len: 812 time: 0.5661826 Oct 26 11:10:27.259024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2956d620-12d1-4ccb-81ef-c3b1d6939013 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (9e3ddc56-3c79-4d49-9a83-2f0885407213), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.262240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:27.282753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da49c0e7-ca0c-4730-a9fb-a4c0b2fc6684 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group_rule (6ec8da0e-b385-43ae-9ad3-94f3b9922be7), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.285888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (8d6a145f-eb3a-4da2-b6d5-faf8771f7e69), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.308703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85dfdf4-217b-4735-bba1-2224038da011 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Deleting subnet 700159e0-d0a9-4c61-b976-e7c9542fadab {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:10:27.311779 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-e2e3ca6a-4c80-4160-bee4-5c61b20b3e56 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/quotas/9a5a3c9d9ace464cb7ce30428ac5de55 HTTP/1.1" status: 200 len: 375 time: 0.0527966 Oct 26 11:10:27.315320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2956d620-12d1-4ccb-81ef-c3b1d6939013 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Calling delete_port for 9e3ddc56-3c79-4d49-9a83-2f0885407213 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:27.316226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:10:27.327972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d85dfdf4-217b-4735-bba1-2224038da011 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks [] for subnet (700159e0-d0a9-4c61-b976-e7c9542fadab), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.340546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.346530 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 HTTP/1.1" status: 204 len: 168 time: 7.3204470 Oct 26 11:10:27.354502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:27.369823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50612) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:27.378437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:27.379482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:27.393232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-594917f7-e4e5-413f-8a07-f83e3931de4e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (065e8e8a-bae9-4bea-a6ed-de88aa3e84a9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.447949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:27.466158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec92f5-6334-4f3d-ba4a-4b1f8468a4bd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d6a145f-eb3a-4da2-b6d5-faf8771f7e69,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:27.520677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Attempting to bind port 8b2dd35c-61dd-41ab-801a-f7152c84abe3 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:27.521042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Attempting to bind port 8b2dd35c-61dd-41ab-801a-f7152c84abe3 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '0b2ef0e1-0777-4ff5-aa0c-c12a94475c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3027d085-849f-4c4e-96be-f4e394c7f3c5'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:27.521449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Attempting to bind port 8b2dd35c-61dd-41ab-801a-f7152c84abe3 on network 3027d085-849f-4c4e-96be-f4e394c7f3c5 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:27.544320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d85dfdf4-217b-4735-bba1-2224038da011 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks [] for subnet (700159e0-d0a9-4c61-b976-e7c9542fadab), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.590966 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-54d66c64-d41c-4200-9bde-1f24e2273b4e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.2156925 Oct 26 11:10:27.592977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4d95694a-6c09-4c4d-ac82-edcd5160c464), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.599800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50614) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:27.617266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:27.617850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d85dfdf4-217b-4735-bba1-2224038da011 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (700159e0-d0a9-4c61-b976-e7c9542fadab), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.629580 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-2ae9f8f1-0b1d-4487-88cf-dd7676da7447 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3050990 Oct 26 11:10:27.678409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.23', 52145) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:27.784058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:27.987242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:27.991624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Checking segment: {'id': '0b2ef0e1-0777-4ff5-aa0c-c12a94475c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3027d085-849f-4c4e-96be-f4e394c7f3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:27.992193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.992705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Bound using segment: {'id': '0b2ef0e1-0777-4ff5-aa0c-c12a94475c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3027d085-849f-4c4e-96be-f4e394c7f3c5'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:27.993316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Bound port: 8b2dd35c-61dd-41ab-801a-f7152c84abe3, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2ef0e1-0777-4ff5-aa0c-c12a94475c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3027d085-849f-4c4e-96be-f4e394c7f3c5'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:27.996700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da49c0e7-ca0c-4730-a9fb-a4c0b2fc6684 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group_rule (6ec8da0e-b385-43ae-9ad3-94f3b9922be7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.997307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8b2dd35c-61dd-41ab-801a-f7152c84abe3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.017481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Network 517f11a5-76a3-471e-bee4-b01dadabec9a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:28.023767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'Port': ['ID=4d95694a-6c09-4c4d-ac82-edcd5160c464,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:28.054769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da49c0e7-ca0c-4730-a9fb-a4c0b2fc6684 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6ec8da0e-b385-43ae-9ad3-94f3b9922be7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.098448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-043385b9-afe7-4d70-a073-084f56e9a33d tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.100513 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-043385b9-afe7-4d70-a073-084f56e9a33d tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.23 "GET /networking/v2.0/networks?id=132c3101-e478-4174-895a-329be1660535 HTTP/1.1" status: 200 len: 812 time: 0.4136996 Oct 26 11:10:28.101583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-594917f7-e4e5-413f-8a07-f83e3931de4e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (065e8e8a-bae9-4bea-a6ed-de88aa3e84a9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.107447 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:28.124176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-594917f7-e4e5-413f-8a07-f83e3931de4e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.127033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a9abb36d-91b9-447e-9760-9c29513f40d5 None None] Current status of the port 92814126-f41e-4229-9096-473b270a2367 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:28.130768 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-594917f7-e4e5-413f-8a07-f83e3931de4e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/065e8e8a-bae9-4bea-a6ed-de88aa3e84a9 HTTP/1.1" status: 204 len: 168 time: 4.7922840 Oct 26 11:10:28.132455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50628) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:28.144066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:28.145007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:28.146168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.147341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.156466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d85dfdf4-217b-4735-bba1-2224038da011 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for subnet (700159e0-d0a9-4c61-b976-e7c9542fadab), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.172815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594917f7-e4e5-413f-8a07-f83e3931de4e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Subnet': ['ID=065e8e8a-bae9-4bea-a6ed-de88aa3e84a9,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:28.185738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da49c0e7-ca0c-4730-a9fb-a4c0b2fc6684 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.188531 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-da49c0e7-ca0c-4730-a9fb-a4c0b2fc6684 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4958491 Oct 26 11:10:28.189598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49c0e7-ca0c-4730-a9fb-a4c0b2fc6684 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec8da0e-b385-43ae-9ad3-94f3b9922be7,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:28.194021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50632) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:28.205928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c60b2828-1ff5-483c-b01e-315065e9cba0 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Request body: {'security_group_rule': {'security_group_id': '61780432-e831-4d88-a86d-d2697c6ca66a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:28.213176 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-638daf36-7c3e-4755-b020-0272563fa16e req-0dda16d2-0318-4f6e-9bf5-d8468678cd71 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 210 time: 0.1945612 Oct 26 11:10:28.225528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.228850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.229580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.230257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.230861 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.232872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.234795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.239050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.240388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.241067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.249308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-64b10243-d888-40eb-83b8-379d94eddb2e tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 6499 time: 0.6476743 Oct 26 11:10:28.258551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50634) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:28.262263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dfdf4-217b-4735-bba1-2224038da011 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event deleted for resources: {'Subnet': ['ID=700159e0-d0a9-4c61-b976-e7c9542fadab,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:28.294579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:21Z', 'revision_number': 5, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:28.310064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2b36cf0a-c4ec-4e61-bcc2-dd5581f5c1f6 None None] Could not find standard attr ID for object 31b7bcdc-532d-41d6-ab1f-996655c19b56. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:10:28.321533 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d85dfdf4-217b-4735-bba1-2224038da011 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.333732 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d85dfdf4-217b-4735-bba1-2224038da011 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/700159e0-d0a9-4c61-b976-e7c9542fadab HTTP/1.1" status: 204 len: 168 time: 1.4486005 Oct 26 11:10:28.348388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50636) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:28.379863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc8e93a-5bf9-4452-870a-d61200089c15 None None] Network 9955ce6b-dbd4-4969-9f21-62e054c1416d requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:28.392959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6da8d-0014-49e5-b61d-9a98655e4736 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:21Z', 'revision_number': 5, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:28.417432 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-567564a0-7ce6-4189-8214-3d7949b6678d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.6186879 Oct 26 11:10:28.419382 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-8043b32e-70de-4879-b159-7ff25c2bfb00 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] delete failed (client error): The resource could not be found. Oct 26 11:10:28.423686 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8043b32e-70de-4879-b159-7ff25c2bfb00 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "DELETE /networking/v2.0/floatingips/95eae956-dec4-45e9-a1b6-b9faf4570732 HTTP/1.1" status: 404 len: 345 time: 0.1588495 Oct 26 11:10:28.426187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:28.426513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:28.480987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2b36cf0a-c4ec-4e61-bcc2-dd5581f5c1f6 None None] Provisioning complete for port 70e7d648-9b13-4c75-92a9-7406b7b64328 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:28.481375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2b36cf0a-c4ec-4e61-bcc2-dd5581f5c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (70e7d648-9b13-4c75-92a9-7406b7b64328), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.481708 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2b36cf0a-c4ec-4e61-bcc2-dd5581f5c1f6 None None] Attempt 1 to provision port 70e7d648-9b13-4c75-92a9-7406b7b64328 Oct 26 11:10:28.531638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccaaa60-c623-4c58-97bb-1cc6e9a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.538154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2b36cf0a-c4ec-4e61-bcc2-dd5581f5c1f6 None None] Port 70e7d648-9b13-4c75-92a9-7406b7b64328 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:28.539600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1ccaaa60-c623-4c58-97bb-1cc6e9a6f6dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/4d95694a-6c09-4c4d-ac82-edcd5160c464 HTTP/1.1" status: 200 len: 958 time: 0.1021535 Oct 26 11:10:28.540637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50652) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:28.547972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:28.552883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] For port 8b2dd35c-61dd-41ab-801a-f7152c84abe3, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:28.572292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:28.572292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.572554 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 Oct 26 11:10:28.593714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] For port 8b2dd35c-61dd-41ab-801a-f7152c84abe3, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8b2dd35c-61dd-41ab-801a-f7152c84abe3,segment=NetworkSegment(0b2ef0e1-0777-4ff5-aa0c-c12a94475c64),segment_id=0b2ef0e1-0777-4ff5-aa0c-c12a94475c64)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:28.593964 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c43ac60-29ca-4be6-8515-1d71dc87b9dd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] DELETE failed (client error): The resource could not be found. Oct 26 11:10:28.594479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c43ac60-29ca-4be6-8515-1d71dc87b9dd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:10:28.595461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2b36cf0a-c4ec-4e61-bcc2-dd5581f5c1f6 None None] Provisioning complete for port 9e3ddc56-3c79-4d49-9a83-2f0885407213 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:28.595862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2b36cf0a-c4ec-4e61-bcc2-dd5581f5c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9e3ddc56-3c79-4d49-9a83-2f0885407213), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.596196 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2b36cf0a-c4ec-4e61-bcc2-dd5581f5c1f6 None None] Attempt 1 to provision port 9e3ddc56-3c79-4d49-9a83-2f0885407213 Oct 26 11:10:28.602850 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7c43ac60-29ca-4be6-8515-1d71dc87b9dd tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/8d6a145f-eb3a-4da2-b6d5-faf8771f7e69 HTTP/1.1" status: 404 len: 339 time: 0.0881748 Oct 26 11:10:28.606832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50654) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:28.616341 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-671b44c3-6076-4f48-9b9a-25242aab8508 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8770635 Oct 26 11:10:28.638198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Request body: {'network': {'name': 'tempest-network--642211934', 'router:external': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:28.643079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8b2dd35c-61dd-41ab-801a-f7152c84abe3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.682642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c60b2828-1ff5-483c-b01e-315065e9cba0 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group_rule (0736bb22-cf6e-4416-96f8-2784a03c312d), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.747848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2b36cf0a-c4ec-4e61-bcc2-dd5581f5c1f6 None None] Port 9e3ddc56-3c79-4d49-9a83-2f0885407213 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:28.802891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:28.805666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f879ffb-6671-465e-bace-52060c41f002 None None] Pushing event updated for resources: {'Port': ['ID=8b2dd35c-61dd-41ab-801a-f7152c84abe3,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:28.809680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6cf4a72b-0316-4fd6-abe8-29e487022cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.856973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c60b2828-1ff5-483c-b01e-315065e9cba0 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group_rule (0736bb22-cf6e-4416-96f8-2784a03c312d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.881942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:28.882330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.908371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c60b2828-1ff5-483c-b01e-315065e9cba0 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0736bb22-cf6e-4416-96f8-2784a03c312d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.958669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Made reservation on behalf of 180f3b992cc7408fb3af51e74cc2a0d0 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:28.961688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.962210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3393f-2ab3-4e17-b590-668aac3831f3 None None] DHCP port deletion for 9955ce6b-dbd4-4969-9f21-62e054c1416d request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:10:28.967276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:29.051967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:29.052789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:29.059591 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 4ed0d1ca-7e3b-4b05-8bc2-513740831890 resource provider aggregate not found Oct 26 11:10:29.106356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c60b2828-1ff5-483c-b01e-315065e9cba0 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:29.108401 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c60b2828-1ff5-483c-b01e-315065e9cba0 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9077728 Oct 26 11:10:29.136289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50664) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:29.136986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b2828-1ff5-483c-b01e-315065e9cba0 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0736bb22-cf6e-4416-96f8-2784a03c312d,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:29.138821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:29.145997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:29.159856 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 4ed0d1ca-7e3b-4b05-8bc2-513740831890 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ed0d1ca-7e3b-4b05-8bc2-513740831890 found for delete ", "request_id": "req-8cf38674-6224-4741-9401-85ce19993aa6"}]} Oct 26 11:10:29.178280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea67af-b8f1-460f-8546-bc1da9613e85 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:29.180362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea67af-b8f1-460f-8546-bc1da9613e85 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:29.184968 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7bea67af-b8f1-460f-8546-bc1da9613e85 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0303073 Oct 26 11:10:29.199382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50666) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:29.208092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b9c83788-c881-4035-9d6e-7e15e4711afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Deleting port 4d95694a-6c09-4c4d-ac82-edcd5160c464 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:29.209008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b9c83788-c881-4035-9d6e-7e15e4711afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4d95694a-6c09-4c4d-ac82-edcd5160c464), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:29.228261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (9955ce6b-dbd4-4969-9f21-62e054c1416d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:29.303769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-2d506149-83c2-47f1-88a7-7da98acf23a9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=236718fd24d34a86b7a92a81720f8950 HTTP/1.1" status: 200 len: 379 time: 1.1353974 Oct 26 11:10:29.321179 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-a2fbeb28-f9d7-41c8-a5be-dc5e306e605f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977530 Oct 26 11:10:29.333986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Request body: {'port': {'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'admin_state_up': True, 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'security_groups': ['8a78afa2-1951-4d3d-8989-a8d139476093']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:29.648110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2956d620-12d1-4ccb-81ef-c3b1d6939013 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (9e3ddc56-3c79-4d49-9a83-2f0885407213), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:29.653259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:29.685693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:29.686115 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Added segment b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e of type vlan for network c6544fbe-b8e3-477c-9f53-64d3106847ba Oct 26 11:10:29.750265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:29.757272 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:29.796221 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:29.801803 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:29.822409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:29.823288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-45f3393f-2ab3-4e17-b590-668aac3831f3 None None] Deleting port b59f13e0-a9b8-4540-b9a2-144f35e53e99 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:29.823758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-45f3393f-2ab3-4e17-b590-668aac3831f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:29.836566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:29.843529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5c01613a-fa14-4db8-a2f9-53f762f60c29 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (3027d085-849f-4c4e-96be-f4e394c7f3c5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:29.993529 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8542970c-4ba2-4a5b-a342-6b2576898415 req-82e9a291-72c4-4f72-b78a-e859095924b5 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 210 time: 0.1018505 Oct 26 11:10:30.013120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:30.078987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0412b2f7-bbdf-41db-834c-a09e00f2f34e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:30.079705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.080289 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0412b2f7-bbdf-41db-834c-a09e00f2f34e Oct 26 11:10:30.084416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956d620-12d1-4ccb-81ef-c3b1d6939013 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event deleted for resources: {'Port': ['ID=9e3ddc56-3c79-4d49-9a83-2f0885407213,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:30.099782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b9c83788-c881-4035-9d6e-7e15e4711afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4d95694a-6c09-4c4d-ac82-edcd5160c464), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.137033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Deleting port b59f13e0-a9b8-4540-b9a2-144f35e53e99 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:30.137880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.205146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.227195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b9c83788-c881-4035-9d6e-7e15e4711afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Calling delete_port for 4d95694a-6c09-4c4d-ac82-edcd5160c464 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:30.234599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.244054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-45f3393f-2ab3-4e17-b590-668aac3831f3 None None] For port b59f13e0-a9b8-4540-b9a2-144f35e53e99, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b59f13e0-a9b8-4540-b9a2-144f35e53e99,segment=NetworkSegment(92d17855-c4c6-4606-ba8f-95f0ffae38f5),segment_id=92d17855-c4c6-4606-ba8f-95f0ffae38f5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:30.245536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-45f3393f-2ab3-4e17-b590-668aac3831f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.276151 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:30.280789 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3e5d99e8-7b27-41ca-b7f4-60f6898e3236 req-ec9960c3-361a-4589-bce8-3cb39063b598 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 210 time: 0.8150277 Oct 26 11:10:30.296385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-45f3393f-2ab3-4e17-b590-668aac3831f3 None None] Calling delete_port for b59f13e0-a9b8-4540-b9a2-144f35e53e99 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:30.324413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Made reservation on behalf of 236718fd24d34a86b7a92a81720f8950 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:30.334357 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c01613a-fa14-4db8-a2f9-53f762f60c29 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 11:10:30.334829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c01613a-fa14-4db8-a2f9-53f762f60c29 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:10:30.335535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.338356 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5c01613a-fa14-4db8-a2f9-53f762f60c29 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/3027d085-849f-4c4e-96be-f4e394c7f3c5 HTTP/1.1" status: 409 len: 466 time: 1.1231506 Oct 26 11:10:30.451764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:30.453583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.497739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50692) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:30.611832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] For port b59f13e0-a9b8-4540-b9a2-144f35e53e99, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b59f13e0-a9b8-4540-b9a2-144f35e53e99,segment=NetworkSegment(92d17855-c4c6-4606-ba8f-95f0ffae38f5),segment_id=92d17855-c4c6-4606-ba8f-95f0ffae38f5)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:30.613014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.653772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Calling delete_port for b59f13e0-a9b8-4540-b9a2-144f35e53e99 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:30.659063 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:30.660812 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:30.700339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:30.726816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.727780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 92814126-f41e-4229-9096-473b270a2367 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:30.807222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:22Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:30.819234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-262003196'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:30.881781 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:30.883438 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:30.897498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:30.906567 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:30.908732 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:31.067606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:31.081237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2956d620-12d1-4ccb-81ef-c3b1d6939013 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.091415 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2956d620-12d1-4ccb-81ef-c3b1d6939013 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "DELETE /networking/v2.0/ports/9e3ddc56-3c79-4d49-9a83-2f0885407213 HTTP/1.1" status: 204 len: 168 time: 4.5665171 Oct 26 11:10:31.105865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:31.106878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50702) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:31.115570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 92814126-f41e-4229-9096-473b270a2367 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:31.115570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (92814126-f41e-4229-9096-473b270a2367), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.115570 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 92814126-f41e-4229-9096-473b270a2367 Oct 26 11:10:31.210664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-45f3393f-2ab3-4e17-b590-668aac3831f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (b59f13e0-a9b8-4540-b9a2-144f35e53e99), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.232725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (c6544fbe-b8e3-477c-9f53-64d3106847ba), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.240828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] No DVR routers for this DVR port b59f13e0-a9b8-4540-b9a2-144f35e53e99 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:10:31.255675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3393f-2ab3-4e17-b590-668aac3831f3 None None] No DVR routers for this DVR port b59f13e0-a9b8-4540-b9a2-144f35e53e99 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:10:31.264952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event deleted for resources: {'Port': ['ID=b59f13e0-a9b8-4540-b9a2-144f35e53e99,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:31.319700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3393f-2ab3-4e17-b590-668aac3831f3 None None] Pushing event deleted for resources: {'Port': ['ID=b59f13e0-a9b8-4540-b9a2-144f35e53e99,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:31.357848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b9c83788-c881-4035-9d6e-7e15e4711afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4d95694a-6c09-4c4d-ac82-edcd5160c464), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.436162 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:30Z', 'revision_number': 5, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:31.438749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:31.470222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.474164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c83788-c881-4035-9d6e-7e15e4711afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d95694a-6c09-4c4d-ac82-edcd5160c464,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:31.478766 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80dcc54-8f12-4d0d-b27e-329a0d8dfaf3 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:30Z', 'revision_number': 5, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:31.505595 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-366b63b6-c6b5-4d6f-8f2a-278aa181ab4a tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] GET failed (client error): The resource could not be found. Oct 26 11:10:31.530434 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-366b63b6-c6b5-4d6f-8f2a-278aa181ab4a tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "GET /networking/v2.0/ports/9e3ddc56-3c79-4d49-9a83-2f0885407213 HTTP/1.1" status: 404 len: 333 time: 0.4152114 Oct 26 11:10:31.532488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:31.535492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50708) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:31.536773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.544012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1dd34b-b15d-4beb-8815-35990f9419d4 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:10:31.583140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b9c83788-c881-4035-9d6e-7e15e4711afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.614124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9c83788-c881-4035-9d6e-7e15e4711afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/4d95694a-6c09-4c4d-ac82-edcd5160c464 HTTP/1.1" status: 204 len: 168 time: 3.0543423 Oct 26 11:10:31.616642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'port': {'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-582818762'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:31.620190 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd7bef4b-ba3d-4e03-9d20-ae239dccfdee req-97f31705-93ce-4a5a-ab14-1ca4a3313b30 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 210 time: 0.3612022 Oct 26 11:10:31.632064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50710) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:31.679006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:31.682175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:31.727156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d14f82cb-b75c-4c44-b942-c7265796f95c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.727655 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Added segment d14f82cb-b75c-4c44-b942-c7265796f95c of type vlan for network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 Oct 26 11:10:31.754748 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-551ad133-a5b0-43ec-8764-5b7af746f7ad req-dd5d666a-6038-4738-a7d3-c04cfd3d26f6 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 210 time: 0.2942243 Oct 26 11:10:31.757379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:10:31.778469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 92814126-f41e-4229-9096-473b270a2367 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:31.782775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:31.803081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (c6544fbe-b8e3-477c-9f53-64d3106847ba), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.804078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:31.804669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.892016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (9955ce6b-dbd4-4969-9f21-62e054c1416d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.931662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.940816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:31.998422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Allocated IP 172.20.0.12 (132c3101-e478-4174-895a-329be1660535/274d23cd-7b23-40ea-bbc5-d9f82b947996/819a13f1-c240-47e4-9283-405ea5823875) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:32.008296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:32.008769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.020289 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:10:32.099119 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.4665771 Oct 26 11:10:32.104193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50714) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:32.181402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:32.182117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.229931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1dd34b-b15d-4beb-8815-35990f9419d4 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:10:32.246007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:32.262775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.264427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for port (819a13f1-c240-47e4-9283-405ea5823875), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.281300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:32.298592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474807bb-99f8-4190-bb6e-1923cb9464f2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'Network': ['ID=c6544fbe-b8e3-477c-9f53-64d3106847ba,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:32.325777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:32.342982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network c6544fbe-b8e3-477c-9f53-64d3106847ba details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:32.496350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > segment before_delete 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.496853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.503797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.503797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > port after_create 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.503797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > port after_delete 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.503797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > port after_update 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.503797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > segment after_delete 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.503797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > subnet after_create 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.503797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > subnet after_delete 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.518510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > subnet after_update 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:32.588092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63e40a-4c65-4f82-96d2-0482f77d3459 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:32.606456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63e40a-4c65-4f82-96d2-0482f77d3459 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:32.632751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63e40a-4c65-4f82-96d2-0482f77d3459 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:32.659218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63e40a-4c65-4f82-96d2-0482f77d3459 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:32.676566 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd63e40a-4c65-4f82-96d2-0482f77d3459 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5633330 Oct 26 11:10:32.689340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50718) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:32.694381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Allocated IP 172.26.0.122 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/43d3661e-be78-46aa-839d-86e62078873e) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:32.721602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:32.774748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:32.972881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:32.973585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:33.049623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:33.060272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:33.078806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > subnet after_create 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:33.083123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > subnet after_delete 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:33.083535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > subnet before_create 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:33.083919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Subscribe: > subnet before_update 55550000 {{(pid=105415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:10:33.084323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9955ce6b-dbd4-4969-9f21-62e054c1416d']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:33.126714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d17855-c4c6-4606-ba8f-95f0ffae38f5') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:33.126922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d17855-c4c6-4606-ba8f-95f0ffae38f5') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:33.150600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (92d17855-c4c6-4606-ba8f-95f0ffae38f5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.193668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (92d17855-c4c6-4606-ba8f-95f0ffae38f5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.206645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:33.207079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (92d17855-c4c6-4606-ba8f-95f0ffae38f5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.266235 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-060260b2-14a2-49ee-b22c-70a26756fcbc req-16f4972a-c690-4e77-a0eb-5ca6190eb3cf tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 210 time: 0.1349089 Oct 26 11:10:33.307059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:33.307459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.328757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f6b57a-3055-4286-901c-881296dfe7e0 None None] Network 3027d085-849f-4c4e-96be-f4e394c7f3c5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:33.334407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (c6544fbe-b8e3-477c-9f53-64d3106847ba), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.339469 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2df49c2-374e-4346-9cda-6beea0b2f690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] GET failed (client error): The resource could not be found. Oct 26 11:10:33.350839 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2df49c2-374e-4346-9cda-6beea0b2f690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/4d95694a-6c09-4c4d-ac82-edcd5160c464 HTTP/1.1" status: 404 len: 333 time: 1.7085354 Oct 26 11:10:33.350839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (819a13f1-c240-47e4-9283-405ea5823875), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.361060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d8fb0-8495-4f0c-9219-d39d1f0b2785 req-97f627b6-ea61-488f-a257-13f0f952465e tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:33.378392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a8d8fb0-8495-4f0c-9219-d39d1f0b2785 req-97f627b6-ea61-488f-a257-13f0f952465e tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 932 time: 0.3576684 Oct 26 11:10:33.381912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.413144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50724) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:33.425221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Request body: {'port': {'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1872418609'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:33.428602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:33.499515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.505875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for port (43d3661e-be78-46aa-839d-86e62078873e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.517889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:33.518550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.532278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (9955ce6b-dbd4-4969-9f21-62e054c1416d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.587109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:33.611331 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:33.612009 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:33.682612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:33.717516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.718340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:33.769269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:33.772428 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:33.779093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Network': ['ID=29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:33.838663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Made reservation on behalf of 2039332738934bfc8c85eb892232c87d for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:33.845829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.893918 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:33.947452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Network 132c3101-e478-4174-895a-329be1660535 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:33.972909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:33.988969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:34.055630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.099251 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] 10.222.0.26 "DELETE /networking/v2.0/networks/9955ce6b-dbd4-4969-9f21-62e054c1416d HTTP/1.1" status: 204 len: 168 time: 5.7372818 Oct 26 11:10:34.102266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:34.104992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (c6544fbe-b8e3-477c-9f53-64d3106847ba), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.107083 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 92d17855-c4c6-4606-ba8f-95f0ffae38f5 resource provider aggregate not found Oct 26 11:10:34.174199 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a8d8fb0-8495-4f0c-9219-d39d1f0b2785 req-303a6c25-0a0d-4b11-aff8-1a4ef352fe70 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7946262 Oct 26 11:10:34.189726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] device_id is not set on port 7b28d595-c323-47a2-84b2-4763fa4c6d62 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:34.197503 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ca34ea06-35d3-4231-b5cc-50ade34845c8 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.3937051 Oct 26 11:10:34.219192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:34.228754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Made reservation on behalf of c4a2e5dfc7dd4f2ab62ff544cb878a7e for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:34.234732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.242848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:34.261754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986aeaf-6243-42c2-88e8-da8b73a8e0a1 tempest-DHCPAgentSchedulersTestJSON-1196152511 tempest-DHCPAgentSchedulersTestJSON-1196152511-project] Pushing event deleted for resources: {'Network': ['ID=9955ce6b-dbd4-4969-9f21-62e054c1416d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:34.267402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'subnet': {'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:34.288003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.23', 52154) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:34.353056 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 92d17855-c4c6-4606-ba8f-95f0ffae38f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92d17855-c4c6-4606-ba8f-95f0ffae38f5 found for delete ", "request_id": "req-54dbece9-40b8-48cc-9e45-8067b91fb5b1"}]} Oct 26 11:10:34.359137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Pushing event updated for resources: {'Port': ['ID=819a13f1-c240-47e4-9283-405ea5823875,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:34.567231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:34.572612 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:21Z', 'revision_number': 5, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:34.665234 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:34.675488 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:34.676152 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:34.697303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6544fbe-b8e3-477c-9f53-64d3106847ba']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:34.710152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] device_id is not set on port c9f1c39e-ad96-4423-87d1-a215be68c6b6 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:34.720835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:34.721129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:34.736396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:34.737222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.747811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.783248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4ff13d89-1560-4374-bdfb-f7c2a1f0eb19 None None] Provisioning complete for port 819a13f1-c240-47e4-9283-405ea5823875 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:34.790900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4ff13d89-1560-4374-bdfb-f7c2a1f0eb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (819a13f1-c240-47e4-9283-405ea5823875), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.791400 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4ff13d89-1560-4374-bdfb-f7c2a1f0eb19 None None] Attempt 1 to provision port 819a13f1-c240-47e4-9283-405ea5823875 Oct 26 11:10:34.877114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:34.885288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4ff13d89-1560-4374-bdfb-f7c2a1f0eb19 None None] Port 819a13f1-c240-47e4-9283-405ea5823875 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:34.909843 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:34.921298 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3385683d-0f68-421f-b65f-ff6f50b6bb46 req-2286aa12-713e-467b-a896-06147299bf20 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 210 time: 0.3587267 Oct 26 11:10:35.011512 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-194fdb6f-00bf-4473-9bf8-b699c677ae94 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6879942 Oct 26 11:10:35.069592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-1a67df5b-d5fd-4546-b42a-0ca95d9b4243 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:10:35.083389 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-1a67df5b-d5fd-4546-b42a-0ca95d9b4243 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0279593 Oct 26 11:10:35.134042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:35.137096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-670f2430-7841-44a0-85ad-d47feb874189 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:35.142621 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-670f2430-7841-44a0-85ad-d47feb874189 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.23 "GET /networking/v2.0/networks?id=2021c8ec-7285-4563-809f-563a6427766a HTTP/1.1" status: 200 len: 812 time: 0.8527455 Oct 26 11:10:35.154139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:35.289824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks [] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.293350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 5, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:35.316736 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:35.366229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:35.379014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:33Z', 'revision_number': 6, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:35.398474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (43d3661e-be78-46aa-839d-86e62078873e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.402583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.424626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.427632 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285539da-0d17-4077-8fe2-ca762374de0a None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:33Z', 'revision_number': 6, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:35.433106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Request body: {'port': {'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:35.442059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:35.442917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:35.447900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:35.503545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:35.504257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Allocated IP 2001:db8::36c (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f/dd787d82-43a0-40ce-aa7c-20f1a6e24e67/c9f1c39e-ad96-4423-87d1-a215be68c6b6) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:35.516002 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d4ac5a1-ab5f-44e3-9a61-a487ba0eb39d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=00246b2c10404ea0aa134829cc101114&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6301575 Oct 26 11:10:35.521907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50762) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:35.529172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Pushing event updated for resources: {'Port': ['ID=43d3661e-be78-46aa-839d-86e62078873e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:35.544215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:35.584317 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-70fdde68-3ac8-4f9a-846e-532c3325b3e6 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55 HTTP/1.1" status: 200 len: 379 time: 0.2825429 Oct 26 11:10:35.590245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:35.601678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:35.603646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:35.604333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.606392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Request body: {'port': {'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'admin_state_up': True, 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'security_groups': ['6d685cab-d125-480a-82f9-21ec06a8b150']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:35.621449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:35.626464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:35.716939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:35.739327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Network 517f11a5-76a3-471e-bee4-b01dadabec9a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:35.747585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e resource provider aggregate not found Oct 26 11:10:35.758224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:35.761572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:35.762610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:35.763656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.776567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:35.780949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.816802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (819a13f1-c240-47e4-9283-405ea5823875), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.841767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-037c2bc8-433e-48d0-a800-26c4bb1d8b1a admin admin] Publish callbacks [] for security_group (d45d2c57-b1fc-4cb4-be3c-9868ecf16ff1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.877655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:35.949784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-037c2bc8-433e-48d0-a800-26c4bb1d8b1a admin admin] Publish callbacks [] for security_group (d45d2c57-b1fc-4cb4-be3c-9868ecf16ff1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:35.958673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:36.026765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:36.026939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.177897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:36.199232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936ced9-cd5c-44fb-9635-9709a94a4f11 req-f09fa0df-30f6-48ee-90ad-85441fd8cd75 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:36.201113 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9936ced9-cd5c-44fb-9635-9709a94a4f11 req-f09fa0df-30f6-48ee-90ad-85441fd8cd75 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 932 time: 0.8269122 Oct 26 11:10:36.205329 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7879939 Oct 26 11:10:36.209828 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0aa1fe2-9d83-49d6-9836-5f8144b6cc2e found for delete ", "request_id": "req-8a949dd3-1d35-47c5-b96a-d9cec7202a89"}]} Oct 26 11:10:36.212627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.214193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:36.256244 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-03c91553-3b66-4c60-af01-0f630812f821 req-a56fe66c-92cb-4d37-be8e-6debccbd6542 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 210 time: 0.0312016 Oct 26 11:10:36.257019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50770) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:36.365673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:36.424858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (c6544fbe-b8e3-477c-9f53-64d3106847ba), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.460693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb54daf-5576-4ba5-a81e-b09f2f382771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'Port': ['ID=7b28d595-c323-47a2-84b2-4763fa4c6d62,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:36.460901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:36.474067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:36.474661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.482898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:36.504979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 5, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:36.526307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6544fbe-b8e3-477c-9f53-64d3106847ba {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:10:36.543077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:36.551425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.557803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824d3fa-41d0-4024-a4bf-89d7ef7b3285 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 5, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:36.560900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:36.562953 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c6544fbe-b8e3-477c-9f53-64d3106847ba HTTP/1.1" status: 204 len: 168 time: 3.8085971 Oct 26 11:10:36.568328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:36.570382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.589070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Request body: {'network': {'name': 'tempest-network--233001101', 'router:external': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:36.663562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:36.671838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:36.706751 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9936ced9-cd5c-44fb-9635-9709a94a4f11 req-425c1ffd-d5c4-4743-9f5b-043fde144dd7 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4484289 Oct 26 11:10:36.707932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be04bdc-8287-43b9-ab35-717b50c402a8 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6544fbe-b8e3-477c-9f53-64d3106847ba,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:36.740204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.761963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for floatingip (76a2f16c-592f-488a-945f-abdf36e20489), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.803498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-037c2bc8-433e-48d0-a800-26c4bb1d8b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d45d2c57-b1fc-4cb4-be3c-9868ecf16ff1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.807329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-037c2bc8-433e-48d0-a800-26c4bb1d8b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.811161 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-037c2bc8-433e-48d0-a800-26c4bb1d8b1a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d45d2c57-b1fc-4cb4-be3c-9868ecf16ff1 HTTP/1.1" status: 204 len: 168 time: 1.2852435 Oct 26 11:10:36.851013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:36.852837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:36.887578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (43d3661e-be78-46aa-839d-86e62078873e), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.024586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Made reservation on behalf of 180f3b992cc7408fb3af51e74cc2a0d0 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:37.035181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.044134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c2bc8-433e-48d0-a800-26c4bb1d8b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45d2c57-b1fc-4cb4-be3c-9868ecf16ff1,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:37.065216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for port (43d3661e-be78-46aa-839d-86e62078873e), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.081123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:37.097831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for port (c9f1c39e-ad96-4423-87d1-a215be68c6b6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.130821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Made reservation on behalf of 9a5a3c9d9ace464cb7ce30428ac5de55 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:37.144154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.179465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:37.218031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (43d3661e-be78-46aa-839d-86e62078873e), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.235453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b59f13e0-a9b8-4540-b9a2-144f35e53e99 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:37.293065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: b59f13e0-a9b8-4540-b9a2-144f35e53e99 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:10:37.294050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b59f13e0-a9b8-4540-b9a2-144f35e53e99 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:10:37.296106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:37.344144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:37.345728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Pushing event updated for resources: {'Port': ['ID=43d3661e-be78-46aa-839d-86e62078873e,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:37.402587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:37.451643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:37.483608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:37.490362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.557862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:10:37.560631 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1b952477-ac91-4831-a2ba-47afd498d335 req-ee94f124-a1dd-4ed5-a281-09b0ce8d0f33 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 210 time: 0.0821514 Oct 26 11:10:37.561419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:37.567404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50784) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:37.570626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (cee69ccf-2a51-40e2-8b48-db6073b0b4b6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.583272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.620278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:37.635657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c9f8eaba-3aa5-415e-8190-dfd8d23669d7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.635657 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Added segment c9f8eaba-3aa5-415e-8190-dfd8d23669d7 of type vlan for network 943b2bae-eb04-4df6-be1e-16d3f5c24483 Oct 26 11:10:37.704780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:37.720248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb36eb24-5153-4996-9ebe-13b1999d76ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.771703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (76a2f16c-592f-488a-945f-abdf36e20489), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:37.794770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:37.797662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Allocated IP 172.20.0.9 (2021c8ec-7285-4563-809f-563a6427766a/c836e68d-e475-41cf-a583-ed10d976beee/ea74f30a-0137-4e9f-b49f-d85e58d5d5a2) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:37.804522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:37.816386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:37.829606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Subnet': ['ID=cee69ccf-2a51-40e2-8b48-db6073b0b4b6,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:38.006066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb36eb24-5153-4996-9ebe-13b1999d76ba admin admin] Publish callbacks [] for security_group (aa07e672-f196-42b2-9ebb-390b6f11d2b8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.117369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36633d98-ab39-4b07-b72f-56d87bd43475 req-951c3be4-c828-47ad-8f22-1635c4a79805 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:38.119165 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-36633d98-ab39-4b07-b72f-56d87bd43475 req-951c3be4-c828-47ad-8f22-1635c4a79805 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 932 time: 0.0993755 Oct 26 11:10:38.134918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb36eb24-5153-4996-9ebe-13b1999d76ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (aa07e672-f196-42b2-9ebb-390b6f11d2b8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.194882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819a13f1-c240-47e4-9283-405ea5823875 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:10:38.211659 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb36eb24-5153-4996-9ebe-13b1999d76ba admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8d71c0595f5846559d8046efc6eaf266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6349263 Oct 26 11:10:38.213374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Publish callbacks [] for port (819a13f1-c240-47e4-9283-405ea5823875), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.245406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50788) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:38.250983 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-36633d98-ab39-4b07-b72f-56d87bd43475 req-e7aa664e-3e44-4624-ad9a-400325c9c96e tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694699 Oct 26 11:10:38.268941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Transition to ACTIVE for port object 819a13f1-c240-47e4-9283-405ea5823875 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:10:38.280305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c9f1c39e-ad96-4423-87d1-a215be68c6b6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.308393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (819a13f1-c240-47e4-9283-405ea5823875), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.355864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:38.366145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Checking segment: {'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:38.366951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network hostable DHCP agents. Network: 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:38.371123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.381729 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c408de7a-6f04-415d-80a3-2f2f46563863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2302518 Oct 26 11:10:38.425236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d88769c6-3b05-45b8-ae07-8c992df6e5a3 admin admin] Publish callbacks [] for security_group (aa07e672-f196-42b2-9ebb-390b6f11d2b8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.439634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:38.450057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:38.461469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Pushing event updated for resources: {'Port': ['ID=819a13f1-c240-47e4-9283-405ea5823875,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:38.464289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:38.494949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:38.497815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d88769c6-3b05-45b8-ae07-8c992df6e5a3 admin admin] Publish callbacks [] for security_group (aa07e672-f196-42b2-9ebb-390b6f11d2b8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.499574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:38.551450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (943b2bae-eb04-4df6-be1e-16d3f5c24483), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.646768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] device_id is not set on port 7b28d595-c323-47a2-84b2-4763fa4c6d62 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:38.658681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks [] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.664274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:38.665298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36eb24-5153-4996-9ebe-13b1999d76ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa07e672-f196-42b2-9ebb-390b6f11d2b8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:38.683482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d88769c6-3b05-45b8-ae07-8c992df6e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (aa07e672-f196-42b2-9ebb-390b6f11d2b8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.705330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d88769c6-3b05-45b8-ae07-8c992df6e5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.717445 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d88769c6-3b05-45b8-ae07-8c992df6e5a3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/aa07e672-f196-42b2-9ebb-390b6f11d2b8 HTTP/1.1" status: 204 len: 168 time: 0.4366243 Oct 26 11:10:38.765925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:38.806270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.817316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:38.835938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:38.836650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.871160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (943b2bae-eb04-4df6-be1e-16d3f5c24483), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.881110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:38.885359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:39.003132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88769c6-3b05-45b8-ae07-8c992df6e5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa07e672-f196-42b2-9ebb-390b6f11d2b8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:39.103566 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5053222 Oct 26 11:10:39.105795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50806) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:39.123279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:39.126348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:39.185188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:39.194930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9cca8c64-9608-438b-b9b8-aa1feae319df None None] Provisioning complete for port c9f1c39e-ad96-4423-87d1-a215be68c6b6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:39.199915 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-398d14b7-76dd-4690-9e7f-f944aa12c418 req-aabc3268-0b3a-49dc-aa72-3d50c70b5ce2 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 210 time: 0.3850443 Oct 26 11:10:39.218720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9cca8c64-9608-438b-b9b8-aa1feae319df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9f1c39e-ad96-4423-87d1-a215be68c6b6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:39.219607 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9cca8c64-9608-438b-b9b8-aa1feae319df None None] Attempt 1 to provision port c9f1c39e-ad96-4423-87d1-a215be68c6b6 Oct 26 11:10:39.253096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:39.321052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Port': ['ID=c9f1c39e-ad96-4423-87d1-a215be68c6b6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:39.354088 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-06eda6d3-95c7-4a56-a64c-5b4f2c6b5bab tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--895969223&fields=id&tenant_id=56a81a68c2cd4ca9a7b1f846840ea87a HTTP/1.1" status: 200 len: 267 time: 0.5585799 Oct 26 11:10:39.408400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:39.408739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:39.409077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:39.567193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9cca8c64-9608-438b-b9b8-aa1feae319df None None] Port c9f1c39e-ad96-4423-87d1-a215be68c6b6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:39.578622 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-45390c7d-3978-4319-a5f5-bd983758a01e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 7.9666066 Oct 26 11:10:39.582453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50814) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:39.602869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c4b89b94-1bc7-486e-83a4-bb84b9ac4a25 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:dd:ec:02'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:39.619089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'Port': ['ID=7b28d595-c323-47a2-84b2-4763fa4c6d62,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:39.668822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:39.671531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:39.708363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d8dd4-510a-4180-b1af-b35bfd92f8ba tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'Network': ['ID=943b2bae-eb04-4df6-be1e-16d3f5c24483,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:39.723405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 943b2bae-eb04-4df6-be1e-16d3f5c24483 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:39.725564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:39.843173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:39.844396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:39.927733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:39.928028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:39.928364 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:10:39.929605 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:39.932670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:39.938425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Attempting to bind port 819a13f1-c240-47e4-9283-405ea5823875 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:39.939003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Attempting to bind port 819a13f1-c240-47e4-9283-405ea5823875 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:39.945370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Attempting to bind port 819a13f1-c240-47e4-9283-405ea5823875 on network 132c3101-e478-4174-895a-329be1660535 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:39.959187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b6259-387b-48c8-bccb-f24990c334d9 req-5180a3e6-d1a6-40b4-a887-f356ae8d5103 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:39.962506 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b9b6259-387b-48c8-bccb-f24990c334d9 req-5180a3e6-d1a6-40b4-a887-f356ae8d5103 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 944 time: 0.3212903 Oct 26 11:10:39.963471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:39.986291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:39.987377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:40.003655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-7890cc99-3c2b-479d-876d-f98587df7786 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:40.005766 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-7890cc99-3c2b-479d-876d-f98587df7786 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cbc3e50c-ce60-4c02-a798-ec439421f63a HTTP/1.1" status: 200 len: 806 time: 0.6511288 Oct 26 11:10:40.009935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21f6c4-6237-4397-abbe-fac301686730 None None] Network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:40.015595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a45279-0903-4ceb-bfe6-63da5d7e51f7 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:40.020223 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-92a45279-0903-4ceb-bfe6-63da5d7e51f7 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] 10.222.0.26 "GET /networking/v2.0/networks/943b2bae-eb04-4df6-be1e-16d3f5c24483 HTTP/1.1" status: 200 len: 756 time: 0.8992240 Oct 26 11:10:40.027681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50822) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:40.050204 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-e87615bc-826f-4d8b-aed0-4afa064a2f0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/quotas/56a81a68c2cd4ca9a7b1f846840ea87a HTTP/1.1" status: 200 len: 375 time: 0.0133188 Oct 26 11:10:40.055978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:40.057132 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:40.138598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 2 to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 Oct 26 11:10:40.149275 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-c0dc8a99-ca5a-4e66-aeec-be9f4d2bb676 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=56a81a68c2cd4ca9a7b1f846840ea87a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870705 Oct 26 11:10:40.169382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Port 819a13f1-c240-47e4-9283-405ea5823875 on network 132c3101-e478-4174-895a-329be1660535 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:40.170007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Attempting to bind port 819a13f1-c240-47e4-9283-405ea5823875 on network 132c3101-e478-4174-895a-329be1660535 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:40.181215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:40.250663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:40.323756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf92acc-8413-4672-90f2-22ba9722e9ca tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:40.326373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4cf92acc-8413-4672-90f2-22ba9722e9ca tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] 10.222.0.26 "GET /networking/v2.0/networks/56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8 HTTP/1.1" status: 200 len: 767 time: 0.2951598 Oct 26 11:10:40.361199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:40.376434 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b9b6259-387b-48c8-bccb-f24990c334d9 req-2683394b-dfcb-469c-9b6e-475ab543a12b tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526769 Oct 26 11:10:40.383895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50832) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:40.384508 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-be50c6f2-fd02-4ea8-8867-34f05309e160 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 6.1240785 Oct 26 11:10:40.384771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50836) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:40.387438 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-af639bda-45c7-432d-adac-4c43e9f022a7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613786 Oct 26 11:10:40.387785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:40.388102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:40.388425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:40.403134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:40.403458 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:40.403867 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 3 to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 Oct 26 11:10:40.434147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:40.434520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:40.434852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:40.436820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4b89b94-1bc7-486e-83a4-bb84b9ac4a25 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c9f1c39e-ad96-4423-87d1-a215be68c6b6), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:40.491356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Network 2021c8ec-7285-4563-809f-563a6427766a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:40.608065 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-52fe134e-5ef7-4532-8c34-ea1cca155dd5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121236 Oct 26 11:10:40.608637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:40.608959 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:40.613088 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 4 to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 Oct 26 11:10:40.613906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:40.616118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:40.616773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Checking segment: {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:40.617546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Bound using segment: {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:40.618230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Bound port: 819a13f1-c240-47e4-9283-405ea5823875, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f777fbf1-c562-469a-92fa-bee75d911140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '132c3101-e478-4174-895a-329be1660535'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:40.618817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (819a13f1-c240-47e4-9283-405ea5823875), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:40.633075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:40.634288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:40.680565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Pushing event updated for resources: {'Port': ['ID=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:40.688569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:40.689098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:40.689438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:40.720046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:40.720397 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:40.725700 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 5 to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 Oct 26 11:10:40.766241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:40.774033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:40.774496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:40.808729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa37a95-e124-419b-836f-e44a1d46b0eb req-95bc9259-1a5b-43cf-a5d7-71894bd9fbdc tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:40.828930 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9aa37a95-e124-419b-836f-e44a1d46b0eb req-95bc9259-1a5b-43cf-a5d7-71894bd9fbdc tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 931 time: 0.2151041 Oct 26 11:10:40.877857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138', 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138', 'project_id': '00ab79330a5945539cae0de137b12e4c', 'fixed_ips': [{'subnet_id': 'cee69ccf-2a51-40e2-8b48-db6073b0b4b6'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:40.879505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:40.886183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:40.886578 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:40.900139 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 6 to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 Oct 26 11:10:40.920614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:40.921012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:40.960481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:40.969461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (943b2bae-eb04-4df6-be1e-16d3f5c24483), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.034259 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9aa37a95-e124-419b-836f-e44a1d46b0eb req-7d674bd9-0913-4c5b-ac3b-20bb64027b43 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040846 Oct 26 11:10:41.056356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:41.056696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:41.057034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:41.074921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50846) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:41.101886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:41.102583 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:41.102583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 7 to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 Oct 26 11:10:41.148383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:41.164850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:41.181122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:41.181705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:41.182196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:41.185642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.188925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:41.219207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] For port 819a13f1-c240-47e4-9283-405ea5823875, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:41.224206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] For port 819a13f1-c240-47e4-9283-405ea5823875, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=819a13f1-c240-47e4-9283-405ea5823875,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:41.243917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (819a13f1-c240-47e4-9283-405ea5823875), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.244933 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-eae3b5aa-eec7-4bf4-83ea-687fcb31e2a9 req-386a516a-75cb-404d-bf90-1b0324083e35 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 210 time: 0.1124666 Oct 26 11:10:41.250658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:41.251496 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:41.252201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 8 to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 Oct 26 11:10:41.283463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:41.283979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:41.284470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:41.295666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:41.299393 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:41.299983 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 9 to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 Oct 26 11:10:41.313457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:41.314741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.316234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/819a13f1-c240-47e4-9283-405ea5823875 HTTP/1.1" status: 200 len: 1094 time: 5.9842303 Oct 26 11:10:41.321699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'tag': '819a13f1-c240-47e4-9283-405ea5823875'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:10:41.335621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1303220243'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:41.360293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:41.361158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:41.362185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:41.372420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:41.373105 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:41.376468 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempt 10 to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 Oct 26 11:10:41.413141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:41.413585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:41.414205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempting to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:41.426972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:41.427526 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Failed to bind port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on host hv-neutron-7598 for vnic_type normal using segments [{'id': '6123c29e-3ff8-4e63-a125-445d4d818c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '517f11a5-76a3-471e-bee4-b01dadabec9a'}] Oct 26 11:10:41.428113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.448336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:41.477216 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:41.477216 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:41.492330 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:41.494138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:41.496453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Made reservation on behalf of 42dfbb4e6ee94f558350ca31e4c33cde for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:41.513008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.518230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Allocated IP 2001:db8::f816:3eff:fe16:b02f (29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138/cee69ccf-2a51-40e2-8b48-db6073b0b4b6/5d844a4d-97f8-49cf-a075-0ba9fb8ea547) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:41.541103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.592348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-812e9778-57f1-4505-b5b7-0ce0854c21ee None None] Provisioning complete for port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:41.592742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-812e9778-57f1-4505-b5b7-0ce0854c21ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.593288 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-812e9778-57f1-4505-b5b7-0ce0854c21ee None None] Attempt 1 to provision port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 Oct 26 11:10:41.670817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-812e9778-57f1-4505-b5b7-0ce0854c21ee None None] Port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:41.679963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.737205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] For port 7b28d595-c323-47a2-84b2-4763fa4c6d62, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:41.738514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attempted to set empty binding levels {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 11:10:41.899646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:41.907074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.907754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] In _notify_port_updated(), no bound segment for port 7b28d595-c323-47a2-84b2-4763fa4c6d62 on network 517f11a5-76a3-471e-bee4-b01dadabec9a {{(pid=105416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:10:41.908709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:41.909321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:41.911758 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "PUT /networking/v2.0/ports/7b28d595-c323-47a2-84b2-4763fa4c6d62 HTTP/1.1" status: 200 len: 981 time: 5.5505557 Oct 26 11:10:41.917410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50864) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:41.924430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0fa73-008c-47fc-87da-30ebad150368 req-158b6096-c728-4c12-8bb1-021faf1c7a06 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:41.932136 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-95a0fa73-008c-47fc-87da-30ebad150368 req-158b6096-c728-4c12-8bb1-021faf1c7a06 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 944 time: 0.1840897 Oct 26 11:10:41.936648 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:41.946106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:42.054470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 943d3979-ece6-46bc-9035-ee379036f742 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:42.055149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (943d3979-ece6-46bc-9035-ee379036f742), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.055713 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 943d3979-ece6-46bc-9035-ee379036f742 Oct 26 11:10:42.132971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f0132-c115-4d60-8a0c-7b5c16f3039c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event updated for resources: {'Port': ['ID=7b28d595-c323-47a2-84b2-4763fa4c6d62,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:42.156955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:42.162003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:42.163548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.372844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:42.440943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (943b2bae-eb04-4df6-be1e-16d3f5c24483), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.452413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-62ca26c8-497e-47ee-a9e2-0b1ef1608ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Deleting port 7b28d595-c323-47a2-84b2-4763fa4c6d62 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:42.452809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62ca26c8-497e-47ee-a9e2-0b1ef1608ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.465454 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-95a0fa73-008c-47fc-87da-30ebad150368 req-6ba50104-bbd4-4132-a56a-e14c748357da tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5324686 Oct 26 11:10:42.480107 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-edec59f4-c118-4dc3-a9b2-9133a719b331 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8773825 Oct 26 11:10:42.481953 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:41Z', 'revision_number': 7, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:42.487380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c731767-bc41-4e7f-906b-46a8453af9c4 req-e6f679fd-7184-481e-bce8-42afe19c18ce tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:42.494983 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6c731767-bc41-4e7f-906b-46a8453af9c4 req-e6f679fd-7184-481e-bce8-42afe19c18ce tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 931 time: 0.2883430 Oct 26 11:10:42.498921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bcf690-8bb4-4e39-ba26-2cc253932e89" -d '{"events": [{"name": "network-changed", "server_uuid": "244166bd-7df7-40b8-b00d-70906cd01fc5", "tag": "819a13f1-c240-47e4-9283-405ea5823875"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:10:42.548923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:42.571852 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:42.593123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Request body: {'port': {'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:42.597956 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:42.600483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:42.600631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for security_group (61bb2f4a-1859-4991-945e-e9c7622219dc), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.617615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-dccf6a2a-9ec7-485c-8da7-f546aae1327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:42.621405 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-dccf6a2a-9ec7-485c-8da7-f546aae1327c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=236718fd24d34a86b7a92a81720f8950&device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 1128 time: 0.4987686 Oct 26 11:10:42.658972 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6c731767-bc41-4e7f-906b-46a8453af9c4 req-ad6029b9-a829-4a49-8dd2-48d4ba76abdf tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627078 Oct 26 11:10:42.668250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (61bb2f4a-1859-4991-945e-e9c7622219dc), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.670248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ea503-600f-4d3e-8cc5-07cc304a25ff service neutron] Pushing event updated for resources: {'Port': ['ID=819a13f1-c240-47e4-9283-405ea5823875,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:42.694952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-62ca26c8-497e-47ee-a9e2-0b1ef1608ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] For port 7b28d595-c323-47a2-84b2-4763fa4c6d62, host hv-neutron-7598, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:42.696513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62ca26c8-497e-47ee-a9e2-0b1ef1608ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.799334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943b2bae-eb04-4df6-be1e-16d3f5c24483']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:42.813648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Publish callbacks [] for port (5d844a4d-97f8-49cf-a075-0ba9fb8ea547), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.829588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:42.873961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:42.894695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:42.897860 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d168b5ac-92c1-420d-9b22-65afc7c999a7 req-4eb6ed2e-5010-4329-9933-59627fb43caa tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 210 time: 0.2231898 Oct 26 11:10:42.906701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (cee69ccf-2a51-40e2-8b48-db6073b0b4b6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.914353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb13861-fe64-4402-bac5-5f162505ad9c None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:42.929047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (5d844a4d-97f8-49cf-a075-0ba9fb8ea547), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:42.937252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-62ca26c8-497e-47ee-a9e2-0b1ef1608ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Calling delete_port for 7b28d595-c323-47a2-84b2-4763fa4c6d62 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:43.029553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:43.036620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bb2f4a-1859-4991-945e-e9c7622219dc,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:43.066811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6d6cce-e0f3-445e-bd97-31c884db980c x-openstack-request-id: req-cd6d6cce-e0f3-445e-bd97-31c884db980c {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:10:43.067221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244166bd-7df7-40b8-b00d-70906cd01fc5", "tag": "819a13f1-c240-47e4-9283-405ea5823875", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:10:43.067656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd6d6cce-e0f3-445e-bd97-31c884db980c {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:10:43.068274 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6d6cce-e0f3-445e-bd97-31c884db980c'] response: {'name': 'network-changed', 'server_uuid': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'tag': '819a13f1-c240-47e4-9283-405ea5823875', 'status': 'completed', 'code': 200} Oct 26 11:10:43.096306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:43.099202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:43.101417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:43.148227 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-79353077-8621-4276-9276-cd8ffb2caa7c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819a13f1-c240-47e4-9283-405ea5823875 HTTP/1.1" status: 200 len: 217 time: 0.4057870 Oct 26 11:10:43.161280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (03f08922-9339-4674-87c7-d4ce5cc939f9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.164230 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Added segment 03f08922-9339-4674-87c7-d4ce5cc939f9 of type vlan for network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a Oct 26 11:10:43.200016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f8eaba-3aa5-415e-8190-dfd8d23669d7') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:43.201411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f8eaba-3aa5-415e-8190-dfd8d23669d7') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:43.221872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:43.224761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:43.232263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:43.232973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.260822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:43.275679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.276778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:43.347461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:43.393962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.430048 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:41Z', 'revision_number': 7, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:43.438575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (c9f8eaba-3aa5-415e-8190-dfd8d23669d7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.506183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:10:43.525169 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825aa463-37ec-4a2e-b281-2ad7b2ab2d64 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:41Z', 'revision_number': 7, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:43.553681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Pushing event updated for resources: {'Port': ['ID=5d844a4d-97f8-49cf-a075-0ba9fb8ea547,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:43.569942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.585295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:43.586523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.588535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62ca26c8-497e-47ee-a9e2-0b1ef1608ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (7b28d595-c323-47a2-84b2-4763fa4c6d62), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.591838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.614019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c9f8eaba-3aa5-415e-8190-dfd8d23669d7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.621012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4b89b94-1bc7-486e-83a4-bb84b9ac4a25 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for port (c9f1c39e-ad96-4423-87d1-a215be68c6b6), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.653485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-ab4073a1-1dde-4f11-add7-a78c6b7b2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:43.661669 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-ab4073a1-1dde-4f11-add7-a78c6b7b2a74 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=274d23cd-7b23-40ea-bbc5-d9f82b947996 HTTP/1.1" status: 200 len: 851 time: 0.4367318 Oct 26 11:10:43.666275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:43.666910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (c9f8eaba-3aa5-415e-8190-dfd8d23669d7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.669361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4b89b94-1bc7-486e-83a4-bb84b9ac4a25 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (c9f1c39e-ad96-4423-87d1-a215be68c6b6), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.670213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c4b89b94-1bc7-486e-83a4-bb84b9ac4a25 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] In _notify_port_updated(), no bound segment for port c9f1c39e-ad96-4423-87d1-a215be68c6b6 on network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:10:43.675243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b89b94-1bc7-486e-83a4-bb84b9ac4a25 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:43.676197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4b89b94-1bc7-486e-83a4-bb84b9ac4a25 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.677691 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4b89b94-1bc7-486e-83a4-bb84b9ac4a25 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "PUT /networking/v2.0/ports/c9f1c39e-ad96-4423-87d1-a215be68c6b6 HTTP/1.1" status: 200 len: 1002 time: 4.0878000 Oct 26 11:10:43.683071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:43.699451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:43.748385 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c9f8eaba-3aa5-415e-8190-dfd8d23669d7 resource provider aggregate not found Oct 26 11:10:43.755579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (cee69ccf-2a51-40e2-8b48-db6073b0b4b6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.793058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca26c8-497e-47ee-a9e2-0b1ef1608ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b28d595-c323-47a2-84b2-4763fa4c6d62,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:43.811534 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7309289 Oct 26 11:10:43.826532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50890) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:43.836209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:43.836578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:43.836939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:43.878627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'subnet': {'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:43.882763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62ca26c8-497e-47ee-a9e2-0b1ef1608ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:43.890007 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62ca26c8-497e-47ee-a9e2-0b1ef1608ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/7b28d595-c323-47a2-84b2-4763fa4c6d62 HTTP/1.1" status: 204 len: 168 time: 1.9558563 Oct 26 11:10:43.925417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95220278-7708-42c9-b4f6-5e9ed65aadbf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Network': ['ID=2ab5cf14-d0c2-48ef-95cf-f5df1c02079a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:43.941020 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:43.943915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50892) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:43.944011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:43.946454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:43.947635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a89e2-65df-486a-802a-77c70844bc98 req-18ae09ed-4550-4f11-a401-40eeec47991f tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:43.955813 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f82a89e2-65df-486a-802a-77c70844bc98 req-18ae09ed-4550-4f11-a401-40eeec47991f tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 944 time: 0.3073349 Oct 26 11:10:43.959198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:43.959643 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c9f8eaba-3aa5-415e-8190-dfd8d23669d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9f8eaba-3aa5-415e-8190-dfd8d23669d7 found for delete ", "request_id": "req-97ea73d2-76db-48f2-b447-f35b35e6dd2d"}]} Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.062189 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:44.065110 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:44.069045 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempt 2 to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 Oct 26 11:10:44.110344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:44.111952 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-96327d08-6a35-42c3-91d3-20f950add6cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] GET failed (client error): The resource could not be found. Oct 26 11:10:44.113632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96327d08-6a35-42c3-91d3-20f950add6cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003067330-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/7b28d595-c323-47a2-84b2-4763fa4c6d62 HTTP/1.1" status: 404 len: 333 time: 0.1556118 Oct 26 11:10:44.127111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50898) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:44.136335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Subnet': ['ID=cee69ccf-2a51-40e2-8b48-db6073b0b4b6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:44.210941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b89b94-1bc7-486e-83a4-bb84b9ac4a25 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Port': ['ID=c9f1c39e-ad96-4423-87d1-a215be68c6b6,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:44.285582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:44.286528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.287138 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:10:44.289105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:44.300014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:44.300634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:44.301177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:44.303305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c58ecb61-f14d-4b96-92fe-9d71ef3f0cc6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Deleting port c9f1c39e-ad96-4423-87d1-a215be68c6b6 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:44.303656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c58ecb61-f14d-4b96-92fe-9d71ef3f0cc6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c9f1c39e-ad96-4423-87d1-a215be68c6b6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.307453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (943b2bae-eb04-4df6-be1e-16d3f5c24483), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.312794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 943b2bae-eb04-4df6-be1e-16d3f5c24483 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:10:44.318476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.334941 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/943b2bae-eb04-4df6-be1e-16d3f5c24483 HTTP/1.1" status: 204 len: 168 time: 3.9448586 Oct 26 11:10:44.347088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50900) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:44.362244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.374975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Request body: {'network': {'name': 'tempest-network--713618981'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.386398 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:44.388766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:44.412251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:44.445881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:44.457563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14f82cb-b75c-4c44-b942-c7265796f95c') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:44.457931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14f82cb-b75c-4c44-b942-c7265796f95c') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.465508 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:44.469728 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:44.469833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (d14f82cb-b75c-4c44-b942-c7265796f95c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.470073 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempt 3 to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 Oct 26 11:10:44.483158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d14f82cb-b75c-4c44-b942-c7265796f95c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.490619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:44.491017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (d14f82cb-b75c-4c44-b942-c7265796f95c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.521485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:44.521881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:44.522254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:44.534101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.23', 52163) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.558035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:44.560384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:44.565597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba7d31-e348-41a2-b482-ed66c6a440c4 req-8afa94ee-126b-4211-ab07-42c7e050263a tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:44.573669 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b4ba7d31-e348-41a2-b482-ed66c6a440c4 req-8afa94ee-126b-4211-ab07-42c7e050263a tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 931 time: 0.6997623 Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.603934 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:44.606339 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:44.608047 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempt 4 to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 Oct 26 11:10:44.630939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.db.api [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 11:10:44.630939 dv-neutron-759874-5-hyperv neutron-server[105415]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 11:10:44.630939 dv-neutron-759874-5-hyperv neutron-server[105415]: [parameters: {'id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:44.630939 dv-neutron-759874-5-hyperv neutron-server[105415]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:10:44.631371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG oslo_db.api [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:10:44.645146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:44.645723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:44.646095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:44.659168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Made reservation on behalf of 180f3b992cc7408fb3af51e74cc2a0d0 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:44.661988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.669764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Made reservation on behalf of 42dfbb4e6ee94f558350ca31e4c33cde for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:44.674363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.685266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380ccc3-93e7-42de-bc39-80842368ed35 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event deleted for resources: {'Network': ['ID=943b2bae-eb04-4df6-be1e-16d3f5c24483,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:44.686301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:44.697379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.743586 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:44.746094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:44.751844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:44.797998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:44.802345 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-8c578924-b4b4-41da-9bc7-659f0060dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.804816 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:44.807079 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:44.809338 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-8c578924-b4b4-41da-9bc7-659f0060dd3a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=132c3101-e478-4174-895a-329be1660535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4400711 Oct 26 11:10:44.810814 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempt 5 to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 Oct 26 11:10:44.815953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:37Z', 'revision_number': 6, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:44.862932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f2822e85-8637-4dc7-a905-a8861895f9c1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.863630 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Added segment f2822e85-8637-4dc7-a905-a8861895f9c1 of type vlan for network b643adf1-97b5-41f5-ab65-48f8fafcecbb Oct 26 11:10:44.877437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:44.884004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:44.884888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:44.885499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:44.925560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:44.926286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:44.929895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:44.933845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:44.936588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:44.959877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c58ecb61-f14d-4b96-92fe-9d71ef3f0cc6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c9f1c39e-ad96-4423-87d1-a215be68c6b6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:44.966361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:44.977360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (eb556012-6499-47c5-9dad-7f6271c69abb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.019421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c58ecb61-f14d-4b96-92fe-9d71ef3f0cc6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Calling delete_port for c9f1c39e-ad96-4423-87d1-a215be68c6b6 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:45.025360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.058133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (b643adf1-97b5-41f5-ab65-48f8fafcecbb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.064106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:45.073241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.105313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:45.108554 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:45.136009 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempt 6 to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 Oct 26 11:10:45.161203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:45.161930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:45.162555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:45.227123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (517f11a5-76a3-471e-bee4-b01dadabec9a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.241260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:45.244544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:45.251303 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f82a89e2-65df-486a-802a-77c70844bc98 req-7ecbee6b-6f9f-4fd5-b5c4-584b2ba003ac tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2942677 Oct 26 11:10:45.276349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Subnet': ['ID=eb556012-6499-47c5-9dad-7f6271c69abb,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:45.298025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:45.301913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-4cffb9ff-baa2-410e-bdb7-b5d0f25b2780 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:45.304652 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-4cffb9ff-baa2-410e-bdb7-b5d0f25b2780 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cbc3e50c-ce60-4c02-a798-ec439421f63a HTTP/1.1" status: 200 len: 806 time: 0.7598999 Oct 26 11:10:45.343250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b4ba7d31-e348-41a2-b482-ed66c6a440c4 req-b79e465f-e4c0-4d3a-8df6-742ce102dfad tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7682619 Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.418647 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:45.420943 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:45.431325 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempt 7 to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 Oct 26 11:10:45.439501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.460419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:45.461471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:45.463183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.db.resource_extend [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:10:45.492146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:45.523507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (517f11a5-76a3-471e-bee4-b01dadabec9a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.554049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:45.569030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517f11a5-76a3-471e-bee4-b01dadabec9a']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:45.578972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:45.579253 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-16fdd90c-1adb-4473-b980-e92382dde847 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7536960 Oct 26 11:10:45.579474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:45.579975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:45.587163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6123c29e-3ff8-4e63-a125-445d4d818c89') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:45.587469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6123c29e-3ff8-4e63-a125-445d4d818c89') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:45.608834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:10:45.617634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (6123c29e-3ff8-4e63-a125-445d4d818c89), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.618611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (b643adf1-97b5-41f5-ab65-48f8fafcecbb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.619602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:45.631569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.633133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.651890 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:45.654294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:45.672744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Publish callbacks [] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.674087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6123c29e-3ff8-4e63-a125-445d4d818c89), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.717912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Deleting port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:45.718254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5d844a4d-97f8-49cf-a075-0ba9fb8ea547), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.732493 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-7c8e31c4-99b1-417d-8e49-a4e04e30d6c1 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=56a81a68c2cd4ca9a7b1f846840ea87a HTTP/1.1" status: 200 len: 379 time: 0.3546507 Oct 26 11:10:45.738394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:45.739197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (6123c29e-3ff8-4e63-a125-445d4d818c89), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:45.767832 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5825253b-786a-4c52-91c3-ce5c60faa85f req-05229579-c50b-4e44-a334-4fae34e05922 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 210 time: 0.3428714 Oct 26 11:10:45.771704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Request body: {'port': {'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'admin_state_up': True, 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'security_groups': ['61780432-e831-4d88-a86d-d2697c6ca66a']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:45.793572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:45.830972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Checking segment: {'id': '03f08922-9339-4674-87c7-d4ce5cc939f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:45.831336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Network hostable DHCP agents. Network: 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:45.850597 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6123c29e-3ff8-4e63-a125-445d4d818c89 resource provider aggregate not found Oct 26 11:10:45.866178 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4930441 Oct 26 11:10:45.879276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Transition to ACTIVE for port object ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:10:45.885827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50910) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:45.927948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-92a65d7e-4473-4d5c-b135-af96be78b2a2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:45.933002 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6123c29e-3ff8-4e63-a125-445d4d818c89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6123c29e-3ff8-4e63-a125-445d4d818c89 found for delete ", "request_id": "req-d011cdb0-9d42-43ac-b6a8-803f7b194048"}]} Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:45.941815 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:45.946058 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempt 8 to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 Oct 26 11:10:45.955058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.022608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:46.023081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:46.023627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:46.037165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (517f11a5-76a3-471e-bee4-b01dadabec9a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.050736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.059056 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] 10.222.0.26 "DELETE /networking/v2.0/networks/517f11a5-76a3-471e-bee4-b01dadabec9a HTTP/1.1" status: 204 len: 168 time: 1.9258659 Oct 26 11:10:46.063142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.066641 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:46.069812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:46.088560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcc637-42ce-4b58-91e4-a2d331634771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755905916-project] Pushing event deleted for resources: {'Network': ['ID=517f11a5-76a3-471e-bee4-b01dadabec9a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:46.095576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Pushing event updated for resources: {'Port': ['ID=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:46.097214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Made reservation on behalf of 56a81a68c2cd4ca9a7b1f846840ea87a for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:46.100804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.114758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:46.120241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:46.120907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.133441 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d14f82cb-b75c-4c44-b942-c7265796f95c resource provider aggregate not found Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.135521 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:46.137727 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:46.137727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b39c19-bda7-4fc0-8227-388605935968 None None] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:46.149693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52415382-043f-49a5-995b-a816727e0581 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'Network': ['ID=b643adf1-97b5-41f5-ab65-48f8fafcecbb,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:46.200142 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] For port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:46.201564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5d844a4d-97f8-49cf-a075-0ba9fb8ea547), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.216001 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d14f82cb-b75c-4c44-b942-c7265796f95c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d14f82cb-b75c-4c44-b942-c7265796f95c found for delete ", "request_id": "req-a9413583-8bf1-4fe0-beea-9facf8ee08b1"}]} Oct 26 11:10:46.282690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Calling delete_port for 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:46.294898 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempt 9 to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 Oct 26 11:10:46.295441 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2620779f-349e-43b6-9afc-88294a1cdf8a req-0e267142-99f8-416e-88fd-72a63ca51c12 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979835 Oct 26 11:10:46.300126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Allocated IP 172.20.0.7 (cbc3e50c-ce60-4c02-a798-ec439421f63a/b2101d7a-1b72-4805-a954-2db739ecedcf/fc2cb90e-bd26-49fe-8cc0-0ca7002acaac) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:46.304438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network b643adf1-97b5-41f5-ab65-48f8fafcecbb details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:46.483482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92a65d7e-4473-4d5c-b135-af96be78b2a2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (b643adf1-97b5-41f5-ab65-48f8fafcecbb), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.488614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:46.489007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:46.489408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:46.519987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92a65d7e-4473-4d5c-b135-af96be78b2a2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (b643adf1-97b5-41f5-ab65-48f8fafcecbb), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.524025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.543892 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:46.546822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:46.548862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-2ab5cf14-d0c2-48ef-95cf-f5df1c02079a', 'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a', 'project_id': '42dfbb4e6ee94f558350ca31e4c33cde', 'fixed_ips': [{'subnet_id': 'eb556012-6499-47c5-9dad-7f6271c69abb'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:46.549028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.549849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.579499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:46.587830 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ff39c26f-8685-4efc-8963-18f56f3c9a72 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7147553 Oct 26 11:10:46.591280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.593080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50924) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:46.605390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:46.606975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c58ecb61-f14d-4b96-92fe-9d71ef3f0cc6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c9f1c39e-ad96-4423-87d1-a215be68c6b6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.614093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92a65d7e-4473-4d5c-b135-af96be78b2a2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Network b643adf1-97b5-41f5-ab65-48f8fafcecbb is not hosted by any dhcp agent {{(pid=105415) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:10:46.615320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a65d7e-4473-4d5c-b135-af96be78b2a2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:46.616334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92a65d7e-4473-4d5c-b135-af96be78b2a2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.617745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-92a65d7e-4473-4d5c-b135-af96be78b2a2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "PUT /networking/v2.0/networks/b643adf1-97b5-41f5-ab65-48f8fafcecbb HTTP/1.1" status: 200 len: 857 time: 0.6962650 Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.631178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:46.633376 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:46.633376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:46.633376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.639863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'port': {'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a', 'name': 'tempest-AllowedAddressPairTestJSON-1684813559'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:46.644730 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempt 10 to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 Oct 26 11:10:46.661622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50926) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:46.673947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:46.674324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:46.674698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:46.718182 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:46.722445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Attempting to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:46.738771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ecb61-f14d-4b96-92fe-9d71ef3f0cc6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event deleted for resources: {'Port': ['ID=c9f1c39e-ad96-4423-87d1-a215be68c6b6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:46.776192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a65d7e-4473-4d5c-b135-af96be78b2a2 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event updated for resources: {'Network': ['ID=b643adf1-97b5-41f5-ab65-48f8fafcecbb,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:46.806926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Attempting to bind port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:46.807332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Attempting to bind port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:46.807801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Attempting to bind port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 on network 2021c8ec-7285-4563-809f-563a6427766a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:46.863079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c58ecb61-f14d-4b96-92fe-9d71ef3f0cc6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:46.879318 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c58ecb61-f14d-4b96-92fe-9d71ef3f0cc6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c9f1c39e-ad96-4423-87d1-a215be68c6b6 HTTP/1.1" status: 204 len: 168 time: 3.1416872 Oct 26 11:10:46.894411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50932) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:46.895005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50934) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:46.898123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Allocated IP 172.20.0.2 (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a/eb556012-6499-47c5-9dad-7f6271c69abb/f9d0407b-2810-4388-b0fd-9c10fae52b32) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:46.899999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:46.963786 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-4646b750-a601-48ac-84c6-4fda6e543689 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] GET failed (client error): The resource could not be found. Oct 26 11:10:46.965497 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4646b750-a601-48ac-84c6-4fda6e543689 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "GET /networking/v2.0/ports/c9f1c39e-ad96-4423-87d1-a215be68c6b6 HTTP/1.1" status: 404 len: 333 time: 0.0464616 Oct 26 11:10:46.974222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50938) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:46.983384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'port': {'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1540550719'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:46.988937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5d844a4d-97f8-49cf-a075-0ba9fb8ea547), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.011834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Network cbc3e50c-ce60-4c02-a798-ec439421f63a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:47.025210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:47.039315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c07b64-52c8-426b-8f3b-502bcf036dc6 req-eec75e3e-6342-456d-9170-aa67f49130dc tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:47.046466 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-12c07b64-52c8-426b-8f3b-502bcf036dc6 req-eec75e3e-6342-456d-9170-aa67f49130dc tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 944 time: 0.4650168 Oct 26 11:10:47.058070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d575da-2f29-4a70-b8db-5879d718fab0 req-3ca0b253-abfd-4f84-bd8d-06c7dddc33d1 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:47.066351 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b3d575da-2f29-4a70-b8db-5879d718fab0 req-3ca0b253-abfd-4f84-bd8d-06c7dddc33d1 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 943 time: 0.4830692 Oct 26 11:10:47.070090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet cee69ccf-2a51-40e2-8b48-db6073b0b4b6 could not be found. Oct 26 11:10:47.100523 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:10:47.102840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Failed to bind port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'd14f82cb-b75c-4c44-b942-c7265796f95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138'}] Oct 26 11:10:47.102840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5d844a4d-97f8-49cf-a075-0ba9fb8ea547), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.123173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Port': ['ID=5d844a4d-97f8-49cf-a075-0ba9fb8ea547,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:47.131207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Made reservation on behalf of 42dfbb4e6ee94f558350ca31e4c33cde for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:47.137846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.140527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Pushing event updated for resources: {'Port': ['ID=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:47.165735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 on network 2021c8ec-7285-4563-809f-563a6427766a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:47.166064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Attempting to bind port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 on network 2021c8ec-7285-4563-809f-563a6427766a {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:47.182643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No DVR routers for this DVR port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:10:47.241496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:47.258189 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-12c07b64-52c8-426b-8f3b-502bcf036dc6 req-f4ac04cb-4dbd-4ca2-9f12-f610b5ae2f36 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107294 Oct 26 11:10:47.272715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (b643adf1-97b5-41f5-ab65-48f8fafcecbb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.329259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:47.339204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdd8b9-a355-46fa-8ae4-331383c434ce None None] Port 5d844a4d-97f8-49cf-a075-0ba9fb8ea547 has been deleted concurrently {{(pid=105417) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 11:10:47.352402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] device_id is not set on port 322e4a91-6217-4f86-bd16-a637b4333ee4 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:47.356417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.357315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:47.365936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:47.366823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.399287 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b3d575da-2f29-4a70-b8db-5879d718fab0 req-ffc42dea-daa9-4df9-b1c1-33f13a2e4381 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3324685 Oct 26 11:10:47.408994 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-456d62ea-7178-4f2c-8385-d32dd48755c9 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6560373 Oct 26 11:10:47.435856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:37Z', 'revision_number': 6, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:47.459518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.503595 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-532b3dcb-3636-4f63-9f69-e29e9bf11818 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=546a43b03a6f49b29aaf4d12c936b4ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6050303 Oct 26 11:10:47.505557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50940) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:47.505702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ad008-35be-45bf-9223-5eed9c8f5a87 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:37Z', 'revision_number': 6, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:47.513986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:47.518516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:47.518848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Checking segment: {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:47.519233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Bound using segment: {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:47.519795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Bound port: ea74f30a-0137-4e9f-b49f-d85e58d5d5a2, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003e2cb7-730b-4220-9899-124b8ee0deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2021c8ec-7285-4563-809f-563a6427766a'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:47.520081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.536356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Request body: {'port': {'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:47.598035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9b5dba8a-9d9d-43f8-8fc3-162908910841 None None] Provisioning complete for port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:47.598409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b5dba8a-9d9d-43f8-8fc3-162908910841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.598751 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b5dba8a-9d9d-43f8-8fc3-162908910841 None None] Attempt 1 to provision port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac Oct 26 11:10:47.618263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (b643adf1-97b5-41f5-ab65-48f8fafcecbb), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.647064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] For port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:47.652042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] For port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:47.711103 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14f82cb-b75c-4c44-b942-c7265796f95c') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:47.711869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14f82cb-b75c-4c44-b942-c7265796f95c') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:47.717285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.721019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:47.721953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.724822 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 HTTP/1.1" status: 200 len: 1093 time: 5.1692550 Oct 26 11:10:47.735680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:47.752884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'tag': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:10:47.766468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfb55df-a771-49c0-96c1-3882411274de" -d '{"events": [{"name": "network-changed", "server_uuid": "a685c75d-d6bc-44c5-b0d0-880b8158a61c", "tag": "ea74f30a-0137-4e9f-b49f-d85e58d5d5a2"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:10:47.777760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9b5dba8a-9d9d-43f8-8fc3-162908910841 None None] Port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:47.783295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Publish callbacks [] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.790761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-3f5ddfb4-e237-4106-91de-d64291d7257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:47.796442 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-3f5ddfb4-e237-4106-91de-d64291d7257a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=236718fd24d34a86b7a92a81720f8950&device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 1128 time: 0.4029984 Oct 26 11:10:47.831258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (d14f82cb-b75c-4c44-b942-c7265796f95c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.833899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:47.835580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:47.850097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.944658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Pushing event updated for resources: {'Port': ['ID=f9d0407b-2810-4388-b0fd-9c10fae52b32,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:47.955428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:47.986819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:47.987633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:47.989548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:47.990348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:48.028927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Made reservation on behalf of c4a2e5dfc7dd4f2ab62ff544cb878a7e for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:48.032994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.040422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37430fbd-db8b-45e9-9178-eb4b9d0bb22c x-openstack-request-id: req-37430fbd-db8b-45e9-9178-eb4b9d0bb22c {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:10:48.040715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a685c75d-d6bc-44c5-b0d0-880b8158a61c", "tag": "ea74f30a-0137-4e9f-b49f-d85e58d5d5a2", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:10:48.040970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37430fbd-db8b-45e9-9178-eb4b9d0bb22c {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:10:48.041369 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37430fbd-db8b-45e9-9178-eb4b9d0bb22c'] response: {'name': 'network-changed', 'server_uuid': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'tag': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'status': 'completed', 'code': 200} Oct 26 11:10:48.059189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Attempting to bind port f9d0407b-2810-4388-b0fd-9c10fae52b32 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:48.059566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Attempting to bind port f9d0407b-2810-4388-b0fd-9c10fae52b32 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '03f08922-9339-4674-87c7-d4ce5cc939f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:48.059967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Attempting to bind port f9d0407b-2810-4388-b0fd-9c10fae52b32 on network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:48.093829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d14f82cb-b75c-4c44-b942-c7265796f95c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.113830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f49c8c-906d-451b-a753-24a47949cbf7 req-be74a70c-19f3-4ab7-848a-491f3178095f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:48.123368 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-06f49c8c-906d-451b-a753-24a47949cbf7 req-be74a70c-19f3-4ab7-848a-491f3178095f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 931 time: 0.7186365 Oct 26 11:10:48.128522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:48.129438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Checking segment: {'id': '03f08922-9339-4674-87c7-d4ce5cc939f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:48.129848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.130240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Bound using segment: {'id': '03f08922-9339-4674-87c7-d4ce5cc939f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:48.130713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Bound port: f9d0407b-2810-4388-b0fd-9c10fae52b32, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f08922-9339-4674-87c7-d4ce5cc939f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:48.131308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.138751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:48.139094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (d14f82cb-b75c-4c44-b942-c7265796f95c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.145054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-7e2686df-91b7-47b9-bd00-8746aac0bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:48.146763 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-7e2686df-91b7-47b9-bd00-8746aac0bbd1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55&device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 1127 time: 0.2361791 Oct 26 11:10:48.163692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d53c6-1006-47e5-af90-d3998c78b593 service neutron] Pushing event updated for resources: {'Port': ['ID=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:48.169228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] device_id is not set on port 4aac9dca-84e0-497e-b5ea-c890d630e848 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:48.179594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b643adf1-97b5-41f5-ab65-48f8fafcecbb']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:48.206279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] For port f9d0407b-2810-4388-b0fd-9c10fae52b32, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:48.210179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] For port f9d0407b-2810-4388-b0fd-9c10fae52b32, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f9d0407b-2810-4388-b0fd-9c10fae52b32,segment=NetworkSegment(03f08922-9339-4674-87c7-d4ce5cc939f9),segment_id=03f08922-9339-4674-87c7-d4ce5cc939f9)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:48.212785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2822e85-8637-4dc7-a905-a8861895f9c1') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:48.213395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2822e85-8637-4dc7-a905-a8861895f9c1') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:48.215500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.217296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.231198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:48.262280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (f2822e85-8637-4dc7-a905-a8861895f9c1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.270010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.api [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3cc44daa-83bc-4c5b-b962-d49ef8a9756c {{(pid=105416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:10:48.270406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG oslo_db.api [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:10:48.288415 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-06f49c8c-906d-451b-a753-24a47949cbf7 req-8d2b4f81-be44-4b34-95cc-591733cf0863 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636612 Oct 26 11:10:48.295743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14283-3575-4fa4-b5c6-79b64632631b None None] Pushing event updated for resources: {'Port': ['ID=f9d0407b-2810-4388-b0fd-9c10fae52b32,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:48.303913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f2822e85-8637-4dc7-a905-a8861895f9c1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.312065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:48.312516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (f2822e85-8637-4dc7-a905-a8861895f9c1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.323421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a9ca6275-a927-48af-a707-a6b121c37789 admin admin] Publish callbacks [] for security_group (8d784cab-87b0-46ee-bccc-050d4b4ebae2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.347274 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d14f82cb-b75c-4c44-b942-c7265796f95c resource provider aggregate not found Oct 26 11:10:48.393370 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-b2108f4a-2d55-4066-8c7e-63c6fe4a9063 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 HTTP/1.1" status: 200 len: 217 time: 0.2089591 Oct 26 11:10:48.405208 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d14f82cb-b75c-4c44-b942-c7265796f95c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d14f82cb-b75c-4c44-b942-c7265796f95c found for delete ", "request_id": "req-88cbaa10-88c2-471a-a9f8-5c1d5c39f627"}]} Oct 26 11:10:48.435763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a9ca6275-a927-48af-a707-a6b121c37789 admin admin] Publish callbacks [] for security_group (8d784cab-87b0-46ee-bccc-050d4b4ebae2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.454561 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment f2822e85-8637-4dc7-a905-a8861895f9c1 resource provider aggregate not found Oct 26 11:10:48.568526 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment f2822e85-8637-4dc7-a905-a8861895f9c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2822e85-8637-4dc7-a905-a8861895f9c1 found for delete ", "request_id": "req-ac65e4a1-f35d-49f9-9ece-0aef15cdbcbc"}]} Oct 26 11:10:48.677972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b2750-92ff-4b69-a41a-52c8960e17ba req-c01ad710-3aac-4140-8140-3ed9c4577546 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:48.679455 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-206b2750-92ff-4b69-a41a-52c8960e17ba req-c01ad710-3aac-4140-8140-3ed9c4577546 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 943 time: 0.1552522 Oct 26 11:10:48.693091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c488f-4c19-494d-bff7-3304dae5cbc2 req-91aa1af4-5501-450b-b576-81678bd44c07 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:48.696174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-db0c488f-4c19-494d-bff7-3304dae5cbc2 req-91aa1af4-5501-450b-b576-81678bd44c07 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 944 time: 0.3114142 Oct 26 11:10:48.697585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (b643adf1-97b5-41f5-ab65-48f8fafcecbb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.706565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.740768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b7483c-b4a1-42e0-a25a-82fcd4b1494c None None] Network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:48.783791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-baa20bea-8e6d-4639-a488-ece55191c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:48.785143 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:48.798096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b643adf1-97b5-41f5-ab65-48f8fafcecbb {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:10:48.798619 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-baa20bea-8e6d-4639-a488-ece55191c4d6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=132c3101-e478-4174-895a-329be1660535 HTTP/1.1" status: 200 len: 913 time: 0.9910977 Oct 26 11:10:48.801827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:48.804264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b7483c-b4a1-42e0-a25a-82fcd4b1494c None None] Network 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:10:48.806814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:48.807461 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:48.814453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.838765 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.842170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/b643adf1-97b5-41f5-ab65-48f8fafcecbb HTTP/1.1" status: 204 len: 168 time: 2.1270177 Oct 26 11:10:48.854987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:48.873615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Allocated IP 2001:db8::31b (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f/dd787d82-43a0-40ce-aa7c-20f1a6e24e67/4aac9dca-84e0-497e-b5ea-c890d630e848) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:48.874812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5d9f4b36-a8ea-4251-a471-737aab5025d9 None None] Could not find standard attr ID for object 5d844a4d-97f8-49cf-a075-0ba9fb8ea547. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:10:48.891152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:48.911666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50958) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:48.912132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50960) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:48.912240 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 HTTP/1.1" status: 204 len: 168 time: 8.5223289 Oct 26 11:10:48.924838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895d5ea-e5b6-47b6-b706-131ebd644f88 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Network': ['ID=29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:48.931674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1183663075'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:48.971955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6fb5b-6c1d-4267-8056-7b65a5c8fd61 tempest-ExternalNetworksTestJSON-1029161567 tempest-ExternalNetworksTestJSON-1029161567-project-admin] Pushing event deleted for resources: {'Network': ['ID=b643adf1-97b5-41f5-ab65-48f8fafcecbb,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:48.981864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a16f8c-659b-436e-b64f-53d780dc2d24 None None] DHCP port deletion for 29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:10:49.010340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:49.024494 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdacced3-7e84-447f-81a9-88be1a2074f1 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] DELETE failed (client error): The resource could not be found. Oct 26 11:10:49.025284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdacced3-7e84-447f-81a9-88be1a2074f1 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:10:49.030323 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cdacced3-7e84-447f-81a9-88be1a2074f1 tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/bf32c14a-3230-4ff1-9fed-1d5f884538c3 HTTP/1.1" status: 404 len: 337 time: 0.1149125 Oct 26 11:10:49.063360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50962) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:49.071075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] device_id is not set on port c9f49d41-1d5d-4298-945f-5843e90d2590 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:49.074843 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:49.094613 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-4237758b-e564-462f-bf1b-bbd5ab8a5b1c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819a13f1-c240-47e4-9283-405ea5823875 HTTP/1.1" status: 200 len: 217 time: 0.1595213 Oct 26 11:10:49.119904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-56b83572-0c1d-42fb-89b4-4e2a04cc8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:49.121559 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-56b83572-0c1d-42fb-89b4-4e2a04cc8811 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c836e68d-e475-41cf-a583-ed10d976beee HTTP/1.1" status: 200 len: 851 time: 0.7182734 Oct 26 11:10:49.203256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:49.273778 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:49.274685 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:49.289527 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-db0c488f-4c19-494d-bff7-3304dae5cbc2 req-366f5f06-537c-40cf-b0b4-5f5b6337eaca tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5763543 Oct 26 11:10:49.304100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:49.307958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:49.317287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:49.319806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-0712f228-f7bb-4571-810f-866c88767fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:49.320916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 943d3979-ece6-46bc-9035-ee379036f742 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:49.322163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (943d3979-ece6-46bc-9035-ee379036f742), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:49.322163 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 943d3979-ece6-46bc-9035-ee379036f742 Oct 26 11:10:49.322323 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-0712f228-f7bb-4571-810f-866c88767fa5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=274d23cd-7b23-40ea-bbc5-d9f82b947996 HTTP/1.1" status: 200 len: 851 time: 0.1597226 Oct 26 11:10:49.341126 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:49.377183 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:49.388331 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:49.389216 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:49.406979 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-206b2750-92ff-4b69-a41a-52c8960e17ba req-2c7f6100-de53-4ec2-8c62-6b320a1083ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7066388 Oct 26 11:10:49.443091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:49.481075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a9ca6275-a927-48af-a707-a6b121c37789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8d784cab-87b0-46ee-bccc-050d4b4ebae2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:49.484038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a9ca6275-a927-48af-a707-a6b121c37789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:49.487163 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a9ca6275-a927-48af-a707-a6b121c37789 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8d784cab-87b0-46ee-bccc-050d4b4ebae2 HTTP/1.1" status: 204 len: 168 time: 1.9700239 Oct 26 11:10:49.522338 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:49.543736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:49.547953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:49.560421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca6275-a927-48af-a707-a6b121c37789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d784cab-87b0-46ee-bccc-050d4b4ebae2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:49.568855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Allocated IP 172.20.0.13 (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a/eb556012-6499-47c5-9dad-7f6271c69abb/c9f49d41-1d5d-4298-945f-5843e90d2590) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:49.602017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-272c295c-2fa6-47d3-bea7-b812fe194a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:49.604729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:49.615576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (e87a27a2-4d93-466d-a1e2-80b1437cf97f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:49.616048 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Added segment e87a27a2-4d93-466d-a1e2-80b1437cf97f of type vlan for network ca0ac465-fb47-4354-98db-d576f5e60c96 Oct 26 11:10:49.627290 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-272c295c-2fa6-47d3-bea7-b812fe194a35 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=2021c8ec-7285-4563-809f-563a6427766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3540022 Oct 26 11:10:49.653597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-45764adc-ebd6-422c-9290-9fa032b848aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:49.655739 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-45764adc-ebd6-422c-9290-9fa032b848aa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=132c3101-e478-4174-895a-329be1660535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3203664 Oct 26 11:10:49.704134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58e52b-4eb3-4c7e-b715-246dd1b7feb8 req-3d37fe28-9b2e-4af1-acf4-9f711b7024cc tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:49.711869 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1b58e52b-4eb3-4c7e-b715-246dd1b7feb8 req-3d37fe28-9b2e-4af1-acf4-9f711b7024cc tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 931 time: 0.2615793 Oct 26 11:10:49.752582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:49.835298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (ca0ac465-fb47-4354-98db-d576f5e60c96), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:49.894980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:49.934927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:49.935314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:49.976058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:49.988303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:49.988946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:50.027872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2cb90e-bd26-49fe-8cc0-0ca7002acaac {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:10:50.052303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Publish callbacks [] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.065227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:UPDATE=8,neutron:INSERT=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:50.074793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (ca0ac465-fb47-4354-98db-d576f5e60c96), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.080737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:50.081554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.082508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:50.086229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.102338 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-3959a199-37bc-4892-a71e-2431a92b7d65 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703953 Oct 26 11:10:50.158794 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-32525ce7-868e-4d33-9ce3-112be227f402 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922209 Oct 26 11:10:50.166387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for port (4aac9dca-84e0-497e-b5ea-c890d630e848), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.197272 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:50.218306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50970) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:50.229592 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd71f3ca-bbed-495b-8e5e-dbd972cf20a3 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:50.351493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Transition to ACTIVE for port object fc2cb90e-bd26-49fe-8cc0-0ca7002acaac will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:10:50.351493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:50.351909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b0d27-0d71-4e40-a505-b9a755b526cf None None] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:50.352174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1b58e52b-4eb3-4c7e-b715-246dd1b7feb8 req-06ccf077-c4a8-4ddc-97b0-9d3bd96d1045 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6386271 Oct 26 11:10:50.354390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 819a13f1-c240-47e4-9283-405ea5823875 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:10:50.369746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:50.385329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.395514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4711144 Oct 26 11:10:50.401311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 50974) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:50.403115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79b2ee5-b335-446d-933e-1b64bb651049') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:50.403411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79b2ee5-b335-446d-933e-1b64bb651049') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:50.405572 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-0436ae25-e541-4636-a764-5b867e942953 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872910 Oct 26 11:10:50.416240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (4aac9dca-84e0-497e-b5ea-c890d630e848), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.442323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'subnet': {'network_id': 'ca0ac465-fb47-4354-98db-d576f5e60c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:50.518669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-93040078-849b-4306-9803-1a2db521cb7b None None] Provisioning complete for port f9d0407b-2810-4388-b0fd-9c10fae52b32 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:50.519537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-93040078-849b-4306-9803-1a2db521cb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.520040 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-93040078-849b-4306-9803-1a2db521cb7b None None] Attempt 1 to provision port f9d0407b-2810-4388-b0fd-9c10fae52b32 Oct 26 11:10:50.558087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Port': ['ID=4aac9dca-84e0-497e-b5ea-c890d630e848,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:50.572692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549f8fe-10b8-4118-8e31-2e933d881f9e tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Network': ['ID=ca0ac465-fb47-4354-98db-d576f5e60c96,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:50.588173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:50.593348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:50.596741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:50.602266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:50.602525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.612439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (c79b2ee5-b335-446d-933e-1b64bb651049), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.627108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network ca0ac465-fb47-4354-98db-d576f5e60c96 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:50.632926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:50.638804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:50.668085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:50.668786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:50.673824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:50.674955 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d63d15a-2ca9-44fb-8aa6-ae2ea1d38aeb tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6996689 Oct 26 11:10:50.683911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50978) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:50.704972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'port': {'network_id': 'c6d73943-6df0-4ef2-93fb-dd8442ba8e4f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-795434491'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:50.754840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.resource_extend [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:10:50.857865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c79b2ee5-b335-446d-933e-1b64bb651049), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.863754 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-122b6233-16a6-4386-8e00-922724606a5f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2039332738934bfc8c85eb892232c87d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6408052 Oct 26 11:10:50.870196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 50980) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:50.951301 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-52bcf690-8bb4-4e39-ba26-2cc253932e89 req-fcd2d04b-9c42-467b-b984-5ddd689290eb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498312 Oct 26 11:10:50.985532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Made reservation on behalf of c4a2e5dfc7dd4f2ab62ff544cb878a7e for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:50.989383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.054152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] device_id is not set on port 4b3f2202-0efd-45fd-bd42-53509615e414 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:51.066937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e6133ab-3d59-4e08-b89f-011e3d2f3a9a admin admin] Publish callbacks [] for security_group (c0e847f0-7918-408d-80cd-0c75ee07b61e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.135090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:51.135794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.153488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e6133ab-3d59-4e08-b89f-011e3d2f3a9a admin admin] Publish callbacks [] for security_group (c0e847f0-7918-408d-80cd-0c75ee07b61e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.268173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8f831-ffcc-4a54-9804-c8a6f9dc8678 req-f2155173-ee95-41c1-98ab-e21c9f0d3e20 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:51.277409 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c2a8f831-ffcc-4a54-9804-c8a6f9dc8678 req-f2155173-ee95-41c1-98ab-e21c9f0d3e20 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 944 time: 0.7954447 Oct 26 11:10:51.324569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e6133ab-3d59-4e08-b89f-011e3d2f3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c0e847f0-7918-408d-80cd-0c75ee07b61e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.327432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e6133ab-3d59-4e08-b89f-011e3d2f3a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.331770 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5e6133ab-3d59-4e08-b89f-011e3d2f3a9a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c0e847f0-7918-408d-80cd-0c75ee07b61e HTTP/1.1" status: 204 len: 168 time: 0.4604712 Oct 26 11:10:51.335921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Allocated IP 2001:db8::383 (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f/dd787d82-43a0-40ce-aa7c-20f1a6e24e67/4b3f2202-0efd-45fd-bd42-53509615e414) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:51.359418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-93040078-849b-4306-9803-1a2db521cb7b None None] Current status of the port f9d0407b-2810-4388-b0fd-9c10fae52b32 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:51.360561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-93040078-849b-4306-9803-1a2db521cb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.362615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:51.364402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (c79b2ee5-b335-446d-933e-1b64bb651049), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.374593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6133ab-3d59-4e08-b89f-011e3d2f3a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e847f0-7918-408d-80cd-0c75ee07b61e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:51.383160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb55df-a771-49c0-96c1-3882411274de req-70229a50-873a-4fcb-be62-bde44ae6c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:51.384898 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5cfb55df-a771-49c0-96c1-3882411274de req-70229a50-873a-4fcb-be62-bde44ae6c538 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55&device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 1127 time: 0.1054227 Oct 26 11:10:51.436934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-93040078-849b-4306-9803-1a2db521cb7b None None] For port f9d0407b-2810-4388-b0fd-9c10fae52b32, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f9d0407b-2810-4388-b0fd-9c10fae52b32,segment=NetworkSegment(03f08922-9339-4674-87c7-d4ce5cc939f9),segment_id=03f08922-9339-4674-87c7-d4ce5cc939f9)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:51.510344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:51.511632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-93040078-849b-4306-9803-1a2db521cb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.524964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for port (c9f49d41-1d5d-4298-945f-5843e90d2590), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.554032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1f53e-9ba5-4996-84c3-6020f0da160d req-4681d36c-3d20-43ce-97cc-9afc3668b041 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:51.567184 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5cc1f53e-9ba5-4996-84c3-6020f0da160d req-4681d36c-3d20-43ce-97cc-9afc3668b041 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 943 time: 0.9516990 Oct 26 11:10:51.654332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:51.705683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:51.709248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:51.716223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.751876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:51.774333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for port (4b3f2202-0efd-45fd-bd42-53509615e414), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.794464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.803557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 819a13f1-c240-47e4-9283-405ea5823875, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=819a13f1-c240-47e4-9283-405ea5823875,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:51.831374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:51.835547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:51.840397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ce1e6c89-3d2e-4b9a-832e-d78576223939 None None] Provisioning complete for port 4aac9dca-84e0-497e-b5ea-c890d630e848 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:51.842524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6c89-3d2e-4b9a-832e-d78576223939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4aac9dca-84e0-497e-b5ea-c890d630e848), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.842902 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ce1e6c89-3d2e-4b9a-832e-d78576223939 None None] Attempt 1 to provision port 4aac9dca-84e0-497e-b5ea-c890d630e848 Oct 26 11:10:51.859296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (4b3f2202-0efd-45fd-bd42-53509615e414), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:51.953204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb55df-a771-49c0-96c1-3882411274de req-0ab64254-d6e7-4fce-9feb-4ed07eb8fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:51.955472 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5cfb55df-a771-49c0-96c1-3882411274de req-0ab64254-d6e7-4fce-9feb-4ed07eb8fe5b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=2021c8ec-7285-4563-809f-563a6427766a HTTP/1.1" status: 200 len: 913 time: 0.5619276 Oct 26 11:10:51.998135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e6c89-3d2e-4b9a-832e-d78576223939 None None] Port 4aac9dca-84e0-497e-b5ea-c890d630e848 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:52.034010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Pushing event updated for resources: {'Port': ['ID=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:52.038893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.043633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.047413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] 10.222.0.26 "DELETE /networking/v2.0/networks/56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8 HTTP/1.1" status: 204 len: 168 time: 2.9106920 Oct 26 11:10:52.049351 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment c79b2ee5-b335-446d-933e-1b64bb651049 resource provider aggregate not found Oct 26 11:10:52.083398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:52.099348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0cdca-9128-4736-9baf-4f663c9fcc3b tempest-ExternalNetworksTestJSON-769110504 tempest-ExternalNetworksTestJSON-769110504-project] Pushing event deleted for resources: {'Network': ['ID=56b7cba9-0f55-41f1-b9eb-a12bdb6c04c8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:52.117096 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment c79b2ee5-b335-446d-933e-1b64bb651049 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c79b2ee5-b335-446d-933e-1b64bb651049 found for delete ", "request_id": "req-37c024cc-bb5e-4b77-b91f-50089e454bbc"}]} Oct 26 11:10:52.148979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5cfb55df-a771-49c0-96c1-3882411274de req-db7eabc8-63c1-436a-83bc-5fd1142c94eb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 HTTP/1.1" status: 200 len: 217 time: 0.1657155 Oct 26 11:10:52.155847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '819a13f1-c240-47e4-9283-405ea5823875', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:10:52.159781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93040078-849b-4306-9803-1a2db521cb7b None None] Pushing event updated for resources: {'Port': ['ID=f9d0407b-2810-4388-b0fd-9c10fae52b32,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:52.172018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:52.205152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Port': ['ID=4b3f2202-0efd-45fd-bd42-53509615e414,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:52.279044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (de25ed47-105e-4517-b067-5eb99c36d395), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.290154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:52.296753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:52.299590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:52.318068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:52.320706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.324808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c9f49d41-1d5d-4298-945f-5843e90d2590), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.368871 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3501f4f9-86ce-4a20-a0be-25338e8c044e tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6840613 Oct 26 11:10:52.374474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51000) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:52.394945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7dd128c8-d63f-47d0-ab6c-d93dab772022 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::335', 'mac_address': 'fa:16:3e:dd:ec:02'}, {'ip_address': '2001:db8::31b', 'mac_address': 'fa:16:3e:4e:e6:8a'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:52.430172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:52.494811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-447c9e1f-9f63-4165-b134-5748d05ef136 None None] Provisioning complete for port f9d0407b-2810-4388-b0fd-9c10fae52b32 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:52.495191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-447c9e1f-9f63-4165-b134-5748d05ef136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.495537 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-447c9e1f-9f63-4165-b134-5748d05ef136 None None] Attempt 1 to provision port f9d0407b-2810-4388-b0fd-9c10fae52b32 Oct 26 11:10:52.538942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 819a13f1-c240-47e4-9283-405ea5823875 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:52.539397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (819a13f1-c240-47e4-9283-405ea5823875), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.564913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:52.591394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb55df-a771-49c0-96c1-3882411274de req-3460ef91-a291-4848-a984-aa4e1307ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:52.597605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Attempting to bind port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:52.600135 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5cfb55df-a771-49c0-96c1-3882411274de req-3460ef91-a291-4848-a984-aa4e1307ec12 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c836e68d-e475-41cf-a583-ed10d976beee HTTP/1.1" status: 200 len: 851 time: 0.4266729 Oct 26 11:10:52.600954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Attempting to bind port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:52.601495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Attempting to bind port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac on network cbc3e50c-ce60-4c02-a798-ec439421f63a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:52.629578 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c2a8f831-ffcc-4a54-9804-c8a6f9dc8678 req-646427bf-6bdf-4ed8-91ea-fbc4024c0a40 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3515668 Oct 26 11:10:52.631964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819a13f1-c240-47e4-9283-405ea5823875 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:10:52.667407 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5cc1f53e-9ba5-4996-84c3-6020f0da160d req-dadde773-0e21-4558-aba3-1e0a79bf6348 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0981107 Oct 26 11:10:52.710330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51008) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:52.755250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-447c9e1f-9f63-4165-b134-5748d05ef136 None None] Current status of the port f9d0407b-2810-4388-b0fd-9c10fae52b32 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:52.758231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:52.759512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:52.762827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 819a13f1-c240-47e4-9283-405ea5823875, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=819a13f1-c240-47e4-9283-405ea5823875,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:52.780862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:52.784153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Port': ['ID=c9f49d41-1d5d-4298-945f-5843e90d2590,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:52.795228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (819a13f1-c240-47e4-9283-405ea5823875), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.804280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:52.812012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:52.840720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb55df-a771-49c0-96c1-3882411274de req-65c515b9-08a7-4039-b123-2cf3f212ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:52.842345 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5cfb55df-a771-49c0-96c1-3882411274de req-65c515b9-08a7-4039-b123-2cf3f212ed65 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=2021c8ec-7285-4563-809f-563a6427766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1547017 Oct 26 11:10:52.853717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:10:52.912684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Subnet': ['ID=de25ed47-105e-4517-b067-5eb99c36d395,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:52.919101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:47Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:52.985474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Checking segment: {'id': 'e87a27a2-4d93-466d-a1e2-80b1437cf97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ca0ac465-fb47-4354-98db-d576f5e60c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:52.986009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network hostable DHCP agents. Network: ca0ac465-fb47-4354-98db-d576f5e60c96, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:52.998829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0a26051a-bdb6-40a3-bfa3-6b17da98b999 None None] Provisioning complete for port 4b3f2202-0efd-45fd-bd42-53509615e414 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:52.999205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0a26051a-bdb6-40a3-bfa3-6b17da98b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4b3f2202-0efd-45fd-bd42-53509615e414), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.999799 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0a26051a-bdb6-40a3-bfa3-6b17da98b999 None None] Attempt 1 to provision port 4b3f2202-0efd-45fd-bd42-53509615e414 Oct 26 11:10:53.046090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:53.053181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network ca0ac465-fb47-4354-98db-d576f5e60c96 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:53.059947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.resource_extend [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:10:53.087147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac on network cbc3e50c-ce60-4c02-a798-ec439421f63a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:10:53.087485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Attempting to bind port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac on network cbc3e50c-ce60-4c02-a798-ec439421f63a {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:53.126053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, ca0ac465-fb47-4354-98db-d576f5e60c96) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:53.145921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:53.160970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.166579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:53.177387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dd128c8-d63f-47d0-ab6c-d93dab772022 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4b3f2202-0efd-45fd-bd42-53509615e414), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.190126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:53.193637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0a26051a-bdb6-40a3-bfa3-6b17da98b999 None None] Port 4b3f2202-0efd-45fd-bd42-53509615e414 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:53.195060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=819a13f1-c240-47e4-9283-405ea5823875,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:53.197998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:10:53.201352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b70e79e9-3eb8-4d97-b2b7-6fc9bc5b3143 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9265a833c9204f3f8e203927c3d58fd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4851401 Oct 26 11:10:53.202082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51020) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:53.214242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fcfc4-e8f4-4b7f-98c5-c282d103a31f req-8fd5226c-0180-43ac-ab04-a2e58441efe6 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:53.216245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-747fcfc4-e8f4-4b7f-98c5-c282d103a31f req-8fd5226c-0180-43ac-ab04-a2e58441efe6 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 943 time: 0.4241393 Oct 26 11:10:53.233090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:53.233877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.237865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c191bef-e438-4c18-a297-9c71538212d2 None None] Network ca0ac465-fb47-4354-98db-d576f5e60c96 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:53.268020 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5cfb55df-a771-49c0-96c1-3882411274de req-eab02500-5b8f-400d-8d10-2056a26a38f1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050672 Oct 26 11:10:53.305122 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-70218663-e8bb-4a80-8212-a3ff8637b993 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8783369 Oct 26 11:10:53.314846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51024) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:53.352974 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-90d850de-3d4d-4807-8629-45fb81e11228 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7400496 Oct 26 11:10:53.359766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51026) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:53.373823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:53.405656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a39d0993-2e7e-49bf-90a3-ad3351f42e0e admin admin] Publish callbacks [] for security_group (5493f8c7-6e82-490f-bb18-d6aa573ba670), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.412863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'port': {'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a', 'name': 'tempest-AllowedAddressPairTestJSON-764473286', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:99:32:3f'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:53.431633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:53.431633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Checking segment: {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:53.432190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Bound using segment: {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:53.432750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Bound port: fc2cb90e-bd26-49fe-8cc0-0ca7002acaac, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:53.433220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.449855 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-747fcfc4-e8f4-4b7f-98c5-c282d103a31f req-502682d7-9b11-44b2-92ca-d0112021c07c tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122166 Oct 26 11:10:53.502708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:53.503359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:53.560330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (ca0ac465-fb47-4354-98db-d576f5e60c96), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.567582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] For port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:53.575164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] For port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:53.612813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:53.618927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a39d0993-2e7e-49bf-90a3-ad3351f42e0e admin admin] Publish callbacks [] for security_group (5493f8c7-6e82-490f-bb18-d6aa573ba670), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.634779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['819a13f1-c240-47e4-9283-405ea5823875'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:10:53.643053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.648666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:53.649699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.653232 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/fc2cb90e-bd26-49fe-8cc0-0ca7002acaac HTTP/1.1" status: 200 len: 1093 time: 6.1210709 Oct 26 11:10:53.706258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56026cad-4fd6-4f50-b5a3-912d68723745', 'tag': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:10:53.766042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:53.794654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a39d0993-2e7e-49bf-90a3-ad3351f42e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5493f8c7-6e82-490f-bb18-d6aa573ba670), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.804368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a39d0993-2e7e-49bf-90a3-ad3351f42e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.805645 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a39d0993-2e7e-49bf-90a3-ad3351f42e0e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5493f8c7-6e82-490f-bb18-d6aa573ba670 HTTP/1.1" status: 204 len: 168 time: 0.5967774 Oct 26 11:10:53.865488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:53.867147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0d5b4ef4-b6c6-43a4-ad23-90dc95cbf2da None None] Provisioning complete for port c9f49d41-1d5d-4298-945f-5843e90d2590 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:53.867837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4ef4-b6c6-43a4-ad23-90dc95cbf2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9f49d41-1d5d-4298-945f-5843e90d2590), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:53.868381 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0d5b4ef4-b6c6-43a4-ad23-90dc95cbf2da None None] Attempt 1 to provision port c9f49d41-1d5d-4298-945f-5843e90d2590 Oct 26 11:10:53.871794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d0993-2e7e-49bf-90a3-ad3351f42e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5493f8c7-6e82-490f-bb18-d6aa573ba670,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:53.958834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:54.008384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864e075-8172-47a3-b4d8-26d76625c9c5 req-d5a53171-19f2-48e0-b735-2a0266e19e06 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:54.016799 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c864e075-8172-47a3-b4d8-26d76625c9c5 req-d5a53171-19f2-48e0-b735-2a0266e19e06 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 945 time: 0.0996687 Oct 26 11:10:54.060295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:54.060830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:54.098703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:10:54.108134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75063e-8030-4f7a-b444-24503c586661" -d '{"events": [{"name": "network-changed", "server_uuid": "56026cad-4fd6-4f50-b5a3-912d68723745", "tag": "fc2cb90e-bd26-49fe-8cc0-0ca7002acaac"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:10:54.112587 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5cfb55df-a771-49c0-96c1-3882411274de req-852d029c-2f6f-4efc-8081-e797c940f96b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272007 Oct 26 11:10:54.123848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:54.149732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dd128c8-d63f-47d0-ab6c-d93dab772022 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for port (4b3f2202-0efd-45fd-bd42-53509615e414), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:54.156115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:54.157577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:54.163254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dd128c8-d63f-47d0-ab6c-d93dab772022 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (4b3f2202-0efd-45fd-bd42-53509615e414), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:54.164115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7dd128c8-d63f-47d0-ab6c-d93dab772022 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] In _notify_port_updated(), no bound segment for port 4b3f2202-0efd-45fd-bd42-53509615e414 on network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:10:54.171689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:54.176212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd128c8-d63f-47d0-ab6c-d93dab772022 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:54.179247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dd128c8-d63f-47d0-ab6c-d93dab772022 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:54.186263 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7dd128c8-d63f-47d0-ab6c-d93dab772022 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "PUT /networking/v2.0/ports/4b3f2202-0efd-45fd-bd42-53509615e414 HTTP/1.1" status: 200 len: 1067 time: 1.8060834 Oct 26 11:10:54.187232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51052) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:54.198327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:54.221240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (de25ed47-105e-4517-b067-5eb99c36d395), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:54.256733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67290226-d1a1-4c11-ac8a-c05d3b03985f service neutron] Pushing event updated for resources: {'Port': ['ID=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:54.260765 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-f2615d0e-7774-460f-ba55-37fb1d0c4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:54.262480 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-f2615d0e-7774-460f-ba55-37fb1d0c4fb4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=56a81a68c2cd4ca9a7b1f846840ea87a&device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 1127 time: 0.4831202 Oct 26 11:10:54.283511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:54.292748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e82e6-a045-4483-b81c-474acd9dc302 req-b2c6c90d-1934-4f8d-a94c-0d6aa57292d9 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:54.294742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa7e82e6-a045-4483-b81c-474acd9dc302 req-b2c6c90d-1934-4f8d-a94c-0d6aa57292d9 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 943 time: 0.3209791 Oct 26 11:10:54.365717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b4ef4-b6c6-43a4-ad23-90dc95cbf2da None None] Port c9f49d41-1d5d-4298-945f-5843e90d2590 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:54.400874 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-f2257d4e-539b-44d6-993c-e9f4ef225b65 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac HTTP/1.1" status: 200 len: 217 time: 0.1042662 Oct 26 11:10:54.420291 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c864e075-8172-47a3-b4d8-26d76625c9c5 req-39e4787c-1a7f-410b-9102-735c3fc9f04f tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4024940 Oct 26 11:10:54.431215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51056) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:54.568969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b811f9-00f4-4b9d-8c1a-5468884d4472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-ca0ac465-fb47-4354-98db-d576f5e60c96', 'network_id': 'ca0ac465-fb47-4354-98db-d576f5e60c96', 'project_id': '00ab79330a5945539cae0de137b12e4c', 'fixed_ips': [{'subnet_id': 'de25ed47-105e-4517-b067-5eb99c36d395'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:54.569897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-32b811f9-00f4-4b9d-8c1a-5468884d4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:54.597565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['ea74f30a-0137-4e9f-b49f-d85e58d5d5a2'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:10:54.598403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Made reservation on behalf of 42dfbb4e6ee94f558350ca31e4c33cde for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:54.616318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-d2a8c8f5-1a1b-4832-bd87-7af700dedd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:54.620435 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-d2a8c8f5-1a1b-4832-bd87-7af700dedd77 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b2101d7a-1b72-4805-a954-2db739ecedcf HTTP/1.1" status: 200 len: 845 time: 0.2092850 Oct 26 11:10:54.624124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (de25ed47-105e-4517-b067-5eb99c36d395), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:54.684473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:54.736570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd128c8-d63f-47d0-ab6c-d93dab772022 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event updated for resources: {'Port': ['ID=4b3f2202-0efd-45fd-bd42-53509615e414,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:54.865787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773684d2-b6b4-4e4e-b350-46e8c366623d None None] Network ca0ac465-fb47-4354-98db-d576f5e60c96 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:54.882604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:54.891575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:54.891991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-ea412992-413e-41d2-930d-bb63911c42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:54.893546 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-ea412992-413e-41d2-930d-bb63911c42ff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cbc3e50c-ce60-4c02-a798-ec439421f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2412767 Oct 26 11:10:54.897695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51066) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:54.908652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60411bda-e46e-4936-9f86-819edce5d13b x-openstack-request-id: req-60411bda-e46e-4936-9f86-819edce5d13b {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:10:54.908956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56026cad-4fd6-4f50-b5a3-912d68723745", "tag": "fc2cb90e-bd26-49fe-8cc0-0ca7002acaac", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:10:54.909216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60411bda-e46e-4936-9f86-819edce5d13b {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:10:54.909695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60411bda-e46e-4936-9f86-819edce5d13b'] response: {'name': 'network-changed', 'server_uuid': '56026cad-4fd6-4f50-b5a3-912d68723745', 'tag': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'status': 'completed', 'code': 200} Oct 26 11:10:54.917376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Subnet': ['ID=de25ed47-105e-4517-b067-5eb99c36d395,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:54.972375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] device_id is not set on port 11d3bf6e-44b3-4f7d-873c-a0a79f9e3869 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:54.978344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:55.007745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d809d6aa-82c2-4e7e-b958-cac3caa6cec6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Deleting port 4b3f2202-0efd-45fd-bd42-53509615e414 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:55.008341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d809d6aa-82c2-4e7e-b958-cac3caa6cec6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4b3f2202-0efd-45fd-bd42-53509615e414), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.058700 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa7e82e6-a045-4483-b81c-474acd9dc302 req-4c18236a-3ddf-4335-a64f-6b81230bd3f7 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7387724 Oct 26 11:10:55.076885 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fa70ef95-7cf2-4662-ab83-8d219127ee7b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=180f3b992cc7408fb3af51e74cc2a0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758845 Oct 26 11:10:55.097401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:47Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:55.101959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51068) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:55.157261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863d7a2-3566-411e-a141-acb96c9be8aa None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:47Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:55.185091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1613405917', 'router:external': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:55.201110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:55.228502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d809d6aa-82c2-4e7e-b958-cac3caa6cec6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4b3f2202-0efd-45fd-bd42-53509615e414), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.269805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Allocated IP 172.20.0.14 (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a/eb556012-6499-47c5-9dad-7f6271c69abb/11d3bf6e-44b3-4f7d-873c-a0a79f9e3869) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:55.269961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:55.269961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:55.270135 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:55.275892 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:55.276612 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:55.278657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (ca0ac465-fb47-4354-98db-d576f5e60c96), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.296927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:55.302474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57072388-9a29-4f82-a4b1-f14e6ddea9fd req-85dcd4ab-d6d0-40fc-84ed-d8d00d3636c1 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:55.310315 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-57072388-9a29-4f82-a4b1-f14e6ddea9fd req-85dcd4ab-d6d0-40fc-84ed-d8d00d3636c1 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 943 time: 0.3749900 Oct 26 11:10:55.382128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0ac465-fb47-4354-98db-d576f5e60c96']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:55.389180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d809d6aa-82c2-4e7e-b958-cac3caa6cec6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Calling delete_port for 4b3f2202-0efd-45fd-bd42-53509615e414 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:55.394098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:55.407593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:55.434780 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:55.440842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Made reservation on behalf of c70a2c2f4bf14c908a708ebf18b01e38 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:55.443214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.447743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87a27a2-4d93-466d-a1e2-80b1437cf97f') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:55.448130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87a27a2-4d93-466d-a1e2-80b1437cf97f') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:55.455553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:55.518072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for port (11d3bf6e-44b3-4f7d-873c-a0a79f9e3869), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.619847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:55.653932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (11d3bf6e-44b3-4f7d-873c-a0a79f9e3869), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.725764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:55.737306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:55.742219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:55.745736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d809d6aa-82c2-4e7e-b958-cac3caa6cec6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (4b3f2202-0efd-45fd-bd42-53509615e414), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.758781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (e87a27a2-4d93-466d-a1e2-80b1437cf97f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.776260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (e87a27a2-4d93-466d-a1e2-80b1437cf97f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.777627 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:51Z', 'revision_number': 8, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:55.786345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:10:55.786877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (e87a27a2-4d93-466d-a1e2-80b1437cf97f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.810662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:55.813060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:55.816612 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:55.820553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Port': ['ID=11d3bf6e-44b3-4f7d-873c-a0a79f9e3869,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:55.836854 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:55.837691 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:55.896086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1924-31a6-4fc6-a76a-7e4fb5cb196b admin admin] Publish callbacks [] for security_group (c3193730-ac24-4e59-ad33-ebf9e97c8bd5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.900080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-36e1710d-5e3e-4c0b-9b07-e71dd8ec0e9c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9637189 Oct 26 11:10:55.901074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (ca0ac465-fb47-4354-98db-d576f5e60c96), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.907659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.916818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/ca0ac465-fb47-4354-98db-d576f5e60c96 HTTP/1.1" status: 204 len: 168 time: 2.6003530 Oct 26 11:10:55.926940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51074) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:55.939774 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment e87a27a2-4d93-466d-a1e2-80b1437cf97f resource provider aggregate not found Oct 26 11:10:55.956522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:55.961653 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:55.994972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:56.006186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809d6aa-82c2-4e7e-b958-cac3caa6cec6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event deleted for resources: {'Port': ['ID=4b3f2202-0efd-45fd-bd42-53509615e414,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:56.039584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:56.045379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-406468773'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:56.076811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:56.081643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:56.116599 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-57072388-9a29-4f82-a4b1-f14e6ddea9fd req-4d66e434-0e75-4e01-ab7d-37c9a8c2323e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8035820 Oct 26 11:10:56.130461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:56.131211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.162567 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment e87a27a2-4d93-466d-a1e2-80b1437cf97f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e87a27a2-4d93-466d-a1e2-80b1437cf97f found for delete ", "request_id": "req-ffbc803f-99cc-4a1a-be45-b654bc191fc5"}]} Oct 26 11:10:56.163321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:56.183620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.263300 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:56.275758 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-72517347-e8e6-4b5e-a08b-ad30e3129b08 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.8662560 Oct 26 11:10:56.278852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51080) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:56.314911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec235c69-ff27-419e-82b3-68b8e6098003 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Network': ['ID=ca0ac465-fb47-4354-98db-d576f5e60c96,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:56.345799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1924-31a6-4fc6-a76a-7e4fb5cb196b admin admin] Publish callbacks [] for security_group (c3193730-ac24-4e59-ad33-ebf9e97c8bd5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.410872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede73da9-4568-4cbe-8972-c86e3543a019 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:56.416738 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede73da9-4568-4cbe-8972-c86e3543a019 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:56.422246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede73da9-4568-4cbe-8972-c86e3543a019 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:56.426632 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ede73da9-4568-4cbe-8972-c86e3543a019 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1350315 Oct 26 11:10:56.433029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:56.441568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73c8c9-5573-4ff2-b872-53f015c69ac7 req-5b7a8940-931f-48ed-8961-6b5c36a4a7bf tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:56.442439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51082) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:56.449637 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-da73c8c9-5573-4ff2-b872-53f015c69ac7 req-5b7a8940-931f-48ed-8961-6b5c36a4a7bf tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 944 time: 0.1143250 Oct 26 11:10:56.499952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a50df-e9cb-4da7-b571-5f324ca368ae req-3a502096-c0b0-4ee0-b011-a236d074d269 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:56.503007 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-db2a50df-e9cb-4da7-b571-5f324ca368ae req-3a502096-c0b0-4ee0-b011-a236d074d269 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 945 time: 0.6152883 Oct 26 11:10:56.509010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d809d6aa-82c2-4e7e-b958-cac3caa6cec6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.513836 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d809d6aa-82c2-4e7e-b958-cac3caa6cec6 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4b3f2202-0efd-45fd-bd42-53509615e414 HTTP/1.1" status: 204 len: 168 time: 2.3216269 Oct 26 11:10:56.518401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51084) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:56.525482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:56.578127 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-70220e6e-f095-40c5-9713-8586cdee4b55 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] GET failed (client error): The resource could not be found. Oct 26 11:10:56.581757 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-70220e6e-f095-40c5-9713-8586cdee4b55 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "GET /networking/v2.0/ports/4b3f2202-0efd-45fd-bd42-53509615e414 HTTP/1.1" status: 404 len: 333 time: 0.0611193 Oct 26 11:10:56.585275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51086) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:56.596352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f9d0407b-2810-4388-b0fd-9c10fae52b32 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:56.651228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f8b3b42e-ae64-49b9-8fe7-dfa7658d084c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Deleting port 11d3bf6e-44b3-4f7d-873c-a0a79f9e3869 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:56.651855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8b3b42e-ae64-49b9-8fe7-dfa7658d084c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (11d3bf6e-44b3-4f7d-873c-a0a79f9e3869), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.692131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-79fa5f74-8e5d-404a-b374-0afd34b0b2d7 None None] Provisioning complete for port 11d3bf6e-44b3-4f7d-873c-a0a79f9e3869 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:56.692910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-79fa5f74-8e5d-404a-b374-0afd34b0b2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11d3bf6e-44b3-4f7d-873c-a0a79f9e3869), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.693103 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-79fa5f74-8e5d-404a-b374-0afd34b0b2d7 None None] Attempt 1 to provision port 11d3bf6e-44b3-4f7d-873c-a0a79f9e3869 Oct 26 11:10:56.707333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:51Z', 'revision_number': 8, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:56.725595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for security_group (9530adf2-0323-441f-8b79-d77a21635129), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.732628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (735df8c8-6e8f-478e-864f-bbd88bb63f34), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.732965 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Added segment 735df8c8-6e8f-478e-864f-bbd88bb63f34 of type vlan for network 602df3e5-eac6-45f3-a5fc-325bdc4ba96e Oct 26 11:10:56.741608 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47098a-67f0-474d-b76c-87b37d319e55 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:51Z', 'revision_number': 8, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:56.827936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8b3b42e-ae64-49b9-8fe7-dfa7658d084c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (11d3bf6e-44b3-4f7d-873c-a0a79f9e3869), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.831623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:56.834224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2c37b3da-522e-4608-a355-b85ff1adf99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.838538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:56.841209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:56.882333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f8b3b42e-ae64-49b9-8fe7-dfa7658d084c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Calling delete_port for 11d3bf6e-44b3-4f7d-873c-a0a79f9e3869 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:56.883603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (9530adf2-0323-441f-8b79-d77a21635129), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.898240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:10:56.910074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6832e7a2-537d-44fc-97ac-6fa982a2e22f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:56.910408 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Added segment 6832e7a2-537d-44fc-97ac-6fa982a2e22f of type vlan for network 6e173333-9f00-49d8-9eac-4f26f7ad51ec Oct 26 11:10:56.934621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:56.937358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:56.961859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (6e173333-9f00-49d8-9eac-4f26f7ad51ec), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.039104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f9d0407b-2810-4388-b0fd-9c10fae52b32 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:57.039590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.039888 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f9d0407b-2810-4388-b0fd-9c10fae52b32 Oct 26 11:10:57.093502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-79fa5f74-8e5d-404a-b374-0afd34b0b2d7 None None] Port 11d3bf6e-44b3-4f7d-873c-a0a79f9e3869 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:57.097040 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-db2a50df-e9cb-4da7-b571-5f324ca368ae req-474b4178-d6fc-4834-b86f-4f1ce39c0a3b tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5427434 Oct 26 11:10:57.253443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (602df3e5-eac6-45f3-a5fc-325bdc4ba96e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.268215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=74,neutron:INSERT=16,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:57.276922 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0000c67b-04aa-41d8-8055-93f6b66fc476 req-f3a7342f-a17c-4199-92fc-50d68b0a88d0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3415437 Oct 26 11:10:57.280308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-da73c8c9-5573-4ff2-b872-53f015c69ac7 req-d6cc17ab-44d4-43ce-a580-84d214d291fe tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8294764 Oct 26 11:10:57.336240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (6e173333-9f00-49d8-9eac-4f26f7ad51ec), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.338042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:57.338760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.349371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1924-31a6-4fc6-a76a-7e4fb5cb196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c3193730-ac24-4e59-ad33-ebf9e97c8bd5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.352053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1924-31a6-4fc6-a76a-7e4fb5cb196b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.355696 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f6c1924-31a6-4fc6-a76a-7e4fb5cb196b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c3193730-ac24-4e59-ad33-ebf9e97c8bd5 HTTP/1.1" status: 204 len: 168 time: 2.2481403 Oct 26 11:10:57.361338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8b3b42e-ae64-49b9-8fe7-dfa7658d084c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (11d3bf6e-44b3-4f7d-873c-a0a79f9e3869), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.402781 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3b42e-ae64-49b9-8fe7-dfa7658d084c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event deleted for resources: {'Port': ['ID=11d3bf6e-44b3-4f7d-873c-a0a79f9e3869,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:57.412411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:10:57.553003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:57.559329 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1263094 Oct 26 11:10:57.576599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51092) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:57.583398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'subnet': {'network_id': '6e173333-9f00-49d8-9eac-4f26f7ad51ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:57.640396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:10:57.682254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:57.699780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f9d0407b-2810-4388-b0fd-9c10fae52b32 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:57.709379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:57.709866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.710195 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 Oct 26 11:10:57.722302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:57.750623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9530adf2-0323-441f-8b79-d77a21635129,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:57.761591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8b3b42e-ae64-49b9-8fe7-dfa7658d084c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.772415 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f8b3b42e-ae64-49b9-8fe7-dfa7658d084c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "DELETE /networking/v2.0/ports/11d3bf6e-44b3-4f7d-873c-a0a79f9e3869 HTTP/1.1" status: 204 len: 168 time: 1.3289187 Oct 26 11:10:57.778468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Made reservation on behalf of c70a2c2f4bf14c908a708ebf18b01e38 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:57.781138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.788217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51094) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:57.790187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Deleting port 4aac9dca-84e0-497e-b5ea-c890d630e848 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:10:57.790187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4aac9dca-84e0-497e-b5ea-c890d630e848), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.811825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (602df3e5-eac6-45f3-a5fc-325bdc4ba96e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.820881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:57.821626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.847958 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-05508285-b627-46e4-85ca-2b3c27114294 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] GET failed (client error): The resource could not be found. Oct 26 11:10:57.849534 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-05508285-b627-46e4-85ca-2b3c27114294 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "GET /networking/v2.0/ports/11d3bf6e-44b3-4f7d-873c-a0a79f9e3869 HTTP/1.1" status: 404 len: 333 time: 0.0577991 Oct 26 11:10:57.864788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51096) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:57.939052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'port': {'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a', 'name': 'tempest-AllowedAddressPairTestJSON-1868651765'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:57.943259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3b838-d8bb-4b3b-a373-dd0ac1b4259a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event updated for resources: {'Network': ['ID=6e173333-9f00-49d8-9eac-4f26f7ad51ec,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:57.969309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52163ff0-95ca-4962-b8aa-1223fb448aec req-6f471234-48ab-4135-bcf6-415785b3c6b6 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:57.972987 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52163ff0-95ca-4962-b8aa-1223fb448aec req-6f471234-48ab-4135-bcf6-415785b3c6b6 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 943 time: 0.6379876 Oct 26 11:10:57.988652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 6e173333-9f00-49d8-9eac-4f26f7ad51ec details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:58.005686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c1924-31a6-4fc6-a76a-7e4fb5cb196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3193730-ac24-4e59-ad33-ebf9e97c8bd5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:58.070530 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1125412 Oct 26 11:10:58.073905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:58.084727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Request body: {'subnet': {'network_id': '602df3e5-eac6-45f3-a5fc-325bdc4ba96e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:58.195612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:58.197772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:58.290544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf18f36-5cc9-48ef-a56a-49d9847e48f9 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Network': ['ID=602df3e5-eac6-45f3-a5fc-325bdc4ba96e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:58.299123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75063e-8030-4f7a-b444-24503c586661 req-bdfe2f9a-2817-4625-ba47-71207e6f6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:58.303022 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd75063e-8030-4f7a-b444-24503c586661 req-bdfe2f9a-2817-4625-ba47-71207e6f6fc2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=56a81a68c2cd4ca9a7b1f846840ea87a&device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 1127 time: 0.2194211 Oct 26 11:10:58.325964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 602df3e5-eac6-45f3-a5fc-325bdc4ba96e details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:58.334588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4aac9dca-84e0-497e-b5ea-c890d630e848), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:58.400498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:58.401098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:58.408608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Made reservation on behalf of 00ab79330a5945539cae0de137b12e4c for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:58.414182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:58.425037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Calling delete_port for 4aac9dca-84e0-497e-b5ea-c890d630e848 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:10:58.461599 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52163ff0-95ca-4962-b8aa-1223fb448aec req-ed2d91ee-5170-484c-8c36-ca21e883f0bf tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4507267 Oct 26 11:10:58.466603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:58.482617 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3dcc1-68de-4404-bf23-7d0859ea2a09 req-f9f5124c-ac67-44c8-b031-d298e161ba80 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:58.484165 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-88d3dcc1-68de-4404-bf23-7d0859ea2a09 req-f9f5124c-ac67-44c8-b031-d298e161ba80 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 945 time: 0.2438428 Oct 26 11:10:58.529590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:58.582864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:58.586303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:58.587371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.objects.ports [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105415) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:10:58.587980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (9577484c-9fdf-4ea1-97d2-f8044db81af4), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:58.593636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:10:58.674502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Made reservation on behalf of 42dfbb4e6ee94f558350ca31e4c33cde for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:58.684865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:58.720777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:58.748239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9577484c-9fdf-4ea1-97d2-f8044db81af4,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:58.763254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:10:58.772598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:58.773427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 819a13f1-c240-47e4-9283-405ea5823875 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:58.775577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:58.825595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Checking segment: {'id': '6832e7a2-537d-44fc-97ac-6fa982a2e22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6e173333-9f00-49d8-9eac-4f26f7ad51ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:58.826177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Network hostable DHCP agents. Network: 6e173333-9f00-49d8-9eac-4f26f7ad51ec, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:58.897067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Network 6e173333-9f00-49d8-9eac-4f26f7ad51ec is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:58.945407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device fc2cb90e-bd26-49fe-8cc0-0ca7002acaac details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:10:58.955226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 6e173333-9f00-49d8-9eac-4f26f7ad51ec) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:58.960110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:58.960873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:58.990654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] device_id is not set on port afbeab12-66a1-4e47-ab35-95493f014b0c yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:58.994804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde91f88-6203-4254-8419-a3569cfbe33b None None] Network 6e173333-9f00-49d8-9eac-4f26f7ad51ec requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:59.021699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-31105be9-ff36-40d8-929b-137254ecc974 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4440315 Oct 26 11:10:59.026674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51126) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:59.035094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1342426715', 'network_id': '6e173333-9f00-49d8-9eac-4f26f7ad51ec'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:59.083380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:59.087554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.objects.ports [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105415) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:10:59.089717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (fff00164-5d5c-4347-9745-b23d1b421c74), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:59.110857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b562dd-c519-493f-8dee-7bc9a1e329c3" -d '{"events": [{"server_uuid": "a685c75d-d6bc-44c5-b0d0-880b8158a61c", "name": "network-vif-plugged", "status": "completed", "tag": "ea74f30a-0137-4e9f-b49f-d85e58d5d5a2"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:10:59.140035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:59.152275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Made reservation on behalf of c70a2c2f4bf14c908a708ebf18b01e38 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:59.155632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:59.176747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-93f09be1-e418-4502-a6c0-7d01e374d1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:59.177560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event updated for resources: {'Subnet': ['ID=fff00164-5d5c-4347-9745-b23d1b421c74,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:59.181401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:59.183957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75063e-8030-4f7a-b444-24503c586661 req-68fa10b7-a385-4a54-aad9-d618861b1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:59.186052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] device_id is not set on port a1d78715-a784-42d9-9834-258f3091dc83 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:10:59.186433 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd75063e-8030-4f7a-b444-24503c586661 req-68fa10b7-a385-4a54-aad9-d618861b1080 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cbc3e50c-ce60-4c02-a798-ec439421f63a HTTP/1.1" status: 200 len: 907 time: 0.8548996 Oct 26 11:10:59.193697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:59.197578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd143187-f0c7-46b7-b6be-93de46123cfe None None] Network 6e173333-9f00-49d8-9eac-4f26f7ad51ec requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:59.200507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:59.201158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:59.249798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173c3ad-f9be-4645-8fe9-933fd6004d7c req-8bf77ae9-6447-4f1d-85b7-94052e78f67f tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:59.252675 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d173c3ad-f9be-4645-8fe9-933fd6004d7c req-8bf77ae9-6447-4f1d-85b7-94052e78f67f tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 945 time: 0.5596268 Oct 26 11:10:59.256428 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-88d3dcc1-68de-4404-bf23-7d0859ea2a09 req-91e93948-5c14-4bc5-9b42-edaf6ca1bc3f tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7541115 Oct 26 11:10:59.310050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Checking segment: {'id': '735df8c8-6e8f-478e-864f-bbd88bb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '602df3e5-eac6-45f3-a5fc-325bdc4ba96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:59.310619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network hostable DHCP agents. Network: 602df3e5-eac6-45f3-a5fc-325bdc4ba96e, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:59.324264 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd75063e-8030-4f7a-b444-24503c586661 req-d84389c6-6904-431a-8f8e-ed1d50ae278f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac HTTP/1.1" status: 200 len: 217 time: 0.0952020 Oct 26 11:10:59.373006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Network 602df3e5-eac6-45f3-a5fc-325bdc4ba96e is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:59.395554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Allocated IP 2001:db8::79 (6e173333-9f00-49d8-9eac-4f26f7ad51ec/9577484c-9fdf-4ea1-97d2-f8044db81af4/a1d78715-a784-42d9-9834-258f3091dc83) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:59.397666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 602df3e5-eac6-45f3-a5fc-325bdc4ba96e) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:59.403220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:59.403919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:59.449663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:59.463679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-60975294-5d66-486f-b03e-2c2e02983654 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3888981 Oct 26 11:10:59.464411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51136) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:59.590259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:59.600371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (602df3e5-eac6-45f3-a5fc-325bdc4ba96e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:59.620847 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:59.638430 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:59.639450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:59.774023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (fff00164-5d5c-4347-9745-b23d1b421c74), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:59.795232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75063e-8030-4f7a-b444-24503c586661 req-128f3bc1-fb5f-4d5e-b588-003a1b0e688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:59.796776 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd75063e-8030-4f7a-b444-24503c586661 req-128f3bc1-fb5f-4d5e-b588-003a1b0e688c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b2101d7a-1b72-4805-a954-2db739ecedcf HTTP/1.1" status: 200 len: 845 time: 0.4645643 Oct 26 11:10:59.835065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Allocated IP 172.20.0.11 (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a/eb556012-6499-47c5-9dad-7f6271c69abb/afbeab12-66a1-4e47-ab35-95493f014b0c) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:59.850037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2985ebf-0bc8-4b2a-a437-c63ea3a63d09 x-openstack-request-id: req-c2985ebf-0bc8-4b2a-a437-c63ea3a63d09 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:10:59.850239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685c75d-d6bc-44c5-b0d0-880b8158a61c", "name": "network-vif-plugged", "status": "completed", "tag": "ea74f30a-0137-4e9f-b49f-d85e58d5d5a2", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:10:59.850518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2985ebf-0bc8-4b2a-a437-c63ea3a63d09 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:10:59.850975 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2985ebf-0bc8-4b2a-a437-c63ea3a63d09'] response: {'server_uuid': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'code': 200} Oct 26 11:10:59.860872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d077e56-a18e-448a-8f8f-d2c55308e401 None None] Network 602df3e5-eac6-45f3-a5fc-325bdc4ba96e requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:59.934880 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:59.952117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1fe08-8d04-4330-9e07-5ea08ae426ea req-e65c207e-f937-4afd-9596-98baa2631aae tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:59.969799 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ea1fe08-8d04-4330-9e07-5ea08ae426ea req-e65c207e-f937-4afd-9596-98baa2631aae tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 943 time: 0.1689746 Oct 26 11:11:00.018974 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:00.045177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.resource_extend [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:11:00.072845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (fff00164-5d5c-4347-9745-b23d1b421c74), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.080686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:00.133960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Subnet': ['ID=fff00164-5d5c-4347-9745-b23d1b421c74,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:00.147016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 819a13f1-c240-47e4-9283-405ea5823875 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:11:00.155060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.155679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.156193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.156536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.156916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.157297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.158022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.158709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.158709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.159056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.159658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.160119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.160458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.160868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.161200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.161544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.196704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for port (a1d78715-a784-42d9-9834-258f3091dc83), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.201906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e342-2d79-476a-b92b-879ba55ed7c2 req-d09e818a-8cd2-4850-9dd3-3819c41eaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:00.204546 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6070e342-2d79-476a-b92b-879ba55ed7c2 req-d09e818a-8cd2-4850-9dd3-3819c41eaab6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 1129 time: 0.2784812 Oct 26 11:11:00.228959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:47Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:00.243948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 819a13f1-c240-47e4-9283-405ea5823875 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:00.243948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (819a13f1-c240-47e4-9283-405ea5823875), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.243948 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 819a13f1-c240-47e4-9283-405ea5823875 Oct 26 11:11:00.266725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75063e-8030-4f7a-b444-24503c586661 req-53b8f5b9-77a9-4cc9-91a0-5c39c1262021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:00.270541 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd75063e-8030-4f7a-b444-24503c586661 req-53b8f5b9-77a9-4cc9-91a0-5c39c1262021 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cbc3e50c-ce60-4c02-a798-ec439421f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4232392 Oct 26 11:11:00.289485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (602df3e5-eac6-45f3-a5fc-325bdc4ba96e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.301275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-6070e342-2d79-476a-b92b-879ba55ed7c2 req-38b7c34f-a64a-4b17-8191-59758f8e8667 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.309777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:00.328227 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:00.339605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:00.355055 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:00.357408 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:00.432839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dc6294-7a74-4c28-bac5-15a58264579e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-602df3e5-eac6-45f3-a5fc-325bdc4ba96e', 'network_id': '602df3e5-eac6-45f3-a5fc-325bdc4ba96e', 'project_id': '00ab79330a5945539cae0de137b12e4c', 'fixed_ips': [{'subnet_id': 'fff00164-5d5c-4347-9745-b23d1b421c74'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:11:00.436743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6294-7a74-4c28-bac5-15a58264579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.453818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-6070e342-2d79-476a-b92b-879ba55ed7c2 req-38b7c34f-a64a-4b17-8191-59758f8e8667 service neutron] Publish callbacks [] for security_group (1e54c796-787f-4b8f-a072-dcc1b47eace7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.472436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:00.474644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4aac9dca-84e0-497e-b5ea-c890d630e848), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.486854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-6070e342-2d79-476a-b92b-879ba55ed7c2 req-38b7c34f-a64a-4b17-8191-59758f8e8667 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (1e54c796-787f-4b8f-a072-dcc1b47eace7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.514704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:00.524168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51152) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:00.530098 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6070e342-2d79-476a-b92b-879ba55ed7c2 req-38b7c34f-a64a-4b17-8191-59758f8e8667 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903309 Oct 26 11:11:00.534303 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d173c3ad-f9be-4645-8fe9-933fd6004d7c req-fed906cd-7549-4746-99ed-5fb3a899d429 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2157025 Oct 26 11:11:00.539639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602df3e5-eac6-45f3-a5fc-325bdc4ba96e']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:00.550314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:00.620786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7c34f-a64a-4b17-8191-59758f8e8667 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1e54c796-787f-4b8f-a072-dcc1b47eace7,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:00.633994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735df8c8-6e8f-478e-864f-bbd88bb63f34') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:00.634374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735df8c8-6e8f-478e-864f-bbd88bb63f34') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:00.639094 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:00.663342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:00.678529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (735df8c8-6e8f-478e-864f-bbd88bb63f34), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.681629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a1d78715-a784-42d9-9834-258f3091dc83), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.695138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:00.698148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:11:00.706797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event deleted for resources: {'Port': ['ID=4aac9dca-84e0-497e-b5ea-c890d630e848,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:00.734830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (735df8c8-6e8f-478e-864f-bbd88bb63f34), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.760466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Network 6e173333-9f00-49d8-9eac-4f26f7ad51ec is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:00.761652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:00.762127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (735df8c8-6e8f-478e-864f-bbd88bb63f34), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.791786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:00.803425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:00.805864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:00.806595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.813698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for port (afbeab12-66a1-4e47-ab35-95493f014b0c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.816507 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 735df8c8-6e8f-478e-864f-bbd88bb63f34 resource provider aggregate not found Oct 26 11:11:00.852758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.854394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.855610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d78715-a784-42d9-9834-258f3091dc83,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:00.856386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.857498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.858256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.861193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.862482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.864462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.864995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.867311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.868443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.870280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.874271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.876744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.878810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:00.907943 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f0cbca85-1dd2-4b60-bb36-fedc14f764f1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8794382 Oct 26 11:11:00.908631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51160) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:00.920268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-160091994'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:00.943125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 819a13f1-c240-47e4-9283-405ea5823875 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:00.943523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (819a13f1-c240-47e4-9283-405ea5823875), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:00.952370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9024e-693f-4c0a-b78b-296133358e62 None None] Network 602df3e5-eac6-45f3-a5fc-325bdc4ba96e requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:00.955494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:00.964429 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 735df8c8-6e8f-478e-864f-bbd88bb63f34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 735df8c8-6e8f-478e-864f-bbd88bb63f34 found for delete ", "request_id": "req-5a0c8a23-fc87-4ca0-a7f9-2fad603ffdbc"}]} Oct 26 11:11:00.967420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Made reservation on behalf of ea6d0002d58e4b0a80fa1a64d0b8eca8 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:00.971697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.014000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (602df3e5-eac6-45f3-a5fc-325bdc4ba96e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.019387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.019886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.023642 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ec88811-2ff5-4843-8f02-18a0145245f8 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4aac9dca-84e0-497e-b5ea-c890d630e848 HTTP/1.1" status: 204 len: 168 time: 4.3882380 Oct 26 11:11:01.044033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.050997 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/602df3e5-eac6-45f3-a5fc-325bdc4ba96e HTTP/1.1" status: 204 len: 168 time: 1.5793629 Oct 26 11:11:01.050997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51162) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.054761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51164) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.103025 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7538a94-9ad5-4f31-b975-6fffbdf7de40 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): The resource could not be found. Oct 26 11:11:01.103994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7538a94-9ad5-4f31-b975-6fffbdf7de40 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:11:01.104115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8256596c-2e13-4fbf-ab61-36d144537c1a None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:01.119360 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c7538a94-9ad5-4f31-b975-6fffbdf7de40 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/fff00164-5d5c-4347-9745-b23d1b421c74 HTTP/1.1" status: 404 len: 337 time: 0.0507584 Oct 26 11:11:01.121411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:01.121806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.130031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51166) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.143500 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ea1fe08-8d04-4330-9e07-5ea08ae426ea req-d8bd64f5-3dd8-4704-939a-774ad34aa757 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1723483 Oct 26 11:11:01.169182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:01.169555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.169895 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:11:01.187819 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70c4e1f-df0d-47ec-b326-a4c423737ae4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): The resource could not be found. Oct 26 11:11:01.189443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70c4e1f-df0d-47ec-b326-a4c423737ae4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:11:01.195286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks [] for security_group (350de0b1-77f1-4648-a04b-5489178bdca5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.196624 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e70c4e1f-df0d-47ec-b326-a4c423737ae4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/602df3e5-eac6-45f3-a5fc-325bdc4ba96e HTTP/1.1" status: 404 len: 339 time: 0.0452034 Oct 26 11:11:01.198114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (afbeab12-66a1-4e47-ab35-95493f014b0c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.203589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51168) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.215388 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:47Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:01.226185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2cb90e-bd26-49fe-8cc0-0ca7002acaac {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:11:01.236115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (350de0b1-77f1-4648-a04b-5489178bdca5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.240984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 819a13f1-c240-47e4-9283-405ea5823875, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=819a13f1-c240-47e4-9283-405ea5823875,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:01.250229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab846823-e175-483c-ad5f-520fda03f415 req-0b73cbe9-d269-44d2-b65d-541f72dfc95d tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:01.252863 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ab846823-e175-483c-ad5f-520fda03f415 req-0b73cbe9-d269-44d2-b65d-541f72dfc95d tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 945 time: 0.5558708 Oct 26 11:11:01.260832 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a91e77-1b8c-4736-97eb-1af79f089bfa tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): The resource could not be found. Oct 26 11:11:01.261493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b14fa1-e913-48d1-b943-d7fd23c658fd tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Network': ['ID=602df3e5-eac6-45f3-a5fc-325bdc4ba96e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:01.261782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a91e77-1b8c-4736-97eb-1af79f089bfa tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:11:01.272867 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-84a91e77-1b8c-4736-97eb-1af79f089bfa tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/de25ed47-105e-4517-b067-5eb99c36d395 HTTP/1.1" status: 404 len: 337 time: 0.0601039 Oct 26 11:11:01.277137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51170) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.280931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (819a13f1-c240-47e4-9283-405ea5823875), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.286357 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92119605-6a0e-4861-9291-71360141e1b8 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:47Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:01.294446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:01.332844 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c52070d-001f-4351-8520-edc80ffe5a60 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] GET failed (client error): The resource could not be found. Oct 26 11:11:01.333804 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd75063e-8030-4f7a-b444-24503c586661 req-9974e37e-14c0-49aa-a043-ef30fc1032c0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0364616 Oct 26 11:11:01.339509 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6c52070d-001f-4351-8520-edc80ffe5a60 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "GET /networking/v2.0/ports/4aac9dca-84e0-497e-b5ea-c890d630e848 HTTP/1.1" status: 404 len: 333 time: 0.2890513 Oct 26 11:11:01.343559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51172) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.349717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:01.366080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c642781a-21d9-4f5b-b3d1-8cf42fb067ef tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): The resource could not be found. Oct 26 11:11:01.367267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c642781a-21d9-4f5b-b3d1-8cf42fb067ef tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:11:01.371301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.391178 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c642781a-21d9-4f5b-b3d1-8cf42fb067ef tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/ca0ac465-fb47-4354-98db-d576f5e60c96 HTTP/1.1" status: 404 len: 339 time: 0.0780728 Oct 26 11:11:01.406610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:01.406610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51174) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.413128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.418729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:01.421326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:01.432147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:01.453378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=819a13f1-c240-47e4-9283-405ea5823875,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:01.456425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:01.493259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:01.503864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.504215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.504561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.504901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.505236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.505420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:01.505561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.506712 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1471a9f7-d825-4737-a859-290708cb8c25 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): The resource could not be found. Oct 26 11:11:01.507179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1471a9f7-d825-4737-a859-290708cb8c25 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:11:01.509707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.523815 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1471a9f7-d825-4737-a859-290708cb8c25 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/cee69ccf-2a51-40e2-8b48-db6073b0b4b6 HTTP/1.1" status: 404 len: 337 time: 0.0746920 Oct 26 11:11:01.524016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.524016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.524016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.524016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.534262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.534846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.535295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.535810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:01.547260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51176) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.563998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:01.564819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:01.568013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:01.568566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.777110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Port': ['ID=afbeab12-66a1-4e47-ab35-95493f014b0c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:01.786855 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a40c8ab-a4b8-41b1-a177-6174ca838b3b tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): The resource could not be found. Oct 26 11:11:01.790340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a40c8ab-a4b8-41b1-a177-6174ca838b3b tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:11:01.799414 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0a40c8ab-a4b8-41b1-a177-6174ca838b3b tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/29bb0f45-b6e3-4cc4-9c9f-5d64b39c3138 HTTP/1.1" status: 404 len: 339 time: 0.2317731 Oct 26 11:11:01.800116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51180) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.843297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ab846823-e175-483c-ad5f-520fda03f415 req-09cc89d2-e8df-4944-9687-2b1344772a07 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5692880 Oct 26 11:11:01.866424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.870077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819a13f1-c240-47e4-9283-405ea5823875'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:11:01.872316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c54506-5568-4839-897c-c27321b0ad83" -d '{"events": [{"server_uuid": "244166bd-7df7-40b8-b00d-70906cd01fc5", "name": "network-vif-plugged", "status": "completed", "tag": "819a13f1-c240-47e4-9283-405ea5823875"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:11:01.888609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:01.905111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:01.905963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.924811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['fc2cb90e-bd26-49fe-8cc0-0ca7002acaac'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:11:01.959602 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-746516de-f66e-4989-81c7-8e1d41727e3d tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0936146 Oct 26 11:11:01.972881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1db6f7-4683-4159-8197-ed445445a377 req-270add94-ae24-4d65-a7cc-8c0538f64e94 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:01.977410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cc1db6f7-4683-4159-8197-ed445445a377 req-270add94-ae24-4d65-a7cc-8c0538f64e94 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 945 time: 0.2506623 Oct 26 11:11:01.982175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:01.989892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4f938bd2-aaac-40b5-8404-29f0ce07a03b tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:99:32:3f'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:01.994721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:01.995256 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Added segment a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a of type vlan for network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 Oct 26 11:11:01.998446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a02e98-e637-4640-aafc-7a38d838cbff x-openstack-request-id: req-f6a02e98-e637-4640-aafc-7a38d838cbff {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:11:01.999180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244166bd-7df7-40b8-b00d-70906cd01fc5", "name": "network-vif-plugged", "status": "completed", "tag": "819a13f1-c240-47e4-9283-405ea5823875", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:11:01.999573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6a02e98-e637-4640-aafc-7a38d838cbff {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:11:02.000190 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a02e98-e637-4640-aafc-7a38d838cbff'] response: {'server_uuid': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819a13f1-c240-47e4-9283-405ea5823875', 'code': 200} Oct 26 11:11:02.007968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350de0b1-77f1-4648-a04b-5489178bdca5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:02.054799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7495fac8-f8e9-49b5-b8cc-a0ce5264c0bb tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Deleting port a1d78715-a784-42d9-9834-258f3091dc83 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:02.055091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7495fac8-f8e9-49b5-b8cc-a0ce5264c0bb tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a1d78715-a784-42d9-9834-258f3091dc83), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.083250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:02.090522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5ef8913a-a678-4418-9396-5f0255dbf6e3 None None] Provisioning complete for port afbeab12-66a1-4e47-ab35-95493f014b0c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:02.091121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5ef8913a-a678-4418-9396-5f0255dbf6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (afbeab12-66a1-4e47-ab35-95493f014b0c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.091648 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5ef8913a-a678-4418-9396-5f0255dbf6e3 None None] Attempt 1 to provision port afbeab12-66a1-4e47-ab35-95493f014b0c Oct 26 11:11:02.127518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.128614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:02.172351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:02.175833 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd75063e-8030-4f7a-b444-24503c586661 req-5f02fb92-48da-4e60-80c9-f4087031546e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685299 Oct 26 11:11:02.239447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7495fac8-f8e9-49b5-b8cc-a0ce5264c0bb tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a1d78715-a784-42d9-9834-258f3091dc83), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.244432 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cc1db6f7-4683-4159-8197-ed445445a377 req-515a4202-7b16-460c-b15a-f36a3e2f35c6 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475357 Oct 26 11:11:02.317034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c7191945-c3f1-44bc-962f-45d128c2e8d4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Deleting port 852bc847-a0b3-4c44-831a-bf708eedbfda {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:02.317629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7191945-c3f1-44bc-962f-45d128c2e8d4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (852bc847-a0b3-4c44-831a-bf708eedbfda), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.349424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7495fac8-f8e9-49b5-b8cc-a0ce5264c0bb tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Calling delete_port for a1d78715-a784-42d9-9834-258f3091dc83 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:02.389020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (0ad987ff-87ca-4f7e-b4d6-7be3db153df5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.394459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-5c086c6d-6c43-4275-8140-baab592c0b17 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Deleting port 70e7d648-9b13-4c75-92a9-7406b7b64328 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:02.394806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5c086c6d-6c43-4275-8140-baab592c0b17 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (70e7d648-9b13-4c75-92a9-7406b7b64328), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.406759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:02.430450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:02.475061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8913a-a678-4418-9396-5f0255dbf6e3 None None] Port afbeab12-66a1-4e47-ab35-95493f014b0c cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:11:02.547207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d39ee3-562f-41c8-ad49-7122728e7964 req-958a6170-59a7-49ee-8e07-9f1be6e08a69 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:02.554302 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71d39ee3-562f-41c8-ad49-7122728e7964 req-958a6170-59a7-49ee-8e07-9f1be6e08a69 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 944 time: 0.2391005 Oct 26 11:11:02.580559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:02.607105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (0ad987ff-87ca-4f7e-b4d6-7be3db153df5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.614421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:02.614764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.628868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7191945-c3f1-44bc-962f-45d128c2e8d4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (852bc847-a0b3-4c44-831a-bf708eedbfda), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.670150 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:11:02.714826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c7191945-c3f1-44bc-962f-45d128c2e8d4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Calling delete_port for 852bc847-a0b3-4c44-831a-bf708eedbfda owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:02.716634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f938bd2-aaac-40b5-8404-29f0ce07a03b tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (afbeab12-66a1-4e47-ab35-95493f014b0c), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.787006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5c086c6d-6c43-4275-8140-baab592c0b17 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (70e7d648-9b13-4c75-92a9-7406b7b64328), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:02.802875 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2646918 Oct 26 11:11:02.814063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:02.814555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01d006-d3f3-4f17-8467-9fb715b51e9d tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Pushing event updated for resources: {'Network': ['ID=0ad987ff-87ca-4f7e-b4d6-7be3db153df5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:02.853489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-5c086c6d-6c43-4275-8140-baab592c0b17 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Calling delete_port for 70e7d648-9b13-4c75-92a9-7406b7b64328 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:02.871430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:02.937619 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71d39ee3-562f-41c8-ad49-7122728e7964 req-4fa1feef-2a1b-48fb-8dae-9f765dcebf33 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3724210 Oct 26 11:11:02.990529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7495fac8-f8e9-49b5-b8cc-a0ce5264c0bb tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a1d78715-a784-42d9-9834-258f3091dc83), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.031185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:03.031354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.031626 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:11:03.115970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495fac8-f8e9-49b5-b8cc-a0ce5264c0bb tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1d78715-a784-42d9-9834-258f3091dc83,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:03.129242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7495fac8-f8e9-49b5-b8cc-a0ce5264c0bb tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.133929 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7495fac8-f8e9-49b5-b8cc-a0ce5264c0bb tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/a1d78715-a784-42d9-9834-258f3091dc83 HTTP/1.1" status: 204 len: 168 time: 2.2217042 Oct 26 11:11:03.136479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51194) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:03.143746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e173333-9f00-49d8-9eac-4f26f7ad51ec', 'external_fixed_ips': [{'subnet_id': '9577484c-9fdf-4ea1-97d2-f8044db81af4', 'ip_address': '2001:db8::79'}]}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:03.197904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51196) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:03.230940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9cae8-c90c-4f08-a6da-f68b3b13becf req-cda170f2-5955-476f-a533-e6ecf78f486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:03.232726 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4fd9cae8-c90c-4f08-a6da-f68b3b13becf req-cda170f2-5955-476f-a533-e6ecf78f486c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 1130 time: 0.4131351 Oct 26 11:11:03.278746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Request body: {'port': {'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5', 'binding:host_id': 'hv-neutron-7598', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1901276232'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:03.284097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db13db-bd9f-4e46-a85c-a5fc865045c8 req-b84ccf6b-b1d8-47cc-b5b3-98c093964ce4 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:03.287935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b0db13db-bd9f-4e46-a85c-a5fc865045c8 req-b84ccf6b-b1d8-47cc-b5b3-98c093964ce4 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 946 time: 0.1736791 Oct 26 11:11:03.307978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5c086c6d-6c43-4275-8140-baab592c0b17 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (70e7d648-9b13-4c75-92a9-7406b7b64328), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.362961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (60d5e6cf-e757-485e-a425-eabcefdb140d), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.364200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (60d5e6cf-e757-485e-a425-eabcefdb140d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.376546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:03.385331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:51Z', 'revision_number': 8, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:03.422200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c086c6d-6c43-4275-8140-baab592c0b17 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event deleted for resources: {'Port': ['ID=70e7d648-9b13-4c75-92a9-7406b7b64328,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:03.429564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5c086c6d-6c43-4275-8140-baab592c0b17 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.435327 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c086c6d-6c43-4275-8140-baab592c0b17 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "DELETE /networking/v2.0/ports/70e7d648-9b13-4c75-92a9-7406b7b64328 HTTP/1.1" status: 204 len: 168 time: 2.0839102 Oct 26 11:11:03.439202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51200) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:03.439529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:03.442391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:03.447318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:03.447782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.489581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:03.490231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:03.501151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ea5baa-7a91-4955-8c51-32388dde30db tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Deleting subnet dd787d82-43a0-40ce-aa7c-20f1a6e24e67 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:03.508278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-83ea5baa-7a91-4955-8c51-32388dde30db tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for subnet (dd787d82-43a0-40ce-aa7c-20f1a6e24e67), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.522748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:03.557836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:03.590674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-83ea5baa-7a91-4955-8c51-32388dde30db tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (dd787d82-43a0-40ce-aa7c-20f1a6e24e67), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.654124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:03.742162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-83ea5baa-7a91-4955-8c51-32388dde30db tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (dd787d82-43a0-40ce-aa7c-20f1a6e24e67), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.749607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.805252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:03.808148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Made reservation on behalf of f4f4e6d2db4d462a8bbac51471bc7fad for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:03.810853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.828038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:03.830286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-83ea5baa-7a91-4955-8c51-32388dde30db tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (dd787d82-43a0-40ce-aa7c-20f1a6e24e67), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.859588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:03.860669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.870514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device fc2cb90e-bd26-49fe-8cc0-0ca7002acaac up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:03.909178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea5baa-7a91-4955-8c51-32388dde30db tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event deleted for resources: {'Subnet': ['ID=dd787d82-43a0-40ce-aa7c-20f1a6e24e67,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:03.911951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-83ea5baa-7a91-4955-8c51-32388dde30db tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.917706 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-83ea5baa-7a91-4955-8c51-32388dde30db tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/dd787d82-43a0-40ce-aa7c-20f1a6e24e67 HTTP/1.1" status: 204 len: 168 time: 0.4775186 Oct 26 11:11:03.922709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51202) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:03.936632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879dc50c-4559-4682-abc8-f405ed841363 None None] Network c6d73943-6df0-4ef2-93fb-dd8442ba8e4f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:03.953724 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_controller (60d5e6cf-e757-485e-a425-eabcefdb140d), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.981584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f938bd2-aaac-40b5-8404-29f0ce07a03b tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for port (afbeab12-66a1-4e47-ab35-95493f014b0c), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:03.990754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7191945-c3f1-44bc-962f-45d128c2e8d4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (852bc847-a0b3-4c44-831a-bf708eedbfda), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.008253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f938bd2-aaac-40b5-8404-29f0ce07a03b tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (afbeab12-66a1-4e47-ab35-95493f014b0c), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.016173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96939de-95e8-442d-930c-2e582da558d3 req-3ca33ec1-895b-4c21-bd5d-2621f4d9bb17 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:04.018339 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e96939de-95e8-442d-930c-2e582da558d3 req-3ca33ec1-895b-4c21-bd5d-2621f4d9bb17 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 945 time: 0.5137000 Oct 26 11:11:04.033811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:04.076548 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4fd9cae8-c90c-4f08-a6da-f68b3b13becf req-fa081f6a-bdc6-4199-a58a-0a05988fca76 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8288047 Oct 26 11:11:04.090145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7191945-c3f1-44bc-962f-45d128c2e8d4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Port': ['ID=852bc847-a0b3-4c44-831a-bf708eedbfda,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:04.113412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7191945-c3f1-44bc-962f-45d128c2e8d4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.116906 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c7191945-c3f1-44bc-962f-45d128c2e8d4 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/ports/852bc847-a0b3-4c44-831a-bf708eedbfda HTTP/1.1" status: 204 len: 168 time: 2.2773540 Oct 26 11:11:04.125200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51206) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:04.136672 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b0db13db-bd9f-4e46-a85c-a5fc865045c8 req-58c6cca3-0daa-433a-863d-ac3db43e0769 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6384254 Oct 26 11:11:04.143273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:04.150551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:04.151529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:04.172505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.196676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4f938bd2-aaac-40b5-8404-29f0ce07a03b tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] In _notify_port_updated(), no bound segment for port afbeab12-66a1-4e47-ab35-95493f014b0c on network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a {{(pid=105416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:11:04.201456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f938bd2-aaac-40b5-8404-29f0ce07a03b tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:04.202588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f938bd2-aaac-40b5-8404-29f0ce07a03b tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.204831 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4f938bd2-aaac-40b5-8404-29f0ce07a03b tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "PUT /networking/v2.0/ports/afbeab12-66a1-4e47-ab35-95493f014b0c HTTP/1.1" status: 200 len: 995 time: 2.2207203 Oct 26 11:11:04.209863 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1235001c-ce5c-4b02-911a-541a1b4b0968 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): The resource could not be found. Oct 26 11:11:04.210382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1235001c-ce5c-4b02-911a-541a1b4b0968 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:11:04.212280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51208) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:04.213346 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1235001c-ce5c-4b02-911a-541a1b4b0968 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/065e8e8a-bae9-4bea-a6ed-de88aa3e84a9 HTTP/1.1" status: 404 len: 337 time: 0.0850298 Oct 26 11:11:04.218286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:04.227488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f938bd2-aaac-40b5-8404-29f0ce07a03b tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Port': ['ID=afbeab12-66a1-4e47-ab35-95493f014b0c,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:04.284377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (60d5e6cf-e757-485e-a425-eabcefdb140d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.288550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:11:04.309447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a9976-1579-4d3b-8043-7a031f182af8 None None] DHCP port deletion for c6d73943-6df0-4ef2-93fb-dd8442ba8e4f request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:11:04.320199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:04.320791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.321053 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac Oct 26 11:11:04.354404 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e96939de-95e8-442d-930c-2e582da558d3 req-f4fc62be-d6de-4e3e-a811-2eee5fc5b939 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048074 Oct 26 11:11:04.385398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:51Z', 'revision_number': 8, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:04.403969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc09079-bb04-41b2-9a27-7165f74cc0c3 req-74dd0441-5a13-4591-bd24-6ada8f43b1f0 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:04.416033 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ffc09079-bb04-41b2-9a27-7165f74cc0c3 req-74dd0441-5a13-4591-bd24-6ada8f43b1f0 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 944 time: 0.1437616 Oct 26 11:11:04.419516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e50cb-ae0b-4d93-abbd-a25992f580c3 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Deleting port afbeab12-66a1-4e47-ab35-95493f014b0c {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:04.419516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac4e50cb-ae0b-4d93-abbd-a25992f580c3 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (afbeab12-66a1-4e47-ab35-95493f014b0c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.442125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24477ed-a385-4f2b-b238-d6f6cedda3ec None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:10:51Z', 'revision_number': 8, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:04.451207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:04.453308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-295a9976-1579-4d3b-8043-7a031f182af8 None None] Deleting port 92814126-f41e-4229-9096-473b270a2367 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:04.453308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-295a9976-1579-4d3b-8043-7a031f182af8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (92814126-f41e-4229-9096-473b270a2367), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.472262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (3027d085-849f-4c4e-96be-f4e394c7f3c5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.486497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks [] for security_group (74398c39-9cbe-4011-88b5-7ca2ad3cffbf), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.494830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Deleting port 92814126-f41e-4229-9096-473b270a2367 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:04.495257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (92814126-f41e-4229-9096-473b270a2367), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.521213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (74398c39-9cbe-4011-88b5-7ca2ad3cffbf), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.561249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] device_id is not set on port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:04.572715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:04.574085 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ffc09079-bb04-41b2-9a27-7165f74cc0c3 req-f39c625c-2eb5-4b0b-8155-267bd203354c tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569240 Oct 26 11:11:04.622689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:04.632794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-295a9976-1579-4d3b-8043-7a031f182af8 None None] For port 92814126-f41e-4229-9096-473b270a2367, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=92814126-f41e-4229-9096-473b270a2367,segment=NetworkSegment(21c36ff1-49b5-4e65-bef6-17fb3b276446),segment_id=21c36ff1-49b5-4e65-bef6-17fb3b276446)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:04.633224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-295a9976-1579-4d3b-8043-7a031f182af8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (92814126-f41e-4229-9096-473b270a2367), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.672952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-295a9976-1579-4d3b-8043-7a031f182af8 None None] Calling delete_port for 92814126-f41e-4229-9096-473b270a2367 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:04.683917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:04.684312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.689175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac4e50cb-ae0b-4d93-abbd-a25992f580c3 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (afbeab12-66a1-4e47-ab35-95493f014b0c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.708482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74398c39-9cbe-4011-88b5-7ca2ad3cffbf,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:04.713605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140266-8116-4140-903a-19797af91bee req-be0b9c43-b00b-4083-a2a6-23118b86f679 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:04.721645 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-99140266-8116-4140-903a-19797af91bee req-be0b9c43-b00b-4083-a2a6-23118b86f679 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 945 time: 0.1207619 Oct 26 11:11:04.727226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] For port 92814126-f41e-4229-9096-473b270a2367, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=92814126-f41e-4229-9096-473b270a2367,segment=NetworkSegment(21c36ff1-49b5-4e65-bef6-17fb3b276446),segment_id=21c36ff1-49b5-4e65-bef6-17fb3b276446)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:04.727698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (92814126-f41e-4229-9096-473b270a2367), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.730372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51214) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:04.735659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Request body: {'floatingip': {'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:04.745514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:04.750133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Deleting port 8b2dd35c-61dd-41ab-801a-f7152c84abe3 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:04.750553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8b2dd35c-61dd-41ab-801a-f7152c84abe3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.753977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56026cad-4fd6-4f50-b5a3-912d68723745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:11:04.756358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6905fe9-13c7-45b2-86ce-192c6899cc9f" -d '{"events": [{"server_uuid": "56026cad-4fd6-4f50-b5a3-912d68723745", "name": "network-vif-plugged", "status": "completed", "tag": "fc2cb90e-bd26-49fe-8cc0-0ca7002acaac"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:11:04.790162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e50cb-ae0b-4d93-abbd-a25992f580c3 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Calling delete_port for afbeab12-66a1-4e47-ab35-95493f014b0c owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:04.799373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:04.821151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.839168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Calling delete_port for 92814126-f41e-4229-9096-473b270a2367 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:04.847917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f14e8f-95fd-4ed7-8d26-fc77237bbd26 x-openstack-request-id: req-c9f14e8f-95fd-4ed7-8d26-fc77237bbd26 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:11:04.848232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56026cad-4fd6-4f50-b5a3-912d68723745", "name": "network-vif-plugged", "status": "completed", "tag": "fc2cb90e-bd26-49fe-8cc0-0ca7002acaac", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:11:04.848491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9f14e8f-95fd-4ed7-8d26-fc77237bbd26 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:11:04.848888 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f14e8f-95fd-4ed7-8d26-fc77237bbd26'] response: {'server_uuid': '56026cad-4fd6-4f50-b5a3-912d68723745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'code': 200} Oct 26 11:11:04.875055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for floatingip (fefaea03-fefd-4d25-a459-91e3b40d7dd6), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.898608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:04.899823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:04.911193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:04.958388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-295a9976-1579-4d3b-8043-7a031f182af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (92814126-f41e-4229-9096-473b270a2367), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:04.964459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:05.010442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a9976-1579-4d3b-8043-7a031f182af8 None None] No DVR routers for this DVR port 92814126-f41e-4229-9096-473b270a2367 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:05.012397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a9976-1579-4d3b-8043-7a031f182af8 None None] Pushing event deleted for resources: {'Port': ['ID=92814126-f41e-4229-9096-473b270a2367,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:05.043095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:05.128644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] For port 8b2dd35c-61dd-41ab-801a-f7152c84abe3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8b2dd35c-61dd-41ab-801a-f7152c84abe3,segment=NetworkSegment(0b2ef0e1-0777-4ff5-aa0c-c12a94475c64),segment_id=0b2ef0e1-0777-4ff5-aa0c-c12a94475c64)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:05.129744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8b2dd35c-61dd-41ab-801a-f7152c84abe3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:05.169694 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Calling delete_port for 8b2dd35c-61dd-41ab-801a-f7152c84abe3 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:05.177204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (60d5e6cf-e757-485e-a425-eabcefdb140d), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:05.257661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:05.259417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:05.275092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:05.289837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:05.352812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:05.364446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (92814126-f41e-4229-9096-473b270a2367), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:05.398170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] device_id is not set on port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:05.461986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event deleted for resources: {'Port': ['ID=92814126-f41e-4229-9096-473b270a2367,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:05.463847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b255f4-c4ec-4cda-bac2-5eef099d54bf req-33e85347-e566-46b1-8556-5ff62d82c71a tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:05.464647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:05.465432 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-51b255f4-c4ec-4cda-bac2-5eef099d54bf req-33e85347-e566-46b1-8556-5ff62d82c71a tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 946 time: 0.1873152 Oct 26 11:11:05.480362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks [] for port (d7130969-0f8c-41a8-bb7b-17a846aa0ea8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:05.482244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] No DVR routers for this DVR port 92814126-f41e-4229-9096-473b270a2367 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:05.509820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d7130969-0f8c-41a8-bb7b-17a846aa0ea8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:05.561305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:05.567157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-51b255f4-c4ec-4cda-bac2-5eef099d54bf req-cc269052-d0c4-4b46-8727-36266ddc5022 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938592 Oct 26 11:11:05.569623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac4e50cb-ae0b-4d93-abbd-a25992f580c3 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (afbeab12-66a1-4e47-ab35-95493f014b0c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:05.598800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:05.599957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:05.650458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e50cb-ae0b-4d93-abbd-a25992f580c3 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event deleted for resources: {'Port': ['ID=afbeab12-66a1-4e47-ab35-95493f014b0c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:05.708717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8b2dd35c-61dd-41ab-801a-f7152c84abe3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:05.771480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:05.776575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:05.851449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No DVR routers for this DVR port 8b2dd35c-61dd-41ab-801a-f7152c84abe3 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:05.895410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:05.928427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7354026-7632-47a4-bef8-2c3bf128234a req-b37c7ac6-4c11-43e3-b94d-0393af4b79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:05.930128 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a7354026-7632-47a4-bef8-2c3bf128234a req-b37c7ac6-4c11-43e3-b94d-0393af4b79e9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 1129 time: 0.2344053 Oct 26 11:11:06.089200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339faa9-e5e1-41db-a44b-93aa2fe26b1e req-cdad72d8-77e3-4641-ad48-0ebc381f02ab tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:06.090963 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4339faa9-e5e1-41db-a44b-93aa2fe26b1e req-cdad72d8-77e3-4641-ad48-0ebc381f02ab tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 945 time: 0.3676851 Oct 26 11:11:06.169384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'Port': ['ID=d7130969-0f8c-41a8-bb7b-17a846aa0ea8,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:06.232688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.235534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Allocated IP 2001:db8::79 (6e173333-9f00-49d8-9eac-4f26f7ad51ec/9577484c-9fdf-4ea1-97d2-f8044db81af4/83997153-29b2-4c96-b41e-23262f962479) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:06.265319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Port': ['ID=8b2dd35c-61dd-41ab-801a-f7152c84abe3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:06.274338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:11:06.283511 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a7354026-7632-47a4-bef8-2c3bf128234a req-4e5b6090-5c50-4326-8260-9b65245e5cfd service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049636 Oct 26 11:11:06.317736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d73943-6df0-4ef2-93fb-dd8442ba8e4f']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:06.321295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (3027d085-849f-4c4e-96be-f4e394c7f3c5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.343102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Checking segment: {'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:06.343757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Network hostable DHCP agents. Network: 0ad987ff-87ca-4f7e-b4d6-7be3db153df5, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:06.348643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c36ff1-49b5-4e65-bef6-17fb3b276446') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:06.348937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c36ff1-49b5-4e65-bef6-17fb3b276446') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:06.359265 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4339faa9-e5e1-41db-a44b-93aa2fe26b1e req-6b0ca0d7-d789-4af5-97a1-f68c871c4c29 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369933 Oct 26 11:11:06.371783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac4e50cb-ae0b-4d93-abbd-a25992f580c3 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.374922 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac4e50cb-ae0b-4d93-abbd-a25992f580c3 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "DELETE /networking/v2.0/ports/afbeab12-66a1-4e47-ab35-95493f014b0c HTTP/1.1" status: 204 len: 168 time: 2.1603630 Oct 26 11:11:06.379279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.379977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51222) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:06.383433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (21c36ff1-49b5-4e65-bef6-17fb3b276446), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.386093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3027d085-849f-4c4e-96be-f4e394c7f3c5']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:06.406380 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc37c486-9445-4c02-bfb6-d05b8af9c3d6 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] GET failed (client error): The resource could not be found. Oct 26 11:11:06.408385 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cc37c486-9445-4c02-bfb6-d05b8af9c3d6 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "GET /networking/v2.0/ports/afbeab12-66a1-4e47-ab35-95493f014b0c HTTP/1.1" status: 404 len: 333 time: 0.0275102 Oct 26 11:11:06.409073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (fefaea03-fefd-4d25-a459-91e3b40d7dd6), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.412174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51224) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:06.416533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'port': {'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a', 'name': 'tempest-AllowedAddressPairTestJSON-2074829611'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:06.443077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2ef0e1-0777-4ff5-aa0c-c12a94475c64') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:06.443379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2ef0e1-0777-4ff5-aa0c-c12a94475c64') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:06.458910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (21c36ff1-49b5-4e65-bef6-17fb3b276446), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.461474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:06.468931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (0b2ef0e1-0777-4ff5-aa0c-c12a94475c64), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.490451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:06.490889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (21c36ff1-49b5-4e65-bef6-17fb3b276446), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.522255 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 21c36ff1-49b5-4e65-bef6-17fb3b276446 resource provider aggregate not found Oct 26 11:11:06.526021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (0b2ef0e1-0777-4ff5-aa0c-c12a94475c64), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.529206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:06.583212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:06.583626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (0b2ef0e1-0777-4ff5-aa0c-c12a94475c64), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.609149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:06.629788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 0ad987ff-87ca-4f7e-b4d6-7be3db153df5) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:06.635461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:06.638659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876a9d50-794a-44b4-85ee-28e7041c56c2 None None] Network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:06.660489 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:06.661241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:06.686173 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 21c36ff1-49b5-4e65-bef6-17fb3b276446 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21c36ff1-49b5-4e65-bef6-17fb3b276446 found for delete ", "request_id": "req-a3217fd3-c1ce-4c40-beb3-48e489a6ca4a"}]} Oct 26 11:11:06.726977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (c6d73943-6df0-4ef2-93fb-dd8442ba8e4f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.734016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.737743 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] 10.222.0.26 "DELETE /networking/v2.0/networks/c6d73943-6df0-4ef2-93fb-dd8442ba8e4f HTTP/1.1" status: 204 len: 168 time: 2.7863462 Oct 26 11:11:06.741915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:06.744694 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for port (83997153-29b2-4c96-b41e-23262f962479), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.750327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:06.750675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:06.751793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:06.780525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2ed2f-1d09-4aa9-8717-7f96ecb04211 tempest-AllowedAddressPairIpV6TestJSON-822698972 tempest-AllowedAddressPairIpV6TestJSON-822698972-project] Pushing event deleted for resources: {'Network': ['ID=c6d73943-6df0-4ef2-93fb-dd8442ba8e4f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:06.783502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:06.783892 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:06.784444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (3027d085-849f-4c4e-96be-f4e394c7f3c5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.797021 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 2 to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 Oct 26 11:11:06.804408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:06.810534 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/3027d085-849f-4c4e-96be-f4e394c7f3c5 HTTP/1.1" status: 204 len: 168 time: 2.5894642 Oct 26 11:11:06.825333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51234) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:06.831655 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:06.856163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4a038-ed51-401b-9ad2-9d1850d56d82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Network': ['ID=3027d085-849f-4c4e-96be-f4e394c7f3c5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:06.898020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:06.898341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:06.898677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:06.942400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:06.978298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:06.979341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:07.027707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Made reservation on behalf of 42dfbb4e6ee94f558350ca31e4c33cde for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:07.033061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:07.052163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:07.052495 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:07.060498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc893c21-57c5-4559-ae96-7359cc632248 req-0006b8fe-ac10-4c3e-ad3e-340add322fe8 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:07.062296 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fc893c21-57c5-4559-ae96-7359cc632248 req-0006b8fe-ac10-4c3e-ad3e-340add322fe8 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 946 time: 0.1395686 Oct 26 11:11:07.066642 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 3 to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 Oct 26 11:11:07.081316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:07.087954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (83997153-29b2-4c96-b41e-23262f962479), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:07.089919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] device_id is not set on port 92c3014f-c188-4ec5-894d-98b613380606 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:07.113230 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6 associated. External IP: 172.26.0.105, port: ea74f30a-0137-4e9f-b49f-d85e58d5d5a2. Oct 26 11:11:07.190815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Network 6e173333-9f00-49d8-9eac-4f26f7ad51ec is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:07.209316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:07.212479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dd357344-628b-471f-b70b-6f5c50a03e72 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Deleting port 98150747-ab4b-4e0d-94a2-4dadc20d1c1e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:07.212996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd357344-628b-471f-b70b-6f5c50a03e72 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (98150747-ab4b-4e0d-94a2-4dadc20d1c1e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:07.225588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:07.237220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:07.288979 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fc893c21-57c5-4559-ae96-7359cc632248 req-003bacad-7f05-4fa5-8d65-377650e99b69 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151749 Oct 26 11:11:07.370571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 92814126-f41e-4229-9096-473b270a2367 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:07.394373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51240) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:07.422566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd357344-628b-471f-b70b-6f5c50a03e72 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (98150747-ab4b-4e0d-94a2-4dadc20d1c1e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:07.446427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 92814126-f41e-4229-9096-473b270a2367 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:11:07.452068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 92814126-f41e-4229-9096-473b270a2367 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:11:07.452777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:07.488463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Allocated IP 172.20.0.10 (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a/eb556012-6499-47c5-9dad-7f6271c69abb/92c3014f-c188-4ec5-894d-98b613380606) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:07.490310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dd357344-628b-471f-b70b-6f5c50a03e72 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Calling delete_port for 98150747-ab4b-4e0d-94a2-4dadc20d1c1e owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:07.573588 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:06Z', 'revision_number': 1, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:07.616898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:07.618668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:07.619028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:07.622360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:07.643101 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:07.673007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd357344-628b-471f-b70b-6f5c50a03e72 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (98150747-ab4b-4e0d-94a2-4dadc20d1c1e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:07.677591 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:07.679107 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:07.722195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:07.732459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:07.732792 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:07.733165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:07.750888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:07.751287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:07.767271 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 4 to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 Oct 26 11:11:07.774893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:47Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:07.775406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:07.828605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:07.831669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:07.833245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd357344-628b-471f-b70b-6f5c50a03e72 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:07.842938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:07.843685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:07.845281 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dd357344-628b-471f-b70b-6f5c50a03e72 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/ports/98150747-ab4b-4e0d-94a2-4dadc20d1c1e HTTP/1.1" status: 204 len: 168 time: 1.0165823 Oct 26 11:11:07.846282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:07.846503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:07.846836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:07.852314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:07.853722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:07.854156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51246) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:07.863382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:07.863789 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:07.865457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event updated for resources: {'Port': ['ID=83997153-29b2-4c96-b41e-23262f962479,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:07.870338 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 5 to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 Oct 26 11:11:07.871325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdf4f6-a1a2-4ae4-848a-ec92ea07e785 req-1c4b2bea-1ebe-4e69-a213-725ba6e6f5ad tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:07.887890 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f8bdf4f6-a1a2-4ae4-848a-ec92ea07e785 req-1c4b2bea-1ebe-4e69-a213-725ba6e6f5ad tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 946 time: 0.3790050 Oct 26 11:11:07.909894 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:07.922196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ba2ff-634d-432b-8305-38f9c3170f44 req-dcd6d815-f979-467a-bc5a-64c5ff5d60e6 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:07.930789 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-395ba2ff-634d-432b-8305-38f9c3170f44 req-dcd6d815-f979-467a-bc5a-64c5ff5d60e6 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 945 time: 0.4195659 Oct 26 11:11:07.939959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:07.940307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:07.940649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:07.943748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51248) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:07.943937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd357344-628b-471f-b70b-6f5c50a03e72 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Port': ['ID=98150747-ab4b-4e0d-94a2-4dadc20d1c1e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:07.967577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:07.967947 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:07.977285 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 6 to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 Oct 26 11:11:07.989328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Request body: {'floatingip': {'port_id': '819a13f1-c240-47e4-9283-405ea5823875'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:08.009280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:08.009628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:08.009969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:08.020236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:08.020485 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:08.021072 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 7 to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 Oct 26 11:11:08.036544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:08.056879 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8af4ee6-7c06-4e58-833f-4d25b308f45f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] DELETE failed (client error): The resource could not be found. Oct 26 11:11:08.057548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8af4ee6-7c06-4e58-833f-4d25b308f45f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:11:08.060993 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a8af4ee6-7c06-4e58-833f-4d25b308f45f tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/604b82c2-73db-4b5b-abb9-264d348d0387 HTTP/1.1" status: 404 len: 337 time: 0.1721532 Oct 26 11:11:08.114985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:08.116256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-99c509d3-8e2d-416d-b7db-4f2756df622f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c4a2e5dfc7dd4f2ab62ff544cb878a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7186954 Oct 26 11:11:08.123752 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51250) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:08.124583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:08.142760 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:08.192966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (60d5e6cf-e757-485e-a425-eabcefdb140d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.221859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:06Z', 'revision_number': 1, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:08.222319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:08.244018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:08.244713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:08.245352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:08.255418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:08.256068 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:08.258144 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 8 to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 Oct 26 11:11:08.261202 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fdd75-62ca-48fd-8e1c-82d327a8a699 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:06Z', 'revision_number': 1, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:10:36Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:08.311042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:08.311430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.313086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:08.313509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:08.313858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:08.356891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:08.370901 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-395ba2ff-634d-432b-8305-38f9c3170f44 req-eefb474e-67fd-4452-8576-d2f01c54e2b1 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4392586 Oct 26 11:11:08.376661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.382008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for floatingip (bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.405676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:08.406083 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:08.408862 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 9 to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 Oct 26 11:11:08.415742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:08.417601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:08.426393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Router d6bdc73e-8116-4e16-abd4-2cdebd36b8be has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:11:08.437413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:08.437746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:08.438081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:08.482051 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:08.482739 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:08.486026 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.plugins.ml2.plugin [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 10 to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 Oct 26 11:11:08.488102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for port (92c3014f-c188-4ec5-894d-98b613380606), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.494568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (12b5c54a-c36e-4d1b-9cd9-604b4413bae0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.505046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:47Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:08.512411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:08.513121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:08.513671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:08.521302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:08.522336 dv-neutron-759874-5-hyperv neutron-server[105415]: ERROR neutron.plugins.ml2.managers [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:08.522531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d7130969-0f8c-41a8-bb7b-17a846aa0ea8), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.528574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (60d5e6cf-e757-485e-a425-eabcefdb140d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.621754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467412d1-9dce-4f6a-9c18-a1f885dbf3a7 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:10:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:10:47Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:08.635810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:08.718753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:08.741837 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 0b2ef0e1-0777-4ff5-aa0c-c12a94475c64 resource provider aggregate not found Oct 26 11:11:08.741948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0975229e-0171-4756-b729-51d437a26e8b admin admin] Publish callbacks [] for security_group (27a5b06a-e8dd-4c42-acb0-13852b950a64), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.743626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:08.750178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] For port d7130969-0f8c-41a8-bb7b-17a846aa0ea8, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:11:08.750178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempted to set empty binding levels {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 11:11:08.784439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (d7130969-0f8c-41a8-bb7b-17a846aa0ea8), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.785840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:08.787557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.793009 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 0b2ef0e1-0777-4ff5-aa0c-c12a94475c64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b2ef0e1-0777-4ff5-aa0c-c12a94475c64 found for delete ", "request_id": "req-01d7e035-d190-4bc2-b335-c4eaaea9c481"}]} Oct 26 11:11:08.862044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Deleting port 3b8a8574-664a-4926-bd69-93cb857d0650 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:08.862867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3b8a8574-664a-4926-bd69-93cb857d0650), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.865740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (92c3014f-c188-4ec5-894d-98b613380606), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.912732 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.6399240 Oct 26 11:11:08.923842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51258) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:08.934234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed57373-883a-4669-89ff-b8e3823aec7c tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'Port': ['ID=d7130969-0f8c-41a8-bb7b-17a846aa0ea8,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:08.943680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:08.947830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0975229e-0171-4756-b729-51d437a26e8b admin admin] Publish callbacks [] for security_group (27a5b06a-e8dd-4c42-acb0-13852b950a64), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:08.952528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:08.989860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Router 60d5e6cf-e757-485e-a425-eabcefdb140d is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:11:09.000687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:09.155098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:11:09.161515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:09.170969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:09.178661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:09.190547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:11:09.210539 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Sync routers for ids ['60d5e6cf-e757-485e-a425-eabcefdb140d'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:09.237435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:09.237898 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Routers {'60d5e6cf-e757-485e-a425-eabcefdb140d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:09.238337 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['60d5e6cf-e757-485e-a425-eabcefdb140d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:09.238773 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-085da27d-a6a6-49e7-96ed-461e2fcb5b0f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.0995145 Oct 26 11:11:09.242431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51260) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:09.255760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] For port 3b8a8574-664a-4926-bd69-93cb857d0650, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b8a8574-664a-4926-bd69-93cb857d0650,segment=NetworkSegment(3b337cd9-8d44-45ae-8c05-92dcf919e640),segment_id=3b337cd9-8d44-45ae-8c05-92dcf919e640)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:09.256252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3b8a8574-664a-4926-bd69-93cb857d0650), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:09.271893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:09.276150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:09.296244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Port': ['ID=92c3014f-c188-4ec5-894d-98b613380606,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:09.325899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:09.393140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:09.397431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:09.446815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Set router 60d5e6cf-e757-485e-a425-eabcefdb140d gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:09.472260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (60d5e6cf-e757-485e-a425-eabcefdb140d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:09.545841 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:09.703903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (60d5e6cf-e757-485e-a425-eabcefdb140d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:09.733988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3a0ccbc3-6a12-4e27-89ff-141f01055c30 None None] Provisioning complete for port 92c3014f-c188-4ec5-894d-98b613380606 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:09.737748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccbc3-6a12-4e27-89ff-141f01055c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (92c3014f-c188-4ec5-894d-98b613380606), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:09.738146 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3a0ccbc3-6a12-4e27-89ff-141f01055c30 None None] Attempt 1 to provision port 92c3014f-c188-4ec5-894d-98b613380606 Oct 26 11:11:09.769582 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5e6cf-e757-485e-a425-eabcefdb140d', 'name': '', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e173333-9f00-49d8-9eac-4f26f7ad51ec', 'external_fixed_ips': [{'subnet_id': '9577484c-9fdf-4ea1-97d2-f8044db81af4', 'ip_address': '2001:db8::79'}], 'enable_snat': True}, 'gw_port_id': '83997153-29b2-4c96-b41e-23262f962479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:03Z', 'updated_at': '2022-10-26T11:11:07Z', 'revision_number': 3, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port': {'id': '83997153-29b2-4c96-b41e-23262f962479', 'name': '', 'network_id': '6e173333-9f00-49d8-9eac-4f26f7ad51ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:65:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5e6cf-e757-485e-a425-eabcefdb140d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9577484c-9fdf-4ea1-97d2-f8044db81af4', 'ip_address': '2001:db8::79', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:11:05Z', 'updated_at': '2022-10-26T11:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9577484c-9fdf-4ea1-97d2-f8044db81af4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:09.786582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Deleting port 83997153-29b2-4c96-b41e-23262f962479 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:09.786925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (83997153-29b2-4c96-b41e-23262f962479), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:09.812933 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Checking router: 60d5e6cf-e757-485e-a425-eabcefdb140d for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:09.813264 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Updating router 60d5e6cf-e757-485e-a425-eabcefdb140d port 83997153-29b2-4c96-b41e-23262f962479 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:11:09.844748 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (83997153-29b2-4c96-b41e-23262f962479), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:09.854338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Calling delete_port for 3b8a8574-664a-4926-bd69-93cb857d0650 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:09.892316 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-acec641c-c1df-4873-b2dc-2d5e93f0cd52 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/fefaea03-fefd-4d25-a459-91e3b40d7dd6 HTTP/1.1" status: 200 len: 991 time: 5.1603224 Oct 26 11:11:09.913324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'tag': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:11:09.916181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838" -d '{"events": [{"name": "network-changed", "server_uuid": "a685c75d-d6bc-44c5-b0d0-880b8158a61c", "tag": "ea74f30a-0137-4e9f-b49f-d85e58d5d5a2"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:11:09.930737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (83997153-29b2-4c96-b41e-23262f962479), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:09.966743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Calling delete_port for 83997153-29b2-4c96-b41e-23262f962479 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:09.999989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0975229e-0171-4756-b729-51d437a26e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (27a5b06a-e8dd-4c42-acb0-13852b950a64), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.003078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0975229e-0171-4756-b729-51d437a26e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.013187 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0975229e-0171-4756-b729-51d437a26e8b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/27a5b06a-e8dd-4c42-acb0-13852b950a64 HTTP/1.1" status: 204 len: 168 time: 1.7927384 Oct 26 11:11:10.077743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:10.086292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:10.090702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:10.138515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ccbc3-6a12-4e27-89ff-141f01055c30 None None] Port 92c3014f-c188-4ec5-894d-98b613380606 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:11:10.149689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:10.150654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:10.150817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c22785a-bce1-4fe7-b50f-7f500200b8e0 x-openstack-request-id: req-8c22785a-bce1-4fe7-b50f-7f500200b8e0 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:11:10.151520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a685c75d-d6bc-44c5-b0d0-880b8158a61c", "tag": "ea74f30a-0137-4e9f-b49f-d85e58d5d5a2", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:11:10.151817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c22785a-bce1-4fe7-b50f-7f500200b8e0 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:11:10.152225 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c22785a-bce1-4fe7-b50f-7f500200b8e0'] response: {'name': 'network-changed', 'server_uuid': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'tag': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'status': 'completed', 'code': 200} Oct 26 11:11:10.239670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a183ed-2cce-4443-b9b8-c7db7f3e59e1 req-57a30dbd-1685-43bf-a808-4919a5b57b84 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:10.243551 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c0a183ed-2cce-4443-b9b8-c7db7f3e59e1 req-57a30dbd-1685-43bf-a808-4919a5b57b84 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 945 time: 0.3769624 Oct 26 11:11:10.244800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975229e-0171-4756-b729-51d437a26e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a5b06a-e8dd-4c42-acb0-13852b950a64,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:10.255896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:10.257231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.348346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0412b2f7-bbdf-41db-834c-a09e00f2f34e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:10.348713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.349046 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0412b2f7-bbdf-41db-834c-a09e00f2f34e Oct 26 11:11:10.457394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (83997153-29b2-4c96-b41e-23262f962479), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.506106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event deleted for resources: {'Port': ['ID=83997153-29b2-4c96-b41e-23262f962479,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:10.512895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:10.561599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6001d77d-c827-48e5-ba65-a9fca805ce5a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Deleting port d7130969-0f8c-41a8-bb7b-17a846aa0ea8 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:10.561859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6001d77d-c827-48e5-ba65-a9fca805ce5a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d7130969-0f8c-41a8-bb7b-17a846aa0ea8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.591188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (60d5e6cf-e757-485e-a425-eabcefdb140d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.632144 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.db.api [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:11:10.632931 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG oslo_db.api [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:11:10.659298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:10.684727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-21fc6c35-463d-4d67-b47e-7043d6f48a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:10.686221 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-21fc6c35-463d-4d67-b47e-7043d6f48a79 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55&device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 1129 time: 0.5331187 Oct 26 11:11:10.694364 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7a2117c3-0867-4ee1-ab48-28dec1689a19 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2789891 Oct 26 11:11:10.694364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3b8a8574-664a-4926-bd69-93cb857d0650), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.738334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51280) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:10.744399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-536a703a-6451-440d-83eb-0f16aa5d8ac2 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:99:32:3f'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:10.771536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:10.771953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.789882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:10.854800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:10.867292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:10.965107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:10.966855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-d17d1617-a7e7-416b-9f0e-6dbc75f7ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:10.968453 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-d17d1617-a7e7-416b-9f0e-6dbc75f7ee2d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=2021c8ec-7285-4563-809f-563a6427766a HTTP/1.1" status: 200 len: 913 time: 0.2077758 Oct 26 11:11:11.013378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:11.079199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Port': ['ID=3b8a8574-664a-4926-bd69-93cb857d0650,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:11.085382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No DVR routers for this DVR port 3b8a8574-664a-4926-bd69-93cb857d0650 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:11.151832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:11.159332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:08Z', 'revision_number': 10, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:11.166626 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Port 83997153-29b2-4c96-b41e-23262f962479 not found while updating agent binding for router 60d5e6cf-e757-485e-a425-eabcefdb140d. {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 11:11:11.191634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Routers {'60d5e6cf-e757-485e-a425-eabcefdb140d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:11.192318 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['60d5e6cf-e757-485e-a425-eabcefdb140d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:11.201714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:11.217490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:11.218446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:11.222977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:11:11.228686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (60d5e6cf-e757-485e-a425-eabcefdb140d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.234741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_controller (60d5e6cf-e757-485e-a425-eabcefdb140d), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.343344 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] Set router 60d5e6cf-e757-485e-a425-eabcefdb140d gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:11.349705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51290) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:11.357339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:11.358476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:11.370164 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c0a183ed-2cce-4443-b9b8-c7db7f3e59e1 req-d362031e-45d3-4d21-bf2f-e57f880eef01 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0810978 Oct 26 11:11:11.415049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:11.416819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-6001d77d-c827-48e5-ba65-a9fca805ce5a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] For port d7130969-0f8c-41a8-bb7b-17a846aa0ea8, host hv-neutron-7598, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:11.417193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6001d77d-c827-48e5-ba65-a9fca805ce5a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d7130969-0f8c-41a8-bb7b-17a846aa0ea8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.458546 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5e6cf-e757-485e-a425-eabcefdb140d', 'name': '', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:03Z', 'updated_at': '2022-10-26T11:11:10Z', 'revision_number': 5, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:11.489374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6001d77d-c827-48e5-ba65-a9fca805ce5a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Calling delete_port for d7130969-0f8c-41a8-bb7b-17a846aa0ea8 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:11.494823 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41c6a37-81ff-4bdd-8d5d-deb5458b9b09 None None] The sync data for ids ['60d5e6cf-e757-485e-a425-eabcefdb140d'] in dv-neutron-759874-5-hyperv is: [{'id': '60d5e6cf-e757-485e-a425-eabcefdb140d', 'name': '', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:03Z', 'updated_at': '2022-10-26T11:11:10Z', 'revision_number': 5, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:11.499136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:11.520297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-23fa5949-1734-4658-8d72-d2ca13011c13 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 HTTP/1.1" status: 200 len: 999 time: 0.4626846 Oct 26 11:11:11.540558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.558003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (60d5e6cf-e757-485e-a425-eabcefdb140d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.558003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60d5e6cf-e757-485e-a425-eabcefdb140d {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:11:11.582097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.597652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.610220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:11.611850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:11.620505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.624129 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9aab01e4-bc7e-41ed-b681-b236d7ef36ef tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/60d5e6cf-e757-485e-a425-eabcefdb140d HTTP/1.1" status: 204 len: 168 time: 2.3782153 Oct 26 11:11:11.628522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51296) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:11.632128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'networks': [{'name': 'tempest-network--1915146231'}, {'name': 'tempest-network--34363194'}]} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:11.632444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'network': {'name': 'tempest-network--1915146231'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:11.632888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'network': {'name': 'tempest-network--34363194'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:11.642263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (12b5c54a-c36e-4d1b-9cd9-604b4413bae0), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.686290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-536a703a-6451-440d-83eb-0f16aa5d8ac2 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (92c3014f-c188-4ec5-894d-98b613380606), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.738815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Made reservation on behalf of c86a68f8ce444259a2488d1783c7fd3f for: {'network': 2} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:11.743992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.753056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abbcdee-1159-4f5e-9dc7-4dd69233b4a1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Deleting subnet 9577484c-9fdf-4ea1-97d2-f8044db81af4 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:11.784972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:11.790317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9abbcdee-1159-4f5e-9dc7-4dd69233b4a1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for subnet (9577484c-9fdf-4ea1-97d2-f8044db81af4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.795250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.815498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b5c54a-c36e-4d1b-9cd9-604b4413bae0']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:11.837486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ca4a3-accc-4f80-bfb5-d21980894285 req-df676fc9-f522-4ac6-8d36-7f694eca53e5 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:11.839291 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-982ca4a3-accc-4f80-bfb5-d21980894285 req-df676fc9-f522-4ac6-8d36-7f694eca53e5 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 945 time: 0.3090985 Oct 26 11:11:11.843846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:11.851094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b337cd9-8d44-45ae-8c05-92dcf919e640') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:11.851400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b337cd9-8d44-45ae-8c05-92dcf919e640') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:11.868001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51298) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:11.874575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Request body: {'floatingip': {'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:11.884776 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaa6009-3b79-4fd8-8e20-50ef4513aab7 None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:11.921498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-a6ce4aee-c6a5-4a29-8bcd-a6113f0c2b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:11.923047 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-a6ce4aee-c6a5-4a29-8bcd-a6113f0c2b5c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c836e68d-e475-41cf-a583-ed10d976beee HTTP/1.1" status: 200 len: 851 time: 0.3812680 Oct 26 11:11:11.925526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for floatingip (76a2f16c-592f-488a-945f-abdf36e20489), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.934994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (3b337cd9-8d44-45ae-8c05-92dcf919e640), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:11.939391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12 associated. External IP: 172.26.0.246, port: 819a13f1-c240-47e4-9283-405ea5823875. Oct 26 11:11:12.014531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:08Z', 'revision_number': 10, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:12.036375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9abbcdee-1159-4f5e-9dc7-4dd69233b4a1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (9577484c-9fdf-4ea1-97d2-f8044db81af4), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.058243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:12.065023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcbb4e5-eaaf-431d-89ef-f1a2c397278c None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:08Z', 'revision_number': 10, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:12.094962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3b337cd9-8d44-45ae-8c05-92dcf919e640), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.124426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for security_group (3b86f1d0-4fab-4f92-9150-5f713bc561ab), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.139589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:12.140393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (3b337cd9-8d44-45ae-8c05-92dcf919e640), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.192204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3b86f1d0-4fab-4f92-9150-5f713bc561ab), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.192717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.225464 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3b337cd9-8d44-45ae-8c05-92dcf919e640 resource provider aggregate not found Oct 26 11:11:12.246599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b86f1d0-4fab-4f92-9150-5f713bc561ab,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:12.255377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9abbcdee-1159-4f5e-9dc7-4dd69233b4a1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (9577484c-9fdf-4ea1-97d2-f8044db81af4), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.281788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:12.354799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:12.371691 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3b337cd9-8d44-45ae-8c05-92dcf919e640 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b337cd9-8d44-45ae-8c05-92dcf919e640 found for delete ", "request_id": "req-f2fcc0d5-cbfa-4743-b149-b7b1f4cbe1be"}]} Oct 26 11:11:12.383289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0412b2f7-bbdf-41db-834c-a09e00f2f34e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:12.384227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.384510 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0412b2f7-bbdf-41db-834c-a09e00f2f34e Oct 26 11:11:12.405880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:12.440235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d00c2d49-a3da-47ad-a412-9c5c51856898), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.440721 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Added segment d00c2d49-a3da-47ad-a412-9c5c51856898 of type vlan for network 5be7b1a3-ad5f-4a62-89d7-52368846e956 Oct 26 11:11:12.454110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9abbcdee-1159-4f5e-9dc7-4dd69233b4a1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (9577484c-9fdf-4ea1-97d2-f8044db81af4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.460490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:12.499911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6001d77d-c827-48e5-ba65-a9fca805ce5a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d7130969-0f8c-41a8-bb7b-17a846aa0ea8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.509236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbcdee-1159-4f5e-9dc7-4dd69233b4a1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9577484c-9fdf-4ea1-97d2-f8044db81af4,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:12.512898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:12.521520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:12.523240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:12.527076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9abbcdee-1159-4f5e-9dc7-4dd69233b4a1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.530730 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9abbcdee-1159-4f5e-9dc7-4dd69233b4a1 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/9577484c-9fdf-4ea1-97d2-f8044db81af4 HTTP/1.1" status: 204 len: 168 time: 0.8928487 Oct 26 11:11:12.543392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51304) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:12.562396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (5be7b1a3-ad5f-4a62-89d7-52368846e956), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.582169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-536a703a-6451-440d-83eb-0f16aa5d8ac2 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for port (92c3014f-c188-4ec5-894d-98b613380606), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.621346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:12.628857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.629298 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:11:12.645836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-536a703a-6451-440d-83eb-0f16aa5d8ac2 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (92c3014f-c188-4ec5-894d-98b613380606), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.688119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.db.resource_extend [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:11:12.741626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:12.742125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.762089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (6e173333-9f00-49d8-9eac-4f26f7ad51ec), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.777212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:12.779798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a703a-6451-440d-83eb-0f16aa5d8ac2 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Port': ['ID=92c3014f-c188-4ec5-894d-98b613380606,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:12.791599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:12.796943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.797504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-536a703a-6451-440d-83eb-0f16aa5d8ac2 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] In _notify_port_updated(), no bound segment for port 92c3014f-c188-4ec5-894d-98b613380606 on network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:11:12.797709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:12.803057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536a703a-6451-440d-83eb-0f16aa5d8ac2 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:12.803788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-536a703a-6451-440d-83eb-0f16aa5d8ac2 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.808063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-536a703a-6451-440d-83eb-0f16aa5d8ac2 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "PUT /networking/v2.0/ports/92c3014f-c188-4ec5-894d-98b613380606 HTTP/1.1" status: 200 len: 997 time: 2.0653601 Oct 26 11:11:12.808063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (fbda49ca-765e-4171-9cf7-0cc6f321df7d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.808490 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Added segment fbda49ca-765e-4171-9cf7-0cc6f321df7d of type vlan for network 592a1bae-63f7-4212-8da9-65d018b6d4e0 Oct 26 11:11:12.817257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51306) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:12.862173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-fd369c84-f97d-4cdb-8169-3a99b6565352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:12.863696 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-fd369c84-f97d-4cdb-8169-3a99b6565352 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=2021c8ec-7285-4563-809f-563a6427766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.7281919 Oct 26 11:11:12.870711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (12b5c54a-c36e-4d1b-9cd9-604b4413bae0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.875524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001d77d-c827-48e5-ba65-a9fca805ce5a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7130969-0f8c-41a8-bb7b-17a846aa0ea8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:12.888063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 943d3979-ece6-46bc-9035-ee379036f742 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:12.888439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (943d3979-ece6-46bc-9035-ee379036f742), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.888783 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 943d3979-ece6-46bc-9035-ee379036f742 Oct 26 11:11:12.907487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:12.925179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.928611 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/12b5c54a-c36e-4d1b-9cd9-604b4413bae0 HTTP/1.1" status: 204 len: 168 time: 4.7986383 Oct 26 11:11:12.939897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51310) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:12.952650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (592a1bae-63f7-4212-8da9-65d018b6d4e0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:12.953438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d3786-d955-4b91-b4ef-ac65d2b7cc82 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Network': ['ID=12b5c54a-c36e-4d1b-9cd9-604b4413bae0,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:12.964794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:12.980577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:12.981047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.009398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:13.018589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.019301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:13.057003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (6e173333-9f00-49d8-9eac-4f26f7ad51ec), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.089889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3d42e-4317-4f14-951d-519dae6d58c7 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Deleting port 92c3014f-c188-4ec5-894d-98b613380606 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:13.090190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d42e-4317-4f14-951d-519dae6d58c7 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (92c3014f-c188-4ec5-894d-98b613380606), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.099764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:13.102731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e173333-9f00-49d8-9eac-4f26f7ad51ec']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:13.115992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Router 268a57fa-362c-47bb-894a-54930c0b35e6 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:11:13.130043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (5be7b1a3-ad5f-4a62-89d7-52368846e956), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.130660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (592a1bae-63f7-4212-8da9-65d018b6d4e0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.132437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:13.137681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:13.142907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:13.143561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.147681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6832e7a2-537d-44fc-97ac-6fa982a2e22f') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:13.148485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6832e7a2-537d-44fc-97ac-6fa982a2e22f') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:13.151895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6001d77d-c827-48e5-ba65-a9fca805ce5a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.154753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:13.159430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.159595 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6001d77d-c827-48e5-ba65-a9fca805ce5a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/d7130969-0f8c-41a8-bb7b-17a846aa0ea8 HTTP/1.1" status: 204 len: 168 time: 4.2050245 Oct 26 11:11:13.159698 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 Oct 26 11:11:13.171561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51312) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:13.196568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ff6f4e-5a97-4e5e-9327-fcdb600e8ef0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Deleting subnet 20b59613-fb69-40de-8077-775cc5006677 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:13.205783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-31ff6f4e-5a97-4e5e-9327-fcdb600e8ef0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks [] for subnet (20b59613-fb69-40de-8077-775cc5006677), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.247485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (6832e7a2-537d-44fc-97ac-6fa982a2e22f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.274209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:13.280401 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9242656 Oct 26 11:11:13.285037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51314) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:13.288788 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedb4bec-157c-438b-b5b8-f656c8bcaac1 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] GET failed (client error): The resource could not be found. Oct 26 11:11:13.290265 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eedb4bec-157c-438b-b5b8-f656c8bcaac1 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/d7130969-0f8c-41a8-bb7b-17a846aa0ea8 HTTP/1.1" status: 404 len: 333 time: 0.1176546 Oct 26 11:11:13.298377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:13.298991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.304092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51316) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:13.314756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Request body: {'port': {'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2060536963'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:13.315558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Network': ['ID=5be7b1a3-ad5f-4a62-89d7-52368846e956,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:13.341978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6832e7a2-537d-44fc-97ac-6fa982a2e22f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.348126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:13.389536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 5be7b1a3-ad5f-4a62-89d7-52368846e956 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:13.405338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-31ff6f4e-5a97-4e5e-9327-fcdb600e8ef0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (20b59613-fb69-40de-8077-775cc5006677), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.412122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.439309 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:13.439931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (6832e7a2-537d-44fc-97ac-6fa982a2e22f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.454722 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-df7e179a-ab0f-4a74-880b-78c1c99f832f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418504 Oct 26 11:11:13.546191 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 6832e7a2-537d-44fc-97ac-6fa982a2e22f resource provider aggregate not found Oct 26 11:11:13.558914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:13.607787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d42e-4317-4f14-951d-519dae6d58c7 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (92c3014f-c188-4ec5-894d-98b613380606), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.611851 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 6832e7a2-537d-44fc-97ac-6fa982a2e22f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6832e7a2-537d-44fc-97ac-6fa982a2e22f found for delete ", "request_id": "req-812025de-e00d-4ec3-bb26-41778a7bf5b1"}]} Oct 26 11:11:13.657753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-31ff6f4e-5a97-4e5e-9327-fcdb600e8ef0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (20b59613-fb69-40de-8077-775cc5006677), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.718162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420d8a9-5b28-4f19-b0d4-20b342c631bc None None] Sync routers for ids ['60d5e6cf-e757-485e-a425-eabcefdb140d'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:13.729064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4ff3d42e-4317-4f14-951d-519dae6d58c7 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Calling delete_port for 92c3014f-c188-4ec5-894d-98b613380606 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:13.745591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dd08e-d834-4fa4-ada7-41cbdf270443 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Network': ['ID=592a1bae-63f7-4212-8da9-65d018b6d4e0,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:13.746963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:13.762184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:13.771454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420d8a9-5b28-4f19-b0d4-20b342c631bc None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:13.771863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420d8a9-5b28-4f19-b0d4-20b342c631bc None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:11:13.772539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-2420d8a9-5b28-4f19-b0d4-20b342c631bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60d5e6cf-e757-485e-a425-eabcefdb140d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:11:13.777576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 592a1bae-63f7-4212-8da9-65d018b6d4e0 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:13.778987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (6e173333-9f00-49d8-9eac-4f26f7ad51ec), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.792267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e173333-9f00-49d8-9eac-4f26f7ad51ec {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:11:13.792267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.794735 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/6e173333-9f00-49d8-9eac-4f26f7ad51ec HTTP/1.1" status: 204 len: 168 time: 1.2436452 Oct 26 11:11:13.823470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:13.826077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Made reservation on behalf of f4f4e6d2db4d462a8bbac51471bc7fad for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:13.834287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:13.843922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde62e0-0fed-4785-8426-f0c619353700 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:13.849419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde62e0-0fed-4785-8426-f0c619353700 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:13.855327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde62e0-0fed-4785-8426-f0c619353700 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:13.857360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420d8a9-5b28-4f19-b0d4-20b342c631bc None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:13.857891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420d8a9-5b28-4f19-b0d4-20b342c631bc None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:11:13.858635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-2420d8a9-5b28-4f19-b0d4-20b342c631bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60d5e6cf-e757-485e-a425-eabcefdb140d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:11:13.859286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420d8a9-5b28-4f19-b0d4-20b342c631bc None None] The sync data for ids ['60d5e6cf-e757-485e-a425-eabcefdb140d'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:13.862450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde62e0-0fed-4785-8426-f0c619353700 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:13.868313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde62e0-0fed-4785-8426-f0c619353700 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:13.870111 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cbde62e0-0fed-4785-8426-f0c619353700 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2975 time: 0.5799770 Oct 26 11:11:13.911009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b7979-abd6-4e13-b8b0-6b73474f84e3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e173333-9f00-49d8-9eac-4f26f7ad51ec,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:13.914513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:13.918630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51324) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:13.927639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:13.962582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:14.002165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] device_id is not set on port a50093b6-d2ad-4b8d-a096-94e03b10c110 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:14.171828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (5be7b1a3-ad5f-4a62-89d7-52368846e956), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.181251 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-8cf65307-2a4d-4311-bfc1-814f68d1c6a8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781589 Oct 26 11:11:14.184268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:14.204140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks [] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.255123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.312491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-31ff6f4e-5a97-4e5e-9327-fcdb600e8ef0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (20b59613-fb69-40de-8077-775cc5006677), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.338527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:14.361641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (5be7b1a3-ad5f-4a62-89d7-52368846e956), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.389776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-59ff5332-605e-4957-8824-fa026e4c842d tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'router': {'name': 'tempest-router--1765430682', 'project_id': 'aa0e70c0476d4faea5c4e1b243a5a742'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:14.394235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:14.395138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d42e-4317-4f14-951d-519dae6d58c7 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (92c3014f-c188-4ec5-894d-98b613380606), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.402673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff6f4e-5a97-4e5e-9327-fcdb600e8ef0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Subnet': ['ID=20b59613-fb69-40de-8077-775cc5006677,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:14.428945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:14.450691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be7b1a3-ad5f-4a62-89d7-52368846e956']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:14.457128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b92b8d-f1a0-4fa4-a5c7-2be5ec1c4713 None None] Network 9931a376-0234-4e4e-b3e7-04e44cf7aa99 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:14.463402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:14.464939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-31ff6f4e-5a97-4e5e-9327-fcdb600e8ef0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.468310 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-31ff6f4e-5a97-4e5e-9327-fcdb600e8ef0 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/20b59613-fb69-40de-8077-775cc5006677 HTTP/1.1" status: 204 len: 168 time: 1.5257349 Oct 26 11:11:14.474677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:11:14.477506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51332) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:14.487794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:11:14.499838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00c2d49-a3da-47ad-a412-9c5c51856898') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:14.499838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00c2d49-a3da-47ad-a412-9c5c51856898') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:14.500671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.505374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3d42e-4317-4f14-951d-519dae6d58c7 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event deleted for resources: {'Port': ['ID=92c3014f-c188-4ec5-894d-98b613380606,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:14.552146 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e8896cd4-9823-4a41-a5bd-a9a6277966f2 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12 HTTP/1.1" status: 200 len: 992 time: 6.6071134 Oct 26 11:11:14.552835 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-518db73a-fa15-4d14-863f-79d4f997695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:14.554444 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-518db73a-fa15-4d14-863f-79d4f997695c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=236718fd24d34a86b7a92a81720f8950&device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 1130 time: 0.2476990 Oct 26 11:11:14.555489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:14.561206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (d00c2d49-a3da-47ad-a412-9c5c51856898), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.625144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-59ff5332-605e-4957-8824-fa026e4c842d tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (e2f9bae8-9093-4c2d-88ca-4891fcc3e952), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.628296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-59ff5332-605e-4957-8824-fa026e4c842d tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (e2f9bae8-9093-4c2d-88ca-4891fcc3e952), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.639527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d00c2d49-a3da-47ad-a412-9c5c51856898), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.659757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:14.663204 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:14.669178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'tag': '819a13f1-c240-47e4-9283-405ea5823875'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:11:14.672423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d87a9c5-9288-4c09-8332-d8b011f78b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "244166bd-7df7-40b8-b00d-70906cd01fc5", "tag": "819a13f1-c240-47e4-9283-405ea5823875"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:11:14.673884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:14.674414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (d00c2d49-a3da-47ad-a412-9c5c51856898), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.676716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:14.677918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:14.679008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.697532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'Port': ['ID=a50093b6-d2ad-4b8d-a096-94e03b10c110,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:14.739693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:14.740675 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b25ce65-b672-4e4f-ab14-0f2caf1a6838 req-88483254-df81-4001-a899-a054429771e7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9807296 Oct 26 11:11:14.742699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.743118 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:11:14.794435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedb4db8-9b40-4cc4-8673-48201efa27df x-openstack-request-id: req-fedb4db8-9b40-4cc4-8673-48201efa27df {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:11:14.795922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244166bd-7df7-40b8-b00d-70906cd01fc5", "tag": "819a13f1-c240-47e4-9283-405ea5823875", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:11:14.796282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fedb4db8-9b40-4cc4-8673-48201efa27df {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:11:14.796788 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedb4db8-9b40-4cc4-8673-48201efa27df'] response: {'name': 'network-changed', 'server_uuid': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'tag': '819a13f1-c240-47e4-9283-405ea5823875', 'status': 'completed', 'code': 200} Oct 26 11:11:14.828949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6d7b3-c52c-4207-93bd-6f1edbcbca5a None None] DHCP port deletion for 9931a376-0234-4e4e-b3e7-04e44cf7aa99 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:11:14.837785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:14.916219 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b4206d2-89a3-490a-8fc4-b8448291207b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6086659 Oct 26 11:11:14.918544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fed6d7b3-c52c-4207-93bd-6f1edbcbca5a None None] Deleting port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:14.920747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fed6d7b3-c52c-4207-93bd-6f1edbcbca5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.930736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:14.934048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51338) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:14.965137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:14.975014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (76a2f16c-592f-488a-945f-abdf36e20489), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.006776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ec858-dd1a-4c76-a88c-230347fcc669 req-531ae7e4-88a0-4ae6-a04e-a5ea968f9baa tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:15.008373 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-367ec858-dd1a-4c76-a88c-230347fcc669 req-531ae7e4-88a0-4ae6-a04e-a5ea968f9baa tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 946 time: 0.3248990 Oct 26 11:11:15.019518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:15.020672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:15.058348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (9931a376-0234-4e4e-b3e7-04e44cf7aa99), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.118561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fed6d7b3-c52c-4207-93bd-6f1edbcbca5a None None] For port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ef8d3bac-72b0-42d8-a428-b9d98faa2eb6,segment=NetworkSegment(1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4),segment_id=1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:15.118973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fed6d7b3-c52c-4207-93bd-6f1edbcbca5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.121681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 943d3979-ece6-46bc-9035-ee379036f742 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:15.122051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (943d3979-ece6-46bc-9035-ee379036f742), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.122392 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 943d3979-ece6-46bc-9035-ee379036f742 Oct 26 11:11:15.127756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ff3d42e-4317-4f14-951d-519dae6d58c7 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.131083 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4ff3d42e-4317-4f14-951d-519dae6d58c7 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "DELETE /networking/v2.0/ports/92c3014f-c188-4ec5-894d-98b613380606 HTTP/1.1" status: 204 len: 168 time: 2.3126826 Oct 26 11:11:15.134745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51340) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:15.168025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fed6d7b3-c52c-4207-93bd-6f1edbcbca5a None None] Calling delete_port for ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:15.188882 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefd0744-217f-4536-9b4e-3f83755942fc tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] GET failed (client error): The resource could not be found. Oct 26 11:11:15.190518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cefd0744-217f-4536-9b4e-3f83755942fc tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "GET /networking/v2.0/ports/92c3014f-c188-4ec5-894d-98b613380606 HTTP/1.1" status: 404 len: 333 time: 0.0538037 Oct 26 11:11:15.203386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51342) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:15.204070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.217941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'port': {'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a', 'name': 'tempest-AllowedAddressPairTestJSON-934411948'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:15.230872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:15.232219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (5be7b1a3-ad5f-4a62-89d7-52368846e956), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.276945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.276945 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/networks/5be7b1a3-ad5f-4a62-89d7-52368846e956 HTTP/1.1" status: 204 len: 168 time: 1.3459907 Oct 26 11:11:15.276945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51344) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:15.285130 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:15.285965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-f1a9a269-f259-4523-ae47-6a54ae5cee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:15.287492 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-f1a9a269-f259-4523-ae47-6a54ae5cee43 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=132c3101-e478-4174-895a-329be1660535 HTTP/1.1" status: 200 len: 913 time: 0.6809411 Oct 26 11:11:15.299861 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:15.301188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:15.308920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34907fa-d3e9-40d2-a635-95bf070e7713 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Network': ['ID=5be7b1a3-ad5f-4a62-89d7-52368846e956,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:15.354541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:15.356047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:15.395300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fed6d7b3-c52c-4207-93bd-6f1edbcbca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.441341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6d7b3-c52c-4207-93bd-6f1edbcbca5a None None] Pushing event deleted for resources: {'Port': ['ID=ef8d3bac-72b0-42d8-a428-b9d98faa2eb6,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:15.442589 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:15.450720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6d7b3-c52c-4207-93bd-6f1edbcbca5a None None] No DVR routers for this DVR port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:15.457607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-59ff5332-605e-4957-8824-fa026e4c842d tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_controller (e2f9bae8-9093-4c2d-88ca-4891fcc3e952), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.473143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:15.473655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.473854 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:11:15.503077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-59ff5332-605e-4957-8824-fa026e4c842d tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (e2f9bae8-9093-4c2d-88ca-4891fcc3e952), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.525547 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-5c314dd0-39c5-44e8-93a5-fe6a3edd870c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819a13f1-c240-47e4-9283-405ea5823875 HTTP/1.1" status: 200 len: 1000 time: 0.2265372 Oct 26 11:11:15.578733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-59ff5332-605e-4957-8824-fa026e4c842d tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.597296 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-59ff5332-605e-4957-8824-fa026e4c842d tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2571115 Oct 26 11:11:15.616935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51348) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:15.618867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:15.618867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.642669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (592a1bae-63f7-4212-8da9-65d018b6d4e0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.660902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:15.665052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:15.679396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.680035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:15.686476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Deleting port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:15.686991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.698594 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d00c2d49-a3da-47ad-a412-9c5c51856898 resource provider aggregate not found Oct 26 11:11:15.728159 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d00c2d49-a3da-47ad-a412-9c5c51856898 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d00c2d49-a3da-47ad-a412-9c5c51856898 found for delete ", "request_id": "req-f7903403-06a4-4297-a0ba-bf020fab2f4d"}]} Oct 26 11:11:15.738644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-1fd5349a-870f-43a1-99fe-46147a777b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:15.740855 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-1fd5349a-870f-43a1-99fe-46147a777b4c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=274d23cd-7b23-40ea-bbc5-d9f82b947996 HTTP/1.1" status: 200 len: 851 time: 0.2089331 Oct 26 11:11:15.794759 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:15.796459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dbad705-765c-44a7-a082-f9667f2dc75c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (e2f9bae8-9093-4c2d-88ca-4891fcc3e952), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.815975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:15.841116 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-367ec858-dd1a-4c76-a88c-230347fcc669 req-f13cc16b-7a39-4c0d-8a51-4a6b3d46f6b1 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7982652 Oct 26 11:11:15.841866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:15.851367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:15.882208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:15.882580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:15.882921 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 Oct 26 11:11:15.902536 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Floating IP 76a2f16c-592f-488a-945f-abdf36e20489 associated. External IP: 172.26.0.122, port: fc2cb90e-bd26-49fe-8cc0-0ca7002acaac. Oct 26 11:11:15.949304 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:12Z', 'revision_number': 2, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:10Z', 'revision_number': 7, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:15.954094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:15.993659 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:15.997535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:15.998479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.021190 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:16.021819 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.035010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] For port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:16.035380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.049926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-4b8d653a-c42d-4716-af0d-8ba048b13f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:16.051796 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-4b8d653a-c42d-4716-af0d-8ba048b13f80 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=132c3101-e478-4174-895a-329be1660535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2706149 Oct 26 11:11:16.118542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:16.148724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:16.160038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Calling delete_port for ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:16.208116 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:16.223067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:16.227315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 was not found and therefore no delete operation was performed {{(pid=105416) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 26 11:11:16.234198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Made reservation on behalf of 42dfbb4e6ee94f558350ca31e4c33cde for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:16.250704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (592a1bae-63f7-4212-8da9-65d018b6d4e0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.252118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.255130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:16.263090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ef8d3bac-72b0-42d8-a428-b9d98faa2eb6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.340707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Port': ['ID=ef8d3bac-72b0-42d8-a428-b9d98faa2eb6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:16.349129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] device_id is not set on port ef2c4d6f-842f-453d-b9f3-7f5a99240fa2 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:16.418656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] No DVR routers for this DVR port ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:16.430248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592a1bae-63f7-4212-8da9-65d018b6d4e0']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.436705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dbad705-765c-44a7-a082-f9667f2dc75c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (e2f9bae8-9093-4c2d-88ca-4891fcc3e952), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.447437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dbad705-765c-44a7-a082-f9667f2dc75c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_controller (e2f9bae8-9093-4c2d-88ca-4891fcc3e952), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.477043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:16.479143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbda49ca-765e-4171-9cf7-0cc6f321df7d') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.479437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbda49ca-765e-4171-9cf7-0cc6f321df7d') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.490786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] device_id is not set on port a50093b6-d2ad-4b8d-a096-94e03b10c110 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:16.549182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (fbda49ca-765e-4171-9cf7-0cc6f321df7d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.560070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks [] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.584204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dbad705-765c-44a7-a082-f9667f2dc75c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (e2f9bae8-9093-4c2d-88ca-4891fcc3e952), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.584789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbad705-765c-44a7-a082-f9667f2dc75c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2f9bae8-9093-4c2d-88ca-4891fcc3e952 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:11:16.603028 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:12Z', 'revision_number': 2, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:10Z', 'revision_number': 7, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.609283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dbad705-765c-44a7-a082-f9667f2dc75c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.611168 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7dbad705-765c-44a7-a082-f9667f2dc75c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/e2f9bae8-9093-4c2d-88ca-4891fcc3e952 HTTP/1.1" status: 204 len: 168 time: 0.9836478 Oct 26 11:11:16.618554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (fbda49ca-765e-4171-9cf7-0cc6f321df7d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.634765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:16.635180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (fbda49ca-765e-4171-9cf7-0cc6f321df7d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.641246 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-6fe3941c-16a8-44df-9962-cba707c9a729 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705423 Oct 26 11:11:16.652423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.658407 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a92703-4e0e-42ab-96c8-1c85e81d18a7 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:12Z', 'revision_number': 2, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:10Z', 'revision_number': 7, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:16.707158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:16.707707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.710800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Allocated IP 172.20.0.3 (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a/eb556012-6499-47c5-9dad-7f6271c69abb/ef2c4d6f-842f-453d-b9f3-7f5a99240fa2) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:16.721864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (9931a376-0234-4e4e-b3e7-04e44cf7aa99), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.788615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (592a1bae-63f7-4212-8da9-65d018b6d4e0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.806425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.822882 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/networks/592a1bae-63f7-4212-8da9-65d018b6d4e0 HTTP/1.1" status: 204 len: 168 time: 1.5343604 Oct 26 11:11:16.837583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:10Z', 'revision_number': 1, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:12Z', 'revision_number': 9, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.842539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51360) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:16.842539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51362) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:16.842971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:16.867417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:16.869478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:16.873589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f909ba-906e-4747-885c-f0769cd782ff tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Network': ['ID=592a1bae-63f7-4212-8da9-65d018b6d4e0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:16.886499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:16.887135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.941522 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f458d8f7-e555-4d96-9922-c5c7a1a611fa req-73aef683-ee37-4055-9ed3-ef4e992eef38 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874942 Oct 26 11:11:16.944707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9931a376-0234-4e4e-b3e7-04e44cf7aa99']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.963296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.964217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:16.978191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.005966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:17.007955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.023780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa05f684-5777-4e4c-9f50-dfb08290920b tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:17.030520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'Port': ['ID=a50093b6-d2ad-4b8d-a096-94e03b10c110,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:17.041584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa05f684-5777-4e4c-9f50-dfb08290920b tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:17.043402 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa05f684-5777-4e4c-9f50-dfb08290920b tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2001710 Oct 26 11:11:17.049241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51366) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:17.059617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1046239640'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:17.113676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:17.113972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.143751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:17.144166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:17.144595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:17.218789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-260dc4e9-75d1-4fa8-9b2b-daa3506b7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:17.229181 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-260dc4e9-75d1-4fa8-9b2b-daa3506b7f83 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=236718fd24d34a86b7a92a81720f8950&device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 1130 time: 0.1426151 Oct 26 11:11:17.230847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Made reservation on behalf of c86a68f8ce444259a2488d1783c7fd3f for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:17.240117 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4 resource provider aggregate not found Oct 26 11:11:17.240343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.249079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Router e0118747-463d-4784-aaf3-f385b445be46 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:11:17.278100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:17.329025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:17.345667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:17.346142 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:17.355651 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f4af2fe-bc49-4610-ac84-83e1e6e3b1a4 found for delete ", "request_id": "req-ca1402f8-b42e-4f83-bd14-54feeb450fb5"}]} Oct 26 11:11:17.369146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:17.376325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2008906985', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:17.382369 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 2 to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 Oct 26 11:11:17.404252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:17.468591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:17.483016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9f813624-1e47-4efd-a514-596f67e19d59), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.483692 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Added segment 9f813624-1e47-4efd-a514-596f67e19d59 of type vlan for network eb4cb83e-931e-4481-a09b-3a191d10332f Oct 26 11:11:17.494148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:17.494501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.494837 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:11:17.517726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:17.543664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (eb4cb83e-931e-4481-a09b-3a191d10332f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.561523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:17.561818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:17.562156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:17.565673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-84c4c5b0-0169-4b9c-8270-f5f6030a9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:17.567256 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-84c4c5b0-0169-4b9c-8270-f5f6030a9454 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=132c3101-e478-4174-895a-329be1660535 HTTP/1.1" status: 200 len: 913 time: 0.3109250 Oct 26 11:11:17.653695 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-4dd19c1e-95d2-4d22-a0c9-6ce4291e2428 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819a13f1-c240-47e4-9283-405ea5823875 HTTP/1.1" status: 200 len: 1000 time: 0.0705085 Oct 26 11:11:17.656403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.658612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.676745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (eb4cb83e-931e-4481-a09b-3a191d10332f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.681936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:17.682529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.683599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:17.684114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.690867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (9931a376-0234-4e4e-b3e7-04e44cf7aa99), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.692372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:17.693745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:17.695350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:11:17.728954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.741022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:17.802060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Network': ['ID=eb4cb83e-931e-4481-a09b-3a191d10332f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:17.813427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:10Z', 'revision_number': 1, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:12Z', 'revision_number': 9, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:17.818571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network eb4cb83e-931e-4481-a09b-3a191d10332f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:17.819806 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-452d8e6d-fcbb-4eca-9c1a-b0551565bc0f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/76a2f16c-592f-488a-945f-abdf36e20489 HTTP/1.1" status: 200 len: 991 time: 5.9502842 Oct 26 11:11:17.820831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.821821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:17.823253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:17.824015 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:17.845068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56026cad-4fd6-4f50-b5a3-912d68723745', 'tag': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:11:17.852492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114f2504-7701-45bd-9427-b5f1e247068b" -d '{"events": [{"name": "network-changed", "server_uuid": "56026cad-4fd6-4f50-b5a3-912d68723745", "tag": "fc2cb90e-bd26-49fe-8cc0-0ca7002acaac"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:11:17.859034 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 3 to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 Oct 26 11:11:17.863490 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment fbda49ca-765e-4171-9cf7-0cc6f321df7d resource provider aggregate not found Oct 26 11:11:17.918036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:17.925015 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-27f9600f-15b6-4d93-9d89-ece7e077655e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8698306 Oct 26 11:11:17.926378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment fbda49ca-765e-4171-9cf7-0cc6f321df7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbda49ca-765e-4171-9cf7-0cc6f321df7d found for delete ", "request_id": "req-55f507ff-3f9a-4c2c-8a49-c7479c5c226c"}]} Oct 26 11:11:17.929543 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] 10.222.0.26 "DELETE /networking/v2.0/networks/9931a376-0234-4e4e-b3e7-04e44cf7aa99 HTTP/1.1" status: 204 len: 168 time: 3.4365757 Oct 26 11:11:17.930227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51380) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:17.944008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2121983732'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:17.982883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-190382eb-ada8-4f58-9e70-8ffa49c2f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:17.989031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34738323-6eea-4c6f-ac4a-62ab5249c627 tempest-NetworksIpV6TestAttrs-40598114 tempest-NetworksIpV6TestAttrs-40598114-project] Pushing event deleted for resources: {'Network': ['ID=9931a376-0234-4e4e-b3e7-04e44cf7aa99,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:17.990694 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:17.991092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:17.996127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:18.007770 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-190382eb-ada8-4f58-9e70-8ffa49c2f0b3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=274d23cd-7b23-40ea-bbc5-d9f82b947996 HTTP/1.1" status: 200 len: 851 time: 0.3436625 Oct 26 11:11:18.060712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c6ca5-8e83-4fe7-bfb4-f45e9ffac6ac None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:10Z', 'revision_number': 1, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:12Z', 'revision_number': 9, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:18.067105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:18.081741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b7808e-2c24-4740-a545-0a0e9a5b82d4 x-openstack-request-id: req-a3b7808e-2c24-4740-a545-0a0e9a5b82d4 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:11:18.082086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56026cad-4fd6-4f50-b5a3-912d68723745", "tag": "fc2cb90e-bd26-49fe-8cc0-0ca7002acaac", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:11:18.082331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3b7808e-2c24-4740-a545-0a0e9a5b82d4 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:11:18.082810 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b7808e-2c24-4740-a545-0a0e9a5b82d4'] response: {'name': 'network-changed', 'server_uuid': '56026cad-4fd6-4f50-b5a3-912d68723745', 'tag': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'status': 'completed', 'code': 200} Oct 26 11:11:18.131960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:18.134322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:18.137539 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:18.144766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:18.145149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:18.145488 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:11:18.163253 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 4 to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 Oct 26 11:11:18.193939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for port (ef2c4d6f-842f-453d-b9f3-7f5a99240fa2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:18.212147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2e643-f4d2-4530-8195-e954778630d1 req-d56e7d48-8b15-4d59-878a-7d17fe9510f1 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:18.214195 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c4f2e643-f4d2-4530-8195-e954778630d1 req-d56e7d48-8b15-4d59-878a-7d17fe9510f1 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 945 time: 0.2448862 Oct 26 11:11:18.222834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:18.270235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:18.287613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:18.287974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:18.288303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:18.312971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:18.313296 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:18.314915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Made reservation on behalf of c86a68f8ce444259a2488d1783c7fd3f for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:18.319799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:18.320502 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 5 to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 Oct 26 11:11:18.324227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2504-7701-45bd-9427-b5f1e247068b req-e0334898-c93d-4cb5-99eb-18d48a031bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:18.325718 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-114f2504-7701-45bd-9427-b5f1e247068b req-e0334898-c93d-4cb5-99eb-18d48a031bf1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=56a81a68c2cd4ca9a7b1f846840ea87a&device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 1129 time: 0.1079924 Oct 26 11:11:18.347705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51388) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:18.370098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-7ed25e91-8efc-4115-bd17-d53f740ae444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:18.371627 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-7ed25e91-8efc-4115-bd17-d53f740ae444 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=132c3101-e478-4174-895a-329be1660535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2438049 Oct 26 11:11:18.378213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:18.378604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:18.378979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:18.394520 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c4f2e643-f4d2-4530-8195-e954778630d1 req-be90a0c2-5a7c-4a4e-bc1b-8fc46cb31e10 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561441 Oct 26 11:11:18.398425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ef2c4d6f-842f-453d-b9f3-7f5a99240fa2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:18.516921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:18.527147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:18.527481 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:18.541612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:18.543114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Port': ['ID=ef2c4d6f-842f-453d-b9f3-7f5a99240fa2,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:18.546928 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 6 to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 Oct 26 11:11:18.557319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:18.561100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:18.666676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:18.667459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:18.710059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:18.710449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:18.716545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:18.718467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2504-7701-45bd-9427-b5f1e247068b req-bb09a2b7-1895-4b28-b341-9a190bfdb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:18.721270 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-114f2504-7701-45bd-9427-b5f1e247068b req-bb09a2b7-1895-4b28-b341-9a190bfdb953 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cbc3e50c-ce60-4c02-a798-ec439421f63a HTTP/1.1" status: 200 len: 907 time: 0.3729248 Oct 26 11:11:18.727134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:18.727557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:18.727979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:18.780614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:18.789809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:18.794905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:18.808508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:18.809047 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:18.828377 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 7 to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 Oct 26 11:11:18.852813 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:18.859283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:18.859657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:18.859982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:18.860210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:18.869197 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bcb01945-69c5-489a-b939-60df5cf1d275 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6620176 Oct 26 11:11:18.881742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:18.882136 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:18.923863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51396) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:18.933306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 8 to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 Oct 26 11:11:18.937723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9ba228fa-27cc-4392-a715-7a507e2e2fd8 None None] Provisioning complete for port ef2c4d6f-842f-453d-b9f3-7f5a99240fa2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:18.938245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9ba228fa-27cc-4392-a715-7a507e2e2fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ef2c4d6f-842f-453d-b9f3-7f5a99240fa2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:18.939355 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9ba228fa-27cc-4392-a715-7a507e2e2fd8 None None] Attempt 1 to provision port ef2c4d6f-842f-453d-b9f3-7f5a99240fa2 Oct 26 11:11:18.944167 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-58a95af7-2192-4b66-a675-ff47745ce925 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=00ab79330a5945539cae0de137b12e4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5896611 Oct 26 11:11:18.947232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'port': {'network_id': '2ab5cf14-d0c2-48ef-95cf-f5df1c02079a', 'name': 'tempest-AllowedAddressPairTestJSON-489119895'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:18.950527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51398) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:18.988556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9ba228fa-27cc-4392-a715-7a507e2e2fd8 None None] Port ef2c4d6f-842f-453d-b9f3-7f5a99240fa2 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:11:19.057790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:19.077850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:19.078316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.104629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:19.117020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.118168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:19.123080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:19.123419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:19.123772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:19.123879 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:19.124415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:19.130952 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-114f2504-7701-45bd-9427-b5f1e247068b req-ca1d462e-b13a-439f-b2ab-1f3bc57442d1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac HTTP/1.1" status: 200 len: 999 time: 0.3998735 Oct 26 11:11:19.140484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.164680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:19.224369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:11:19.224922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ef8d3bac-72b0-42d8-a428-b9d98faa2eb6 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:11:19.225455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:19.228241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:19.243197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2504-7701-45bd-9427-b5f1e247068b req-23957f81-1301-4ee4-a865-b68fa88e17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:19.244695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-114f2504-7701-45bd-9427-b5f1e247068b req-23957f81-1301-4ee4-a865-b68fa88e17ba service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b2101d7a-1b72-4805-a954-2db739ecedcf HTTP/1.1" status: 200 len: 845 time: 0.0962088 Oct 26 11:11:19.245240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:19.245562 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:19.258993 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 9 to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 Oct 26 11:11:19.279428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:19.288489 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:19.363814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:19.366836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.404349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:19.408091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3f6e23c6-1631-498b-a107-6ab50f5ab842), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.408441 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Added segment 3f6e23c6-1631-498b-a107-6ab50f5ab842 of type vlan for network da66b857-8d69-4439-be18-d7c63220b357 Oct 26 11:11:19.408856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3901c411-300e-4e85-af5b-ed44f8bd6ead admin admin] Publish callbacks [] for security_group (75023434-8eb2-4307-af2e-af90706a0229), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.410962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:19.411298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:19.411745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:19.419498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:19.421434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:19.421830 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:19.423867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.431742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 10 to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 Oct 26 11:11:19.449855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:19.487369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:19.487704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:19.491584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:19.539619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (da66b857-8d69-4439-be18-d7c63220b357), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.584217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:19.584982 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port a50093b6-d2ad-4b8d-a096-94e03b10c110 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:19.584982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.587347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f2504-7701-45bd-9427-b5f1e247068b req-7ca15f3c-4f96-429f-8437-330588f15e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:19.589819 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-114f2504-7701-45bd-9427-b5f1e247068b req-7ca15f3c-4f96-429f-8437-330588f15e13 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cbc3e50c-ce60-4c02-a798-ec439421f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3072515 Oct 26 11:11:19.596701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3901c411-300e-4e85-af5b-ed44f8bd6ead admin admin] Publish callbacks [] for security_group (75023434-8eb2-4307-af2e-af90706a0229), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.601593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:19.645260 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-94c0c25a-c8ca-454d-bb77-701096bb9a6a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1078963 Oct 26 11:11:19.697131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (da66b857-8d69-4439-be18-d7c63220b357), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.702105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:19.703040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.815314 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:14Z', 'revision_number': 1, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:15Z', 'revision_number': 11, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:19.816616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:19.850891 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:19.854923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.863786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:19.864635 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:19.918506 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9870379 Oct 26 11:11:19.923694 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51402) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:19.928689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.934295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:19.934667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.935001 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 Oct 26 11:11:19.935530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'ports': [{'network_id': 'eb4cb83e-931e-4481-a09b-3a191d10332f', 'name': 'tempest-port--2055158854', 'admin_state_up': True}, {'network_id': 'da66b857-8d69-4439-be18-d7c63220b357', 'admin_state_up': False}]} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:19.936219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'port': {'network_id': 'eb4cb83e-931e-4481-a09b-3a191d10332f', 'name': 'tempest-port--2055158854', 'admin_state_up': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:19.937988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'port': {'network_id': 'da66b857-8d69-4439-be18-d7c63220b357', 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:19.939358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Made reservation on behalf of 42dfbb4e6ee94f558350ca31e4c33cde for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:19.945587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.950125 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-114f2504-7701-45bd-9427-b5f1e247068b req-32f85a61-2bf4-4fef-af73-fcb780f84503 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502052 Oct 26 11:11:19.950642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde6bf1-f051-4942-93ae-603e6053345e tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Network': ['ID=da66b857-8d69-4439-be18-d7c63220b357,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:19.959836 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:19.974304 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:19.980317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network da66b857-8d69-4439-be18-d7c63220b357 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:19.988178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3901c411-300e-4e85-af5b-ed44f8bd6ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (75023434-8eb2-4307-af2e-af90706a0229), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.990746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3901c411-300e-4e85-af5b-ed44f8bd6ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.995441 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3901c411-300e-4e85-af5b-ed44f8bd6ead admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/75023434-8eb2-4307-af2e-af90706a0229 HTTP/1.1" status: 204 len: 168 time: 1.0391572 Oct 26 11:11:20.025975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901c411-300e-4e85-af5b-ed44f8bd6ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75023434-8eb2-4307-af2e-af90706a0229,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:20.045337 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:20.090218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] device_id is not set on port a026fd27-0732-4a97-a58c-009aeff860bd yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:20.124969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] For port a50093b6-d2ad-4b8d-a096-94e03b10c110, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:11:20.125338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempted to set empty binding levels {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 11:11:20.172322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.172899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] In _notify_port_updated(), no bound segment for port a50093b6-d2ad-4b8d-a096-94e03b10c110 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:11:20.173946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.174529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.175885 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "PUT /networking/v2.0/ports/a50093b6-d2ad-4b8d-a096-94e03b10c110 HTTP/1.1" status: 200 len: 977 time: 5.2364414 Oct 26 11:11:20.185047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51406) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:20.270510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:20.271562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.285680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.286141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.286728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.287334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.287828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.288296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.288753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.289208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.289806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.290263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.290719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.291174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.291738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.292421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.293193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.293780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.294092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.294544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.294993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.295899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.296297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.296749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.297434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:20.305021 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0e13d1b5-c113-45b9-bf97-7d3767a0601e tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 21144 time: 0.1096988 Oct 26 11:11:20.307360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:20.308572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51410) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:20.319283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:20.330866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.332340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:20.441961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0412b2f7-bbdf-41db-834c-a09e00f2f34e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:20.443005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.443580 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0412b2f7-bbdf-41db-834c-a09e00f2f34e Oct 26 11:11:20.470048 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:14Z', 'revision_number': 1, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:15Z', 'revision_number': 11, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:20.494435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:20.511221 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0519b43d-0af8-4aff-b64c-3d17b70d3d0e None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:14Z', 'revision_number': 1, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:15Z', 'revision_number': 11, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:20.523004 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d87a9c5-9288-4c09-8332-d8b011f78b1c req-eb28f860-4a06-4bc9-9ee7-ed37524f2168 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8370907 Oct 26 11:11:20.553009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:20.585696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Allocated IP 172.26.0.6 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/e98715a6-2095-4ff0-84ae-1ed5e4c50398) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:20.596808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:20.597607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.651042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Made reservation on behalf of c86a68f8ce444259a2488d1783c7fd3f for: {'port': 2} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:20.659511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:20.664852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.667611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:20.670288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.756945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:20.761911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.768796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4f37ef-9b31-4bae-8f0a-be0f99f826fb None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:20.772238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:20.899317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53072c-4f1e-462b-a576-c2b4ed8c321b tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'Port': ['ID=a50093b6-d2ad-4b8d-a096-94e03b10c110,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:20.913769 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-114f2504-7701-45bd-9427-b5f1e247068b req-cdb6c988-536b-49b8-840d-bafafe3c7a57 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9548650 Oct 26 11:11:20.984417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-5192b0bc-bda1-4ab8-8415-07882edbfe81 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Deleting port a50093b6-d2ad-4b8d-a096-94e03b10c110 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:20.985063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5192b0bc-bda1-4ab8-8415-07882edbfe81 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.027943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:21.058729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:21.059166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.059603 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:11:21.060412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-5192b0bc-bda1-4ab8-8415-07882edbfe81 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] For port a50093b6-d2ad-4b8d-a096-94e03b10c110, host hv-neutron-7598, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:21.060957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5192b0bc-bda1-4ab8-8415-07882edbfe81 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.084403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-5192b0bc-bda1-4ab8-8415-07882edbfe81 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Calling delete_port for a50093b6-d2ad-4b8d-a096-94e03b10c110 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:21.108264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] device_id is not set on port e79ab1b5-561e-4b16-9454-dbedd7e796fa yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:21.111054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Allocated IP 172.20.0.12 (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a/eb556012-6499-47c5-9dad-7f6271c69abb/a026fd27-0732-4a97-a58c-009aeff860bd) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:21.117459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:21.155279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for port (e98715a6-2095-4ff0-84ae-1ed5e4c50398), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.221012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:21.233287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5192b0bc-bda1-4ab8-8415-07882edbfe81 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a50093b6-d2ad-4b8d-a096-94e03b10c110), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.249369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e98715a6-2095-4ff0-84ae-1ed5e4c50398), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.254170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:21.254574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for port (e79ab1b5-561e-4b16-9454-dbedd7e796fa), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.254827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.312182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:21.314866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192b0bc-bda1-4ab8-8415-07882edbfe81 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event deleted for resources: {'Port': ['ID=a50093b6-d2ad-4b8d-a096-94e03b10c110,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:21.319971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.329763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5192b0bc-bda1-4ab8-8415-07882edbfe81 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.333386 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5192b0bc-bda1-4ab8-8415-07882edbfe81 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/a50093b6-d2ad-4b8d-a096-94e03b10c110 HTTP/1.1" status: 204 len: 168 time: 1.0168865 Oct 26 11:11:21.338208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51428) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:21.403901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:21.410401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:21.412355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:21.427505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event updated for resources: {'Port': ['ID=e98715a6-2095-4ff0-84ae-1ed5e4c50398,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:21.431400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:21.447551 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ce4ac0-e98a-49d3-a621-5419e22536b0 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] GET failed (client error): The resource could not be found. Oct 26 11:11:21.449088 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-93ce4ac0-e98a-49d3-a621-5419e22536b0 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/a50093b6-d2ad-4b8d-a096-94e03b10c110 HTTP/1.1" status: 404 len: 333 time: 0.1099625 Oct 26 11:11:21.456602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51430) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:21.461393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1708005859', 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:21.472452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:21.492154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Made reservation on behalf of f4f4e6d2db4d462a8bbac51471bc7fad for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:21.493645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] device_id is not set on port 1e394044-97d5-4b6a-b1f4-db8460ac4d91 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:21.494649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.522527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:21.533575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] device_id is not set on port 006d893e-e1df-40df-af57-65a8609b746f yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:21.577200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51434) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:21.591057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:21.591774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.619307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:21.627610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.628774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:21.697047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for port (a026fd27-0732-4a97-a58c-009aeff860bd), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.760250 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfebb44-80ca-49f9-b924-4ed3cef045d6 None None] New status for floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:21.814905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1787829342'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:21.828898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for port (1e394044-97d5-4b6a-b1f4-db8460ac4d91), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.864033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks [] for port (006d893e-e1df-40df-af57-65a8609b746f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.912715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a026fd27-0732-4a97-a58c-009aeff860bd), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:21.938195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:21.999218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:22.015230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:22.024672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.030590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Port': ['ID=a026fd27-0732-4a97-a58c-009aeff860bd,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:22.041039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:22.054970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.056386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:22.072001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.078696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:22.132725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:22.137174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.156708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:22.157250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.178482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e79ab1b5-561e-4b16-9454-dbedd7e796fa), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.189962 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a29a3440-d9c7-4f6e-a708-1c3ba508211c tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2465391 Oct 26 11:11:22.194951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51438) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:22.201068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (006d893e-e1df-40df-af57-65a8609b746f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.218098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:22.226159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.227189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e42cf748-81cc-48fe-878b-b98c9a82eae4 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:99:32:3f'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:26:33:11'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:22.286204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:22.315397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:22.316343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:22.318892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:22.320587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:22.321499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.336883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'Port': ['ID=006d893e-e1df-40df-af57-65a8609b746f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:22.357175 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7a6040c0-cf25-43c9-b37d-538b2fc2944d tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8994846 Oct 26 11:11:22.357970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51440) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:22.370750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:22.402504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9f4af-1e95-4460-943e-456261112fb2 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:22.403910 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cdc9f4af-1e95-4460-943e-456261112fb2 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/006d893e-e1df-40df-af57-65a8609b746f HTTP/1.1" status: 200 len: 955 time: 0.0449219 Oct 26 11:11:22.406609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51442) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:22.440172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8bc20941-e0d8-43ba-96d0-7e929ecf56ce None None] Provisioning complete for port a026fd27-0732-4a97-a58c-009aeff860bd triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:22.440648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8bc20941-e0d8-43ba-96d0-7e929ecf56ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a026fd27-0732-4a97-a58c-009aeff860bd), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.441237 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8bc20941-e0d8-43ba-96d0-7e929ecf56ce None None] Attempt 1 to provision port a026fd27-0732-4a97-a58c-009aeff860bd Oct 26 11:11:22.480190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8bc20941-e0d8-43ba-96d0-7e929ecf56ce None None] Port a026fd27-0732-4a97-a58c-009aeff860bd cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:11:22.482799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9b75199e-483f-41c3-9248-1ab663cf9f42 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Deleting port 006d893e-e1df-40df-af57-65a8609b746f {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:22.483212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b75199e-483f-41c3-9248-1ab663cf9f42 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (006d893e-e1df-40df-af57-65a8609b746f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.550288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b75199e-483f-41c3-9248-1ab663cf9f42 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (006d893e-e1df-40df-af57-65a8609b746f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.565895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9b75199e-483f-41c3-9248-1ab663cf9f42 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Calling delete_port for 006d893e-e1df-40df-af57-65a8609b746f owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:22.693563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:22.693563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:22.693563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:22.694203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b75199e-483f-41c3-9248-1ab663cf9f42 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (006d893e-e1df-40df-af57-65a8609b746f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.694614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Port': ['ID=e79ab1b5-561e-4b16-9454-dbedd7e796fa,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:22.708476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b75199e-483f-41c3-9248-1ab663cf9f42 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.712013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9b75199e-483f-41c3-9248-1ab663cf9f42 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/006d893e-e1df-40df-af57-65a8609b746f HTTP/1.1" status: 204 len: 168 time: 0.3044438 Oct 26 11:11:22.725853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51444) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:22.731529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75199e-483f-41c3-9248-1ab663cf9f42 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event deleted for resources: {'Port': ['ID=006d893e-e1df-40df-af57-65a8609b746f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:22.748048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:22.792835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:22.816425 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc7fa6b-6765-4433-acf5-246c38c5dafd tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] GET failed (client error): The resource could not be found. Oct 26 11:11:22.817982 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ffc7fa6b-6765-4433-acf5-246c38c5dafd tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/006d893e-e1df-40df-af57-65a8609b746f HTTP/1.1" status: 404 len: 333 time: 0.0843582 Oct 26 11:11:22.822348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51446) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:22.828461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Request body: {'port': {'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-203735307'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:22.830573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Checking segment: {'id': '9f813624-1e47-4efd-a514-596f67e19d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'eb4cb83e-931e-4481-a09b-3a191d10332f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:22.830573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Network hostable DHCP agents. Network: eb4cb83e-931e-4481-a09b-3a191d10332f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:22.832698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:22.850647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Made reservation on behalf of f4f4e6d2db4d462a8bbac51471bc7fad for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:22.853149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.869999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] device_id is not set on port 0bcac93f-c602-44b0-b05a-b03983c4a175 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:22.895647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:22.899285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:22.902098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (ef889cd5-5f38-48cb-9623-0523e7bf2bdb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:22.917878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ef889cd5-5f38-48cb-9623-0523e7bf2bdb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.020325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Network eb4cb83e-931e-4481-a09b-3a191d10332f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:23.029086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:23.063414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e42cf748-81cc-48fe-878b-b98c9a82eae4 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a026fd27-0732-4a97-a58c-009aeff860bd), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.071466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (60dc4652-9a33-4c58-917d-d94791c6e697), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.071838 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Added segment 60dc4652-9a33-4c58-917d-d94791c6e697 of type vlan for network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 Oct 26 11:11:23.089713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, eb4cb83e-931e-4481-a09b-3a191d10332f) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:23.101215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.103213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef889cd5-5f38-48cb-9623-0523e7bf2bdb,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:23.106490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:23.107516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1e394044-97d5-4b6a-b1f4-db8460ac4d91), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.128347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:20Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 3, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:20Z', 'revision_number': 9, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:23.131536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks [] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.171664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:23.187872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b10749-f2ca-44f7-8bef-1c3f6f214fbd None None] Network eb4cb83e-931e-4481-a09b-3a191d10332f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:23.194336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.237479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (8c3e31dd-0f93-4655-9443-574a1ef8bfb0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.238533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:23.239175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:23.259835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:23.264218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:23.266402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'Port': ['ID=0bcac93f-c602-44b0-b05a-b03983c4a175,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:23.275265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:23.276263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:23.277354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.279855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:23.312082 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-deeb02f5-de65-48f0-9fe3-81ba3fc4753a tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4877977 Oct 26 11:11:23.314507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51448) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:23.321223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:23.364586 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:23.383990 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:23.384639 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:23.454508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.482908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Port': ['ID=1e394044-97d5-4b6a-b1f4-db8460ac4d91,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:23.497821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Checking segment: {'id': '3f6e23c6-1631-498b-a107-6ab50f5ab842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'da66b857-8d69-4439-be18-d7c63220b357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:23.498186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Network hostable DHCP agents. Network: da66b857-8d69-4439-be18-d7c63220b357, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:23.527946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:23.569574 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:23.593309 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (8c3e31dd-0f93-4655-9443-574a1ef8bfb0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.599736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:23.600449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.645999 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0615621 Oct 26 11:11:23.648801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51450) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:23.718375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:23.732611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'name': 'tempest-PortsIpV6TestJSON-124688227'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:23.764281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Network da66b857-8d69-4439-be18-d7c63220b357 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:23.785414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:23.816532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] device_id is not set on port 0bcac93f-c602-44b0-b05a-b03983c4a175 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:23.843301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks [] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.848475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:23.858615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.935926 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 2, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 11, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:23.941040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:23.941653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.942286 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:11:23.968194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:23.968899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:23.969285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:23.973595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'Port': ['ID=0bcac93f-c602-44b0-b05a-b03983c4a175,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:23.976253 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:23.978540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:23.979510 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:23.980160 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 2 to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 Oct 26 11:11:23.987411 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:23.988063 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:23.997207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:24.011162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:24.011939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:24.012595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:24.019417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:24.020076 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:24.020749 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 3 to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 Oct 26 11:11:24.037840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a9029-4311-4343-8251-5bb2a6f50720 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Network': ['ID=8c3e31dd-0f93-4655-9443-574a1ef8bfb0,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:24.042655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, da66b857-8d69-4439-be18-d7c63220b357) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:24.051352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:24.051607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:24.052115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:24.063134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:24.064470 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:24.064470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 4 to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 Oct 26 11:11:24.066548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:24.070749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:24.075267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:24.081385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:24.082288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.102985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:24.103840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:24.103840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:24.105274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Router 8cce6b4f-26e7-4b5a-80e3-e6194491f8c1 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:11:24.117382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:24.117729 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:24.118864 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 5 to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 Oct 26 11:11:24.119431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa5219-8ee7-4d65-bfe4-010872a96c5d None None] Network da66b857-8d69-4439-be18-d7c63220b357 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:24.137714 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-925915e7-c38e-460e-b7d1-814cd1a85137 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2043042 Oct 26 11:11:24.139351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51454) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:24.194743 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:24.220944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:24.221283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:24.221624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:24.245804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:24.247125 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:24.253392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 6 to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 Oct 26 11:11:24.257799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:20Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 3, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:20Z', 'revision_number': 9, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:24.270988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a981574d-35e2-43e8-b5c0-b85c8505c08c tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:24.276864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a981574d-35e2-43e8-b5c0-b85c8505c08c tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:24.278452 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a981574d-35e2-43e8-b5c0-b85c8505c08c tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1393340 Oct 26 11:11:24.281242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51456) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:24.284481 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:24.293263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:24.297002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.311327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47ca9c-73cf-4078-9325-a6790f0f9033 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:20Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 3, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:20Z', 'revision_number': 9, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:24.345874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e42cf748-81cc-48fe-878b-b98c9a82eae4 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for port (a026fd27-0732-4a97-a58c-009aeff860bd), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.362618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:11:24.383573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 9d0e113a-a98d-4db2-8938-b7f2632c870b yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:24.389155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e42cf748-81cc-48fe-878b-b98c9a82eae4 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (a026fd27-0732-4a97-a58c-009aeff860bd), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.423084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:24.423521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.429654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e511d44-a8be-4e0c-92ef-dfa66036163f None None] Sync routers for ids ['8cce6b4f-26e7-4b5a-80e3-e6194491f8c1'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:24.436666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:24.437750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:24.438308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:24.443381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-27b3f53f-427d-47d7-96f1-4b4106e51db2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Deleting port e79ab1b5-561e-4b16-9454-dbedd7e796fa {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:24.445416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27b3f53f-427d-47d7-96f1-4b4106e51db2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e79ab1b5-561e-4b16-9454-dbedd7e796fa), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.460817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:24.462087 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:24.475682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 7 to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 Oct 26 11:11:24.504007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:24.529582 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:24.544563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:24.545535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e511d44-a8be-4e0c-92ef-dfa66036163f None None] Routers {'8cce6b4f-26e7-4b5a-80e3-e6194491f8c1'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:24.555025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4e511d44-a8be-4e0c-92ef-dfa66036163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8cce6b4f-26e7-4b5a-80e3-e6194491f8c1'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:24.567213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:24.568004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:24.568671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:24.578634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.580060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c0f6d9c-c01d-4794-ab77-60dee1644a1b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7303774 Oct 26 11:11:24.596466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:24.612600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27b3f53f-427d-47d7-96f1-4b4106e51db2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e79ab1b5-561e-4b16-9454-dbedd7e796fa), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.629319 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 2, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 11, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:24.638913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-27b3f53f-427d-47d7-96f1-4b4106e51db2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Calling delete_port for e79ab1b5-561e-4b16-9454-dbedd7e796fa owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:24.663426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:24.664867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4e511d44-a8be-4e0c-92ef-dfa66036163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:24.676698 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e61d80-213f-4f39-93c9-e8035b503ab9 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 2, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 11, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:24.678699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.722868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e511d44-a8be-4e0c-92ef-dfa66036163f None None] Routers {'8cce6b4f-26e7-4b5a-80e3-e6194491f8c1'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:24.723519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4e511d44-a8be-4e0c-92ef-dfa66036163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8cce6b4f-26e7-4b5a-80e3-e6194491f8c1'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:24.733988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:24.735178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:24.735701 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:24.738270 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 8 to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 Oct 26 11:11:24.754731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cf748-81cc-48fe-878b-b98c9a82eae4 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event updated for resources: {'Port': ['ID=a026fd27-0732-4a97-a58c-009aeff860bd,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:24.759154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e42cf748-81cc-48fe-878b-b98c9a82eae4 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] In _notify_port_updated(), no bound segment for port a026fd27-0732-4a97-a58c-009aeff860bd on network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:11:24.772094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42cf748-81cc-48fe-878b-b98c9a82eae4 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:24.773072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e42cf748-81cc-48fe-878b-b98c9a82eae4 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.774479 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e42cf748-81cc-48fe-878b-b98c9a82eae4 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "PUT /networking/v2.0/ports/a026fd27-0732-4a97-a58c-009aeff860bd HTTP/1.1" status: 200 len: 1056 time: 2.5760190 Oct 26 11:11:24.797388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51460) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:24.814133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4e511d44-a8be-4e0c-92ef-dfa66036163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:24.814973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e511d44-a8be-4e0c-92ef-dfa66036163f None None] The sync data for ids ['8cce6b4f-26e7-4b5a-80e3-e6194491f8c1'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:24.820244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:24.820244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:24.828859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:24.865675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:24.867671 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dac866b-384d-4b90-ae2b-c0cbe2ffcc54 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:24.892871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:24.893355 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:24.912182 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 9 to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 Oct 26 11:11:25.023975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27b3f53f-427d-47d7-96f1-4b4106e51db2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e79ab1b5-561e-4b16-9454-dbedd7e796fa), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.029053 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e29bf5f8-8a85-4125-9804-443814ceefe0 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/8cce6b4f-26e7-4b5a-80e3-e6194491f8c1 HTTP/1.1" status: 200 len: 923 time: 0.4290617 Oct 26 11:11:25.046393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51462) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:25.075771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:25.101401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27b3f53f-427d-47d7-96f1-4b4106e51db2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.110477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51464) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:25.117075 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-27b3f53f-427d-47d7-96f1-4b4106e51db2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/ports/e79ab1b5-561e-4b16-9454-dbedd7e796fa HTTP/1.1" status: 204 len: 168 time: 0.8346951 Oct 26 11:11:25.193104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3f53f-427d-47d7-96f1-4b4106e51db2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Port': ['ID=e79ab1b5-561e-4b16-9454-dbedd7e796fa,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:25.197393 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ee0efaad-bc16-45c1-b8d7-7b19195170cb tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8cce6b4f-26e7-4b5a-80e3-e6194491f8c1 HTTP/1.1" status: 200 len: 205 time: 0.0791187 Oct 26 11:11:25.228461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51466) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:25.269549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:25.270121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.307771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:25.308217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:25.308546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:25.321658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:25.322012 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:25.322642 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempt 10 to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 Oct 26 11:11:25.326033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-e9253d99-662c-4f0b-b9aa-eca6a4a8b679 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Deleting port a026fd27-0732-4a97-a58c-009aeff860bd {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:25.326372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9253d99-662c-4f0b-b9aa-eca6a4a8b679 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a026fd27-0732-4a97-a58c-009aeff860bd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.365226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:25.376001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.419107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:25.426297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.431018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:25.431355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:25.431690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempting to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:25.484985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:25.488946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:25.500459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.507492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9253d99-662c-4f0b-b9aa-eca6a4a8b679 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a026fd27-0732-4a97-a58c-009aeff860bd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.528124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-e9253d99-662c-4f0b-b9aa-eca6a4a8b679 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Calling delete_port for a026fd27-0732-4a97-a58c-009aeff860bd owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:25.598338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.667263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:25.723613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:25.728964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:11:25.729473 dv-neutron-759874-5-hyperv neutron-server[105416]: ERROR neutron.plugins.ml2.managers [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Failed to bind port 0bcac93f-c602-44b0-b05a-b03983c4a175 on host hv-neutron-7598 for vnic_type normal using segments [{'id': 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '0ad987ff-87ca-4f7e-b4d6-7be3db153df5'}] Oct 26 11:11:25.730493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.752769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9253d99-662c-4f0b-b9aa-eca6a4a8b679 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a026fd27-0732-4a97-a58c-009aeff860bd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.834895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9253d99-662c-4f0b-b9aa-eca6a4a8b679 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event deleted for resources: {'Port': ['ID=a026fd27-0732-4a97-a58c-009aeff860bd,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:25.850417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-adc00ee5-800d-4105-a707-1e4443874868 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Deleting port 1e394044-97d5-4b6a-b1f4-db8460ac4d91 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:25.850864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-adc00ee5-800d-4105-a707-1e4443874868 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1e394044-97d5-4b6a-b1f4-db8460ac4d91), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:25.994892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=9d0e113a-a98d-4db2-8938-b7f2632c870b,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:26.053874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.084906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-adc00ee5-800d-4105-a707-1e4443874868 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1e394044-97d5-4b6a-b1f4-db8460ac4d91), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.101117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Checking segment: {'id': '60dc4652-9a33-4c58-917d-d94791c6e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:26.101489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network hostable DHCP agents. Network: 8c3e31dd-0f93-4655-9443-574a1ef8bfb0, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:26.125371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-adc00ee5-800d-4105-a707-1e4443874868 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Calling delete_port for 1e394044-97d5-4b6a-b1f4-db8460ac4d91 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:26.127572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] For port 0bcac93f-c602-44b0-b05a-b03983c4a175, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:11:26.132214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attempted to set empty binding levels {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 11:11:26.139320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:26.139778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.156215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.156870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] In _notify_port_updated(), no bound segment for port 0bcac93f-c602-44b0-b05a-b03983c4a175 on network 0ad987ff-87ca-4f7e-b4d6-7be3db153df5 {{(pid=105416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:11:26.158210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:26.158821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.160472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "PUT /networking/v2.0/ports/0bcac93f-c602-44b0-b05a-b03983c4a175 HTTP/1.1" status: 200 len: 976 time: 2.8445971 Oct 26 11:11:26.176096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51470) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:26.188082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:26.195698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.206770 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Deleting port e98715a6-2095-4ff0-84ae-1ed5e4c50398 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:26.207265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e98715a6-2095-4ff0-84ae-1ed5e4c50398), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.214987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:26.290060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 8c3e31dd-0f93-4655-9443-574a1ef8bfb0) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:26.296912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:26.301622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:26.302257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.310386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2245e48-9eb9-475c-b83c-c215a5e3aff8 None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:26.399839 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2f7426c5-4e55-4c0f-9f49-c96193f31105 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6879878 Oct 26 11:11:26.406175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51472) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:26.419493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-677487758'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:26.432367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-49666afd-847a-47b4-a6f6-5ff714e5054b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.466289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e98715a6-2095-4ff0-84ae-1ed5e4c50398), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.478914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:26.499567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Calling delete_port for e98715a6-2095-4ff0-84ae-1ed5e4c50398 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:26.502538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:26.506482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.512491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-adc00ee5-800d-4105-a707-1e4443874868 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1e394044-97d5-4b6a-b1f4-db8460ac4d91), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.545898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2d442-ff7b-4f0e-8e1c-89c589a1d389 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event updated for resources: {'Port': ['ID=0bcac93f-c602-44b0-b05a-b03983c4a175,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:26.575932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc00ee5-800d-4105-a707-1e4443874868 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Port': ['ID=1e394044-97d5-4b6a-b1f4-db8460ac4d91,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:26.599751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:26.647509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:26.648261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9253d99-662c-4f0b-b9aa-eca6a4a8b679 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.648261 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e9253d99-662c-4f0b-b9aa-eca6a4a8b679 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a026fd27-0732-4a97-a58c-009aeff860bd HTTP/1.1" status: 204 len: 168 time: 1.8475726 Oct 26 11:11:26.649935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9a977f47-86c6-4afb-9d9f-27af8e018a05 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Deleting port 0bcac93f-c602-44b0-b05a-b03983c4a175 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:26.649935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9a977f47-86c6-4afb-9d9f-27af8e018a05 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.651388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51474) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:26.655714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:26.660423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:26.661602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:26.662523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:26.689608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-adc00ee5-800d-4105-a707-1e4443874868 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.694416 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bddc96-9ecb-4357-bb1f-b0134abc2fdf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] GET failed (client error): The resource could not be found. Oct 26 11:11:26.695864 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c3bddc96-9ecb-4357-bb1f-b0134abc2fdf tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "GET /networking/v2.0/ports/a026fd27-0732-4a97-a58c-009aeff860bd HTTP/1.1" status: 404 len: 333 time: 0.0425255 Oct 26 11:11:26.703216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-adc00ee5-800d-4105-a707-1e4443874868 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1e394044-97d5-4b6a-b1f4-db8460ac4d91 HTTP/1.1" status: 204 len: 168 time: 1.5878851 Oct 26 11:11:26.705994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.706416 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Added segment fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d of type vlan for network 3144df58-4fb3-4827-8209-be6e75abbd3f Oct 26 11:11:26.707783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51476) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:26.708141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51478) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:26.760801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-9a977f47-86c6-4afb-9d9f-27af8e018a05 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] For port 0bcac93f-c602-44b0-b05a-b03983c4a175, host hv-neutron-7598, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:26.761158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9a977f47-86c6-4afb-9d9f-27af8e018a05 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.780663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9a977f47-86c6-4afb-9d9f-27af8e018a05 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Calling delete_port for 0bcac93f-c602-44b0-b05a-b03983c4a175 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:26.802288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (3144df58-4fb3-4827-8209-be6e75abbd3f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.810698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:26.852469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:26.860024 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86f754f3-b36b-438f-8ee7-afce76648e68 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1249473 Oct 26 11:11:26.879389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:26.880254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51480) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:26.900151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9a977f47-86c6-4afb-9d9f-27af8e018a05 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0bcac93f-c602-44b0-b05a-b03983c4a175), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.912104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-962303004'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:26.936435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a977f47-86c6-4afb-9d9f-27af8e018a05 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bcac93f-c602-44b0-b05a-b03983c4a175,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:26.947524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9a977f47-86c6-4afb-9d9f-27af8e018a05 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:26.953894 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9a977f47-86c6-4afb-9d9f-27af8e018a05 tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/0bcac93f-c602-44b0-b05a-b03983c4a175 HTTP/1.1" status: 204 len: 168 time: 0.7694261 Oct 26 11:11:26.954167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51482) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:26.989503 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9828089f-4396-4ee8-b3c3-358e0808f0bd tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] GET failed (client error): The resource could not be found. Oct 26 11:11:26.995962 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9828089f-4396-4ee8-b3c3-358e0808f0bd tempest-PortsAdminExtendedAttrsTestJSON-337687417 tempest-PortsAdminExtendedAttrsTestJSON-337687417-project-admin] 10.222.0.26 "GET /networking/v2.0/ports/0bcac93f-c602-44b0-b05a-b03983c4a175 HTTP/1.1" status: 404 len: 333 time: 0.0352669 Oct 26 11:11:26.997048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51484) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:26.999884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:27.046208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:27.079003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (3144df58-4fb3-4827-8209-be6e75abbd3f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.105525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (0ad987ff-87ca-4f7e-b4d6-7be3db153df5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.108004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:27.108654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.226578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (0ad987ff-87ca-4f7e-b4d6-7be3db153df5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.256808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:25Z', 'revision_number': 2, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:24Z', 'revision_number': 13, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:27.260162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad987ff-87ca-4f7e-b4d6-7be3db153df5']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:27.278334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:27.279445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:27.285948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:27.293580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.299754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:27.303530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:27.304386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:10:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:27.316789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.324377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:27.324775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.350817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:27.374566 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a resource provider aggregate not found Oct 26 11:11:27.409565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (0ad987ff-87ca-4f7e-b4d6-7be3db153df5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.415152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.418459 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] 10.222.0.26 "DELETE /networking/v2.0/networks/0ad987ff-87ca-4f7e-b4d6-7be3db153df5 HTTP/1.1" status: 204 len: 168 time: 0.4211946 Oct 26 11:11:27.420312 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4b68e99-2c65-4ddd-a0c5-a6e22a47f82a found for delete ", "request_id": "req-dd8f4a60-44f0-494b-b6eb-2248ae34305e"}]} Oct 26 11:11:27.436944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72cde-96f2-4475-8a81-0ada13f7cf11 tempest-PortsAdminExtendedAttrsTestJSON-885029652 tempest-PortsAdminExtendedAttrsTestJSON-885029652-project] Pushing event deleted for resources: {'Network': ['ID=0ad987ff-87ca-4f7e-b4d6-7be3db153df5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:27.495038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:27.495705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.496254 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 Oct 26 11:11:27.521392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Network': ['ID=3144df58-4fb3-4827-8209-be6e75abbd3f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:27.523819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e98715a6-2095-4ff0-84ae-1ed5e4c50398), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.538761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:27.540793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 3144df58-4fb3-4827-8209-be6e75abbd3f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:27.591893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1db2e325-21f6-487f-a9eb-fcb3f151252a tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Deleting port ef2c4d6f-842f-453d-b9f3-7f5a99240fa2 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:27.592255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1db2e325-21f6-487f-a9eb-fcb3f151252a tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ef2c4d6f-842f-453d-b9f3-7f5a99240fa2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.599982 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7659e752-34c6-4157-8a41-cce12643c6a3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1914189 Oct 26 11:11:27.601558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51494) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:27.609265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'ports': [{'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0'}, {'network_id': '3144df58-4fb3-4827-8209-be6e75abbd3f'}]} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:27.609959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:27.610886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '3144df58-4fb3-4827-8209-be6e75abbd3f'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:27.637256 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Made reservation on behalf of c86a68f8ce444259a2488d1783c7fd3f for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:27.641750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.645399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event deleted for resources: {'Port': ['ID=e98715a6-2095-4ff0-84ae-1ed5e4c50398,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:27.789128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:27.789581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:27.791272 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7dba0-661a-46ce-a816-9799223035c0 None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:27.805386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:27.858911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9c19bf20-dc36-4297-824e-f04701f7ae57), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.859552 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Added segment 9c19bf20-dc36-4297-824e-f04701f7ae57 of type vlan for network 78afbee0-d041-4199-9992-f24ea1e39ac4 Oct 26 11:11:27.897895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:27.898255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1db2e325-21f6-487f-a9eb-fcb3f151252a tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ef2c4d6f-842f-453d-b9f3-7f5a99240fa2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.905263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:27.942634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51498) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:27.951117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.971538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 2} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:27.977826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:27.998669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.019116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1db2e325-21f6-487f-a9eb-fcb3f151252a tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Calling delete_port for ef2c4d6f-842f-453d-b9f3-7f5a99240fa2 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:28.078090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0412b2f7-bbdf-41db-834c-a09e00f2f34e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:28.078468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.078799 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0412b2f7-bbdf-41db-834c-a09e00f2f34e Oct 26 11:11:28.090579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (78afbee0-d041-4199-9992-f24ea1e39ac4), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.192135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:25Z', 'revision_number': 2, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:24Z', 'revision_number': 13, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:28.207824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.212943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.217123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:28.232291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (78afbee0-d041-4199-9992-f24ea1e39ac4), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.238839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:28.240706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.248042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbecde6d-4b42-40e4-ade5-6dd3def2400b None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:21Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:25Z', 'revision_number': 2, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:24Z', 'revision_number': 13, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:28.259881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:28.260273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.274348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:28.291317 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0646e01-b26f-415c-bd26-cffa99f53a0e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ea6d0002d58e4b0a80fa1a64d0b8eca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462098 Oct 26 11:11:28.296357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51504) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:28.330922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 1a067dfa-6bb6-4096-8a64-f82f95e12447 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:28.337165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:28.345183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.345562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (8cce6b4f-26e7-4b5a-80e3-e6194491f8c1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.346220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Fanout notify agent at l3_agent the message router_deleted on router 8cce6b4f-26e7-4b5a-80e3-e6194491f8c1 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:11:28.347182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:28.391840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.397184 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4ed6ae6b-f341-4aad-be5b-ec99db71b94b tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/8cce6b4f-26e7-4b5a-80e3-e6194491f8c1 HTTP/1.1" status: 204 len: 168 time: 3.1642821 Oct 26 11:11:28.401911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51506) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:28.409802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1514086773', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': False}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:28.411151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8009dfa3-ab2b-43e7-be46-8e3895a45d49 admin admin] Publish callbacks [] for security_group (350de0b1-77f1-4648-a04b-5489178bdca5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.430052 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5237164 Oct 26 11:11:28.437383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8009dfa3-ab2b-43e7-be46-8e3895a45d49 admin admin] Publish callbacks [] for security_group (350de0b1-77f1-4648-a04b-5489178bdca5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.448137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51508) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:28.461078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-688423565'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:28.465313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:28.482588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79bd60-cc5d-440c-8dfe-0c63381c1603 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Network': ['ID=78afbee0-d041-4199-9992-f24ea1e39ac4,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:28.485153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:28.486701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:28.487072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.487412 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:11:28.513811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 78afbee0-d041-4199-9992-f24ea1e39ac4 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:28.559410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (1a067dfa-6bb6-4096-8a64-f82f95e12447), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.581681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8009dfa3-ab2b-43e7-be46-8e3895a45d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (350de0b1-77f1-4648-a04b-5489178bdca5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.583194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (75b09089-c139-4af5-8f08-4491cc460eb5), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.583512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8009dfa3-ab2b-43e7-be46-8e3895a45d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.584379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (75b09089-c139-4af5-8f08-4491cc460eb5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.599647 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8009dfa3-ab2b-43e7-be46-8e3895a45d49 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/350de0b1-77f1-4648-a04b-5489178bdca5 HTTP/1.1" status: 204 len: 168 time: 0.3000262 Oct 26 11:11:28.613855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Made reservation on behalf of c86a68f8ce444259a2488d1783c7fd3f for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:28.624396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.636442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:28.680195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_controller (75b09089-c139-4af5-8f08-4491cc460eb5), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.683379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1db2e325-21f6-487f-a9eb-fcb3f151252a tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ef2c4d6f-842f-453d-b9f3-7f5a99240fa2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.686162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:28.686508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.707463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:28.711598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009dfa3-ab2b-43e7-be46-8e3895a45d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350de0b1-77f1-4648-a04b-5489178bdca5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:28.737639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:28.756089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.792730 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 6bb11395-138e-4be5-8b45-f36acc238fe5 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:28.844095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c7d3ac27-05a8-4c93-a111-e37e951a255a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.844543 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Added segment c7d3ac27-05a8-4c93-a111-e37e951a255a of type vlan for network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 Oct 26 11:11:28.844654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e998ae03-9650-428a-bb1b-cd748ed4b646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:28.864335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2e325-21f6-487f-a9eb-fcb3f151252a tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event deleted for resources: {'Port': ['ID=ef2c4d6f-842f-453d-b9f3-7f5a99240fa2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:28.872037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:28.936078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9f217f-a182-4cdc-afd2-e3a8ade47da3 None None] New status for floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:28.947609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (6bb11395-138e-4be5-8b45-f36acc238fe5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.014323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:29.047689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1a067dfa-6bb6-4096-8a64-f82f95e12447), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.108027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:29.127114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (75b09089-c139-4af5-8f08-4491cc460eb5), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.139623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (2952ee9a-5b4f-4699-9c44-9ffc4717e704), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.149243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:29.154188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:29.159754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:29.160835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (6bb11395-138e-4be5-8b45-f36acc238fe5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.166313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=1a067dfa-6bb6-4096-8a64-f82f95e12447,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:29.268610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51514) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:29.270941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=6bb11395-138e-4be5-8b45-f36acc238fe5,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:29.294778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1db2e325-21f6-487f-a9eb-fcb3f151252a tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.297959 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1db2e325-21f6-487f-a9eb-fcb3f151252a tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "DELETE /networking/v2.0/ports/ef2c4d6f-842f-453d-b9f3-7f5a99240fa2 HTTP/1.1" status: 204 len: 168 time: 2.5615215 Oct 26 11:11:29.301590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51516) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:29.324638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (2952ee9a-5b4f-4699-9c44-9ffc4717e704), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.330539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:29.331171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.338049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Checking segment: {'id': 'fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3144df58-4fb3-4827-8209-be6e75abbd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:29.338612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network hostable DHCP agents. Network: 3144df58-4fb3-4827-8209-be6e75abbd3f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:29.341685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:29.343583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14ce08b-3c1b-447b-8904-48fa40a86353 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] GET failed (client error): The resource could not be found. Oct 26 11:11:29.346770 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c14ce08b-3c1b-447b-8904-48fa40a86353 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "GET /networking/v2.0/ports/ef2c4d6f-842f-453d-b9f3-7f5a99240fa2 HTTP/1.1" status: 404 len: 333 time: 0.0439534 Oct 26 11:11:29.354878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51518) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:29.452670 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:29.473775 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:29.474421 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:29.479142 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Network': ['ID=2952ee9a-5b4f-4699-9c44-9ffc4717e704,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:29.482493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-02616221-ccbd-4980-98dd-95a99b3feecd tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Deleting port c9f49d41-1d5d-4298-945f-5843e90d2590 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:29.483812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-02616221-ccbd-4980-98dd-95a99b3feecd tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c9f49d41-1d5d-4298-945f-5843e90d2590), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.499037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:29.504442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:29.505513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:29.523803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 3144df58-4fb3-4827-8209-be6e75abbd3f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:29.616576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 3144df58-4fb3-4827-8209-be6e75abbd3f) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:29.627582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dec340-042f-4ef0-a4eb-1f9b6e20d8e0 None None] Network 3144df58-4fb3-4827-8209-be6e75abbd3f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:29.640289 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-67cbb45f-4e92-4510-89d3-dda18ca80eb3 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1839848 Oct 26 11:11:29.647764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:29.647941 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ffab13e-3bb5-4817-8f8e-8cab82e3a804 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f4f4e6d2db4d462a8bbac51471bc7fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753445 Oct 26 11:11:29.658618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51520) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:29.663087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:29.671413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:29.672056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.677296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:29.703997 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:29.761968 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7894bbff-1bf2-48bc-97e1-c156b8d1c3ae tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1571403 Oct 26 11:11:29.768798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51522) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:29.828081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-02616221-ccbd-4980-98dd-95a99b3feecd tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c9f49d41-1d5d-4298-945f-5843e90d2590), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.966016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.967844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:29.968317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:29.980260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:29.994356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-02616221-ccbd-4980-98dd-95a99b3feecd tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Calling delete_port for c9f49d41-1d5d-4298-945f-5843e90d2590 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:30.010654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:30.020032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.049965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (75b09089-c139-4af5-8f08-4491cc460eb5), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.080502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4056a79b-67ad-4301-b497-83f519cd7f8d admin admin] Publish callbacks [] for security_group (74398c39-9cbe-4011-88b5-7ca2ad3cffbf), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.087456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.134020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:30.145261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4056a79b-67ad-4301-b497-83f519cd7f8d admin admin] Publish callbacks [] for security_group (74398c39-9cbe-4011-88b5-7ca2ad3cffbf), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.177343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b4b00fe7-7796-4350-b8f6-291563585f5c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 6bb11395-138e-4be5-8b45-f36acc238fe5 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:30.178003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4b00fe7-7796-4350-b8f6-291563585f5c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6bb11395-138e-4be5-8b45-f36acc238fe5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.199831 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:20Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:27Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:28Z', 'revision_number': 11, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:30.248411 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:30.258908 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:30.259522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:30.266355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:30.363536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4b00fe7-7796-4350-b8f6-291563585f5c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6bb11395-138e-4be5-8b45-f36acc238fe5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.422645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:30.434197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:30.448594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4056a79b-67ad-4301-b497-83f519cd7f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (74398c39-9cbe-4011-88b5-7ca2ad3cffbf), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.451087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4056a79b-67ad-4301-b497-83f519cd7f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.455678 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4056a79b-67ad-4301-b497-83f519cd7f8d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/74398c39-9cbe-4011-88b5-7ca2ad3cffbf HTTP/1.1" status: 204 len: 168 time: 0.7925904 Oct 26 11:11:30.487026 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:30.532460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Allocated IP 172.26.0.28 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/dad292a3-8bd1-421f-9dc9-ca54bb15c38c) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:30.535351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056a79b-67ad-4301-b497-83f519cd7f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74398c39-9cbe-4011-88b5-7ca2ad3cffbf,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:30.606631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:30.612125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:30.656941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:30.662031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.685946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:30.769314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:30.771379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:30.896113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:30.906610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:30.925111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:30.940474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:31.021049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:31.023512 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:31.036022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b4b00fe7-7796-4350-b8f6-291563585f5c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 6bb11395-138e-4be5-8b45-f36acc238fe5 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:31.042516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:31.055173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:31.118675 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:27Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:28Z', 'revision_number': 11, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:31.154127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:31.178014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7114594-dc26-403f-a6eb-5e5c6449dce8 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:27Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:28Z', 'revision_number': 11, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:31.182059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:31.202714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:31.228419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:31.274629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:31.402346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:31.469874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-02616221-ccbd-4980-98dd-95a99b3feecd tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c9f49d41-1d5d-4298-945f-5843e90d2590), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:31.506056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:31.508855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:31.509476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event updated for resources: {'Port': ['ID=dad292a3-8bd1-421f-9dc9-ca54bb15c38c,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:31.554921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02616221-ccbd-4980-98dd-95a99b3feecd tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event deleted for resources: {'Port': ['ID=c9f49d41-1d5d-4298-945f-5843e90d2590,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:31.580503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4b00fe7-7796-4350-b8f6-291563585f5c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (6bb11395-138e-4be5-8b45-f36acc238fe5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:31.693720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b00fe7-7796-4350-b8f6-291563585f5c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=6bb11395-138e-4be5-8b45-f36acc238fe5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:31.712948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (75b09089-c139-4af5-8f08-4491cc460eb5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:31.724655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:31.753962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:31.825223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-02616221-ccbd-4980-98dd-95a99b3feecd tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:31.843394 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-02616221-ccbd-4980-98dd-95a99b3feecd tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c9f49d41-1d5d-4298-945f-5843e90d2590 HTTP/1.1" status: 204 len: 168 time: 2.4873469 Oct 26 11:11:31.844851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51542) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:31.870964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4b00fe7-7796-4350-b8f6-291563585f5c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:31.876530 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b4b00fe7-7796-4350-b8f6-291563585f5c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/6bb11395-138e-4be5-8b45-f36acc238fe5 HTTP/1.1" status: 204 len: 168 time: 2.0973885 Oct 26 11:11:31.905687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51544) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:31.976770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:31.980045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:31.985574 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0be30b0-3ccb-4324-b9f9-db529c178c94 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:32.054890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b96ad01-19fb-4b2f-9b25-5d17c8240082 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Deleting subnet eb556012-6499-47c5-9dad-7f6271c69abb {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:32.072625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 3, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:28Z', 'revision_number': 13, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:32.075782 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9929c4-5a4a-4d52-9744-30363ca01895 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:32.094538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b96ad01-19fb-4b2f-9b25-5d17c8240082 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks [] for subnet (eb556012-6499-47c5-9dad-7f6271c69abb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.102309 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9929c4-5a4a-4d52-9744-30363ca01895 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:32.104565 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9e9929c4-5a4a-4d52-9744-30363ca01895 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1966240 Oct 26 11:11:32.107512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51548) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.179770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:32.184475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:32.207893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b96ad01-19fb-4b2f-9b25-5d17c8240082 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (eb556012-6499-47c5-9dad-7f6271c69abb), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.210200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:32.210859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:32.277817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51550) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.374238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b1fbc-fde6-442c-bfec-7ac6e3f47e3d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 1a067dfa-6bb6-4096-8a64-f82f95e12447 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:32.375227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1fbc-fde6-442c-bfec-7ac6e3f47e3d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1a067dfa-6bb6-4096-8a64-f82f95e12447), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.455592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:32.510597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:32.541300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b96ad01-19fb-4b2f-9b25-5d17c8240082 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (eb556012-6499-47c5-9dad-7f6271c69abb), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.632345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:32.654381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1fbc-fde6-442c-bfec-7ac6e3f47e3d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1a067dfa-6bb6-4096-8a64-f82f95e12447), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.701930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b1fbc-fde6-442c-bfec-7ac6e3f47e3d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 1a067dfa-6bb6-4096-8a64-f82f95e12447 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:32.742722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b96ad01-19fb-4b2f-9b25-5d17c8240082 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (eb556012-6499-47c5-9dad-7f6271c69abb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.743388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:32.756088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:32.815874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-066bf115-383b-49fe-a82a-cccc8fc65bbf tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:32.818024 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-066bf115-383b-49fe-a82a-cccc8fc65bbf tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.5384152 Oct 26 11:11:32.819633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96ad01-19fb-4b2f-9b25-5d17c8240082 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event deleted for resources: {'Subnet': ['ID=eb556012-6499-47c5-9dad-7f6271c69abb,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:32.821688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51554) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.834178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-59b12be9-45f2-43ec-9bc4-d944507e64de tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:32.836190 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-59b12be9-45f2-43ec-9bc4-d944507e64de tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0068624 Oct 26 11:11:32.838008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b96ad01-19fb-4b2f-9b25-5d17c8240082 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.844483 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b96ad01-19fb-4b2f-9b25-5d17c8240082 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/eb556012-6499-47c5-9dad-7f6271c69abb HTTP/1.1" status: 204 len: 168 time: 0.9940238 Oct 26 11:11:32.845409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51556) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.845947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51558) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.850540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-2cef992d-e11f-4db7-abb0-01b31f5a36de tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:32.851825 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2cef992d-e11f-4db7-abb0-01b31f5a36de tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044949 Oct 26 11:11:32.889940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4be8d-f944-4ce9-b1eb-5b04e9383abf None None] Network 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:32.901529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:32.913053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51560) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.920950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-cbdf02cc-47ca-4374-8e94-42307815749d tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:32.922044 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cbdf02cc-47ca-4374-8e94-42307815749d tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0093105 Oct 26 11:11:32.922898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1fbc-fde6-442c-bfec-7ac6e3f47e3d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1a067dfa-6bb6-4096-8a64-f82f95e12447), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.930956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51562) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.944150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-a7766021-3528-458c-ada1-4e57bf17cbad tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:32.945140 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a7766021-3528-458c-ada1-4e57bf17cbad tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0094695 Oct 26 11:11:32.947926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51564) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.957551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-e70ed134-f0b1-4baa-a828-ad05be2bc8df tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:32.958522 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e70ed134-f0b1-4baa-a828-ad05be2bc8df tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054133 Oct 26 11:11:32.963147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51566) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.967375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.976448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-e869b8fa-32d8-4ff9-a172-692b3fd38927 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:32.977711 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e869b8fa-32d8-4ff9-a172-692b3fd38927 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046461 Oct 26 11:11:32.985843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (75b09089-c139-4af5-8f08-4491cc460eb5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:32.987609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51568) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:32.994919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-6058d317-818e-47c1-9c69-38c323b55a11 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:32.999026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b1fbc-fde6-442c-bfec-7ac6e3f47e3d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=1a067dfa-6bb6-4096-8a64-f82f95e12447,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:33.026121 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6058d317-818e-47c1-9c69-38c323b55a11 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0337045 Oct 26 11:11:33.037137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51570) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.049565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-91c2ad83-ef79-4287-8316-b46b8da9a529 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.053134 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-91c2ad83-ef79-4287-8316-b46b8da9a529 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0062985 Oct 26 11:11:33.055067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51572) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.060693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-dd9be8c1-ebe4-4419-9cd2-e7b0f2a1a7db tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.065892 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dd9be8c1-ebe4-4419-9cd2-e7b0f2a1a7db tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0091047 Oct 26 11:11:33.066718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51574) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.094467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-e424e894-81ad-454f-9b7f-0f942838b64d tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.096473 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e424e894-81ad-454f-9b7f-0f942838b64d tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0089245 Oct 26 11:11:33.097328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51576) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.102042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51578) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.104248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'subnets': [{'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--514346699', 'ip_version': 6}, {'network_id': '2952ee9a-5b4f-4699-9c44-9ffc4717e704', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:33.104572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'subnet': {'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--514346699', 'ip_version': 6}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:33.105482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Request body: {'subnet': {'network_id': '2952ee9a-5b4f-4699-9c44-9ffc4717e704', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:33.110459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1fbc-fde6-442c-bfec-7ac6e3f47e3d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.116313 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7e1b1fbc-fde6-442c-bfec-7ac6e3f47e3d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1a067dfa-6bb6-4096-8a64-f82f95e12447 HTTP/1.1" status: 204 len: 168 time: 0.9309449 Oct 26 11:11:33.117257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-f856a15f-f5e0-4566-a280-a4700e38716a tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.120805 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f856a15f-f5e0-4566-a280-a4700e38716a tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0153306 Oct 26 11:11:33.122113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51582) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.122634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51584) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.126427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:33.126634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.126903 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:11:33.143058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-b0cb59cf-76a0-45b2-8a1f-822cc0f03bc6 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.144146 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b0cb59cf-76a0-45b2-8a1f-822cc0f03bc6 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0099690 Oct 26 11:11:33.148663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51586) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.153165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-4b7bff7d-f019-42e9-8730-b599d9fa50b5 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.156606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4b7bff7d-f019-42e9-8730-b599d9fa50b5 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069063 Oct 26 11:11:33.159541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51588) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.166276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-273dc84e-2eba-4c30-b070-738e039c15b1 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.169110 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-273dc84e-2eba-4c30-b070-738e039c15b1 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0062859 Oct 26 11:11:33.169311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51590) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.175795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-1e98e5d7-5bb6-4de6-8e55-9bb409f0a03f tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.177948 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1e98e5d7-5bb6-4de6-8e55-9bb409f0a03f tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0066652 Oct 26 11:11:33.179838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51592) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.186336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-61cd3159-ac30-4b8d-ae3c-809b486c35d0 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.187656 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61cd3159-ac30-4b8d-ae3c-809b486c35d0 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0064278 Oct 26 11:11:33.198156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51594) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.222574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Deleting port f9d0407b-2810-4388-b0fd-9c10fae52b32 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:33.223167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.278997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b443b35-f5c7-473c-b0d0-8234acf9d902 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:33.287037 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b443b35-f5c7-473c-b0d0-8234acf9d902 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1616006 Oct 26 11:11:33.287580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 3, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:28Z', 'revision_number': 13, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:33.291489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51596) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.391224 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-af16a84f-9d8d-46f2-a1bc-de24bf225315 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:11:33.397206 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-af16a84f-9d8d-46f2-a1bc-de24bf225315 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/6bb11395-138e-4be5-8b45-f36acc238fe5 HTTP/1.1" status: 404 len: 333 time: 0.0634732 Oct 26 11:11:33.398006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51598) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.429474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] For port f9d0407b-2810-4388-b0fd-9c10fae52b32, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f9d0407b-2810-4388-b0fd-9c10fae52b32,segment=NetworkSegment(03f08922-9339-4674-87c7-d4ce5cc939f9),segment_id=03f08922-9339-4674-87c7-d4ce5cc939f9)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:33.430130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.489342 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da256ad-f5e0-4d16-a104-370526a84d15 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:11:33.493944 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8da256ad-f5e0-4d16-a104-370526a84d15 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/1a067dfa-6bb6-4096-8a64-f82f95e12447 HTTP/1.1" status: 404 len: 333 time: 0.0815299 Oct 26 11:11:33.494794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51600) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.494990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18478771-5be8-4d3c-9734-e548697596a3 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 3, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:28Z', 'revision_number': 13, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:33.539474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:33.539898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.551408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Calling delete_port for f9d0407b-2810-4388-b0fd-9c10fae52b32 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:33.592047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:33.592479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78141a-f0ce-4fbf-a839-60461294b868 None None] DHCP port deletion for 2ab5cf14-d0c2-48ef-95cf-f5df1c02079a request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:11:33.622184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:33.628407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-df4e0d34-53db-4eb9-af35-45692a0c8901 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.631781 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-df4e0d34-53db-4eb9-af35-45692a0c8901 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.4289367 Oct 26 11:11:33.633018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51602) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.637991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-c3673b73-9651-40ce-ad5e-97d984a41225 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.638948 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c3673b73-9651-40ce-ad5e-97d984a41225 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047648 Oct 26 11:11:33.643486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51604) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.653314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-d54de88f-ae86-4b4e-8145-53ed69462922 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/floating-ip-port-forwarding-detail returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.655149 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d54de88f-ae86-4b4e-8145-53ed69462922 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/floating-ip-port-forwarding-detail HTTP/1.1" status: 200 len: 465 time: 0.0075991 Oct 26 11:11:33.659959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51606) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.666242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.667294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:33.673448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Router 75b09089-c139-4af5-8f08-4491cc460eb5 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:11:33.693006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-c6213fba-a156-4c34-8421-8e1225312a4e tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.696764 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c6213fba-a156-4c34-8421-8e1225312a4e tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0245380 Oct 26 11:11:33.707928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:33.708549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:33.732128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51608) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.734656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Made reservation on behalf of c86a68f8ce444259a2488d1783c7fd3f for: {'subnet': 2} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:33.737649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-4693a438-30eb-4fe6-89c2-64e2a485d45e tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.741162 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4693a438-30eb-4fe6-89c2-64e2a485d45e tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056679 Oct 26 11:11:33.741372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51610) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.741904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.742343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.745388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-ed6f998e-f061-495b-920f-bf2e32bad7ec tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.748564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed6f998e-f061-495b-920f-bf2e32bad7ec tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0040905 Oct 26 11:11:33.748965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51612) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.752904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-304ef8ff-83a8-435f-8d01-86231ecdd50b tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.756114 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-304ef8ff-83a8-435f-8d01-86231ecdd50b tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041163 Oct 26 11:11:33.757224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51614) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.767811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-d315d703-bbab-4149-801d-46fe96f20203 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.770211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (3144df58-4fb3-4827-8209-be6e75abbd3f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.773817 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d315d703-bbab-4149-801d-46fe96f20203 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0115838 Oct 26 11:11:33.774423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51616) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.781252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-140e2958-1dbf-4c32-9430-5cd7a78be2da tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.785189 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-140e2958-1dbf-4c32-9430-5cd7a78be2da tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068486 Oct 26 11:11:33.801351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51618) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.805678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-5a1b6e45-b3c4-429a-87aa-3886860e8772 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.809033 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5a1b6e45-b3c4-429a-87aa-3886860e8772 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042717 Oct 26 11:11:33.810706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51620) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.815624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-373b1d6d-06bb-4266-9286-7e971ead5f14 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.819010 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-373b1d6d-06bb-4266-9286-7e971ead5f14 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049775 Oct 26 11:11:33.825925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51622) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.854240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-345ba58f-3bf3-45a3-a873-ca6e10d8803b tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.859001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-345ba58f-3bf3-45a3-a873-ca6e10d8803b tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0191898 Oct 26 11:11:33.864891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51624) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.866741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:33.873081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-f404ca39-29b9-440c-901e-24f446e7b71b tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.877745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f404ca39-29b9-440c-901e-24f446e7b71b tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0108900 Oct 26 11:11:33.882596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51626) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.889847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-7d84c12e-b35d-4446-864e-e883c1ffa3c4 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.895316 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d84c12e-b35d-4446-864e-e883c1ffa3c4 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0108740 Oct 26 11:11:33.895492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51628) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.920408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:33.925236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-0e403e3e-3123-4c71-a8d5-5ad469569448 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.929090 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0e403e3e-3123-4c71-a8d5-5ad469569448 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0108788 Oct 26 11:11:33.929090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:33.930465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51630) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.932326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:11:33.944957 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Sync routers for ids ['75b09089-c139-4af5-8f08-4491cc460eb5'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:33.951916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-3089bc95-45c6-4ff0-8b07-a5c60278883f tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.957456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3089bc95-45c6-4ff0-8b07-a5c60278883f tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0130408 Oct 26 11:11:33.960722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51632) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:33.979482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-04fb1241-5a38-4b70-9261-eeaaabc7f1c6 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:33.980143 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Routers {'75b09089-c139-4af5-8f08-4491cc460eb5'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:33.985124 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['75b09089-c139-4af5-8f08-4491cc460eb5'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:33.987348 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-04fb1241-5a38-4b70-9261-eeaaabc7f1c6 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0234151 Oct 26 11:11:33.987645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cc78141a-f0ce-4fbf-a839-60461294b868 None None] Deleting port f9d0407b-2810-4388-b0fd-9c10fae52b32 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:33.988061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cc78141a-f0ce-4fbf-a839-60461294b868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:33.993249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.002354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9f705d13-1981-4686-bf7f-58e8c55c9408 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5977058 Oct 26 11:11:34.009395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51634) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.010914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51636) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.032456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-4a1b2ca8-d95f-4688-ad8b-c22a9aa83bf7 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.042335 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a1b2ca8-d95f-4688-ad8b-c22a9aa83bf7 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0291560 Oct 26 11:11:34.082668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.087691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-cc78141a-f0ce-4fbf-a839-60461294b868 None None] For port f9d0407b-2810-4388-b0fd-9c10fae52b32, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f9d0407b-2810-4388-b0fd-9c10fae52b32,segment=NetworkSegment(03f08922-9339-4674-87c7-d4ce5cc939f9),segment_id=03f08922-9339-4674-87c7-d4ce5cc939f9)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:34.088201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cc78141a-f0ce-4fbf-a839-60461294b868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.092579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-b480ddc4-138c-4916-9670-0b654bb9fcfd tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.093581 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b480ddc4-138c-4916-9670-0b654bb9fcfd tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0098977 Oct 26 11:11:34.104943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cc78141a-f0ce-4fbf-a839-60461294b868 None None] Calling delete_port for f9d0407b-2810-4388-b0fd-9c10fae52b32 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:34.119557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.128632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-909b962a-1026-45be-a1d3-d7da294953f7 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.129680 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-909b962a-1026-45be-a1d3-d7da294953f7 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068245 Oct 26 11:11:34.210079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cc78141a-f0ce-4fbf-a839-60461294b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.249064 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ff3d1aae-9c51-4db6-8dc9-de2cacdc3a46 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/75b09089-c139-4af5-8f08-4491cc460eb5 HTTP/1.1" status: 200 len: 908 time: 0.2354791 Oct 26 11:11:34.249817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51642) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.250250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51644) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.256885 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1514086773', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': True}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:34.270272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc78141a-f0ce-4fbf-a839-60461294b868 None None] No DVR routers for this DVR port f9d0407b-2810-4388-b0fd-9c10fae52b32 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:34.273248 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Set router 75b09089-c139-4af5-8f08-4491cc460eb5 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:34.291966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-3a8ab863-8eb3-4d0a-8355-f11e71572fe9 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.296609 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a8ab863-8eb3-4d0a-8355-f11e71572fe9 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0451565 Oct 26 11:11:34.297574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51646) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.306466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-6e2e72e1-633f-4c1c-bf5f-652f99429503 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.311865 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6e2e72e1-633f-4c1c-bf5f-652f99429503 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0119846 Oct 26 11:11:34.315165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (57aba25d-1793-42ed-9c4c-84c170956005), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.318530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:34.320254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (57aba25d-1793-42ed-9c4c-84c170956005), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.328325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51648) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.341752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-32fd1514-bbf8-4368-9cfd-a3ad488da415 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.346254 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-32fd1514-bbf8-4368-9cfd-a3ad488da415 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0167558 Oct 26 11:11:34.357045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51650) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.360270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78141a-f0ce-4fbf-a839-60461294b868 None None] Pushing event deleted for resources: {'Port': ['ID=f9d0407b-2810-4388-b0fd-9c10fae52b32,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:34.363459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-0d9faa3f-d6c8-4121-a01b-01449c09a206 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.367889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d9faa3f-d6c8-4121-a01b-01449c09a206 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088933 Oct 26 11:11:34.372585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51652) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.386391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:34.387028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.387565 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:11:34.397279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-6d3ff4cd-8952-4f79-8157-bdfbdf640996 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.404009 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6d3ff4cd-8952-4f79-8157-bdfbdf640996 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0285521 Oct 26 11:11:34.405917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51654) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.421688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-a930dadb-35a3-4249-805c-de26ed00f395 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.430290 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a930dadb-35a3-4249-805c-de26ed00f395 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0194755 Oct 26 11:11:34.431102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51656) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.448899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-bb0e5873-8105-4dfe-88c4-f381078caf60 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.452758 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bb0e5873-8105-4dfe-88c4-f381078caf60 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0146875 Oct 26 11:11:34.468647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (3144df58-4fb3-4827-8209-be6e75abbd3f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.478960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51658) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.485133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-40805cce-277e-4620-aa17-c57fafbf7e87 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.498938 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-40805cce-277e-4620-aa17-c57fafbf7e87 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0187943 Oct 26 11:11:34.501316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51660) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.506667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:34.514981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-3c3f21c8-c81e-438f-b482-18613d85d025 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.522143 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3c3f21c8-c81e-438f-b482-18613d85d025 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0141773 Oct 26 11:11:34.526635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3144df58-4fb3-4827-8209-be6e75abbd3f']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:34.530469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51662) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.539057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-bfe2e77d-d4fe-42a7-a618-5d021ad78e02 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.546325 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bfe2e77d-d4fe-42a7-a618-5d021ad78e02 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0147564 Oct 26 11:11:34.549650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51664) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.553517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:34.553814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:34.566446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.569202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-61301449-d184-4231-9c22-e62416a36672 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.570336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:33Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:32Z', 'revision_number': 3, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:30Z', 'revision_number': 14, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:34.570822 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61301449-d184-4231-9c22-e62416a36672 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0082712 Oct 26 11:11:34.586953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.596390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:34.596833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.606837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:34.624847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51666) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.632538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_controller (57aba25d-1793-42ed-9c4c-84c170956005), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.639186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-1b1973e7-a4f6-420f-b4d0-1294e3cfed6e tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.640520 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1b1973e7-a4f6-420f-b4d0-1294e3cfed6e tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0146985 Oct 26 11:11:34.645538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51668) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.651271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:34.651662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.652926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f9d0407b-2810-4388-b0fd-9c10fae52b32), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.654407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-66a1fdde-eda2-425f-b1a5-1695972e5208 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.661564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66a1fdde-eda2-425f-b1a5-1695972e5208 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0146499 Oct 26 11:11:34.667372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51672) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.673054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-40b12c5a-af54-4928-8776-143fdc99c31e tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.673247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:34.673725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:34.675137 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-40b12c5a-af54-4928-8776-143fdc99c31e tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051551 Oct 26 11:11:34.716784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:34.718478 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'name': 'tempest-snat-router-1514086773', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28'}], 'enable_snat': False}, 'gw_port_id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:28Z', 'updated_at': '2022-10-26T11:11:31Z', 'revision_number': 3, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port': {'id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:11:30Z', 'updated_at': '2022-10-26T11:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:34.724004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51674) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.729282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-cde422ca-d425-4ba4-9efb-d1627abf1462 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.730638 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cde422ca-d425-4ba4-9efb-d1627abf1462 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052066 Oct 26 11:11:34.731781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:34.734099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51676) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.740429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-f4749d28-78be-43fb-b415-e88dadf01ac4 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.741789 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f4749d28-78be-43fb-b415-e88dadf01ac4 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056801 Oct 26 11:11:34.743154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.745201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:34.748867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51678) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.758381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-e80fc839-6852-46b4-a257-76ebc1681440 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.761974 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e80fc839-6852-46b4-a257-76ebc1681440 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071018 Oct 26 11:11:34.764727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51680) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.770346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-b0c5a07e-dfbe-44f0-8360-3ab2e29a2b65 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.773805 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b0c5a07e-dfbe-44f0-8360-3ab2e29a2b65 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0059781 Oct 26 11:11:34.780939 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Checking router: 75b09089-c139-4af5-8f08-4491cc460eb5 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:34.784611 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Updating router 75b09089-c139-4af5-8f08-4491cc460eb5 port dad292a3-8bd1-421f-9dc9-ca54bb15c38c binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:11:34.793221 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d resource provider aggregate not found Oct 26 11:11:34.799218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event deleted for resources: {'Port': ['ID=f9d0407b-2810-4388-b0fd-9c10fae52b32,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:34.824819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51682) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.846482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-f5e876c8-8563-4284-a79c-68ca65fb0168 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.847523 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5e876c8-8563-4284-a79c-68ca65fb0168 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0090573 Oct 26 11:11:34.853181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51686) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.860062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] No DVR routers for this DVR port f9d0407b-2810-4388-b0fd-9c10fae52b32 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:34.873272 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.878078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:34.878835 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbf7f7ae-5b6b-4e78-a12f-1d1d2531f15d found for delete ", "request_id": "req-75a9d3d1-9db5-42f9-8f54-39427a28f81b"}]} Oct 26 11:11:34.938600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:34.940886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (3144df58-4fb3-4827-8209-be6e75abbd3f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.957824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (57aba25d-1793-42ed-9c4c-84c170956005), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:34.966643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-1ac326e6-0c48-4bb6-979e-3afafc4b715a tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.970114 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1ac326e6-0c48-4bb6-979e-3afafc4b715a tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045254 Oct 26 11:11:34.971277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51688) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.979587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-733dbb42-f926-4f36-ae2b-84bf0a6b357b tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:34.983994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:34.984555 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-733dbb42-f926-4f36-ae2b-84bf0a6b357b tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0121830 Oct 26 11:11:34.985141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51690) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:34.997309 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-561b9f02-132c-4bdc-a838-0e65bf08f3d8 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.000340 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-561b9f02-132c-4bdc-a838-0e65bf08f3d8 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0097544 Oct 26 11:11:35.001316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51692) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.013458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-463d221b-f176-4c6c-b616-26e850b6f1be tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.015734 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-463d221b-f176-4c6c-b616-26e850b6f1be tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0103405 Oct 26 11:11:35.041430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.046209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51694) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.052027 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/networks/3144df58-4fb3-4827-8209-be6e75abbd3f HTTP/1.1" status: 204 len: 168 time: 1.5489919 Oct 26 11:11:35.061652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-c4daf6e0-5b45-479a-bf71-ad188d8f9f95 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.062292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51696) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.062408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e164e1f-6464-42bf-ba15-d673d5609935 None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:35.072675 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4daf6e0-5b45-479a-bf71-ad188d8f9f95 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0205691 Oct 26 11:11:35.074066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1638088829'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:35.093833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51698) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.112053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:35.112498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.113955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:35.115227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcc853-45cf-4850-80cb-a34087597ee3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Network': ['ID=3144df58-4fb3-4827-8209-be6e75abbd3f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:35.123346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-652503dd-baba-4159-aa61-cf92e8c10ba8 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.124505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-652503dd-baba-4159-aa61-cf92e8c10ba8 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0067277 Oct 26 11:11:35.138786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51700) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.158879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-11a3b7c8-712a-40d9-8b5f-f2a6df472b1f tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.160355 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-11a3b7c8-712a-40d9-8b5f-f2a6df472b1f tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064652 Oct 26 11:11:35.167762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51702) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.173209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.177195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-35be8ac0-d233-4a76-a74e-15beb1d548f4 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.178133 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-35be8ac0-d233-4a76-a74e-15beb1d548f4 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051446 Oct 26 11:11:35.182798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51704) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.197086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-5ba306c4-a463-4458-830a-d84a4cd9dd70 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.205737 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5ba306c4-a463-4458-830a-d84a4cd9dd70 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0093508 Oct 26 11:11:35.205972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51706) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.209355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-b8cd45e8-dd27-4fb6-9d4b-4f6fe878e419 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.213877 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8cd45e8-dd27-4fb6-9d4b-4f6fe878e419 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043490 Oct 26 11:11:35.213877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51708) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.217896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-a4292300-c7ba-4f73-93e7-44c26b859863 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.222129 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a4292300-c7ba-4f73-93e7-44c26b859863 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049193 Oct 26 11:11:35.224397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51710) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.230191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [None req-e2610522-686f-4163-b3f5-a7f7ee9f95bc tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.235149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e2610522-686f-4163-b3f5-a7f7ee9f95bc tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047646 Oct 26 11:11:35.235353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51712) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.253632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:35.257849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-495a0431-df16-4fea-90ce-8f152ffdaa1d tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.261441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.261587 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-495a0431-df16-4fea-90ce-8f152ffdaa1d tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0232065 Oct 26 11:11:35.262235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51714) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.268866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab5cf14-d0c2-48ef-95cf-f5df1c02079a']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:35.272115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-ee6c0a78-bf74-416b-a6b9-e21d3ac4cd49 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.277828 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ee6c0a78-bf74-416b-a6b9-e21d3ac4cd49 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0122347 Oct 26 11:11:35.277999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51716) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.285620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-a7892296-0178-4bda-910b-ca0ba603e07a tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.289124 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a7892296-0178-4bda-910b-ca0ba603e07a tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076647 Oct 26 11:11:35.289976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51718) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.294203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f08922-9339-4674-87c7-d4ce5cc939f9') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:35.295365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f08922-9339-4674-87c7-d4ce5cc939f9') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:35.297792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-62a9354e-b03e-46d7-a88d-9def681654b0 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.303208 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-62a9354e-b03e-46d7-a88d-9def681654b0 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079830 Oct 26 11:11:35.303208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51720) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:35.322123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:35.324875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (03f08922-9339-4674-87c7-d4ce5cc939f9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.352648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:35.362359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:35.365543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [None req-32fd9a52-78e9-4a7b-b69a-e8240b359913 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] http://10.222.0.26:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:11:35.369711 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-32fd9a52-78e9-4a7b-b69a-e8240b359913 tempest-ExtensionsTestJSON-1676930933 tempest-ExtensionsTestJSON-1676930933-project] 10.222.0.26 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0638766 Oct 26 11:11:35.383345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.384227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:35.403285 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Publish callbacks [] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.406748 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:35.413267 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.435714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (03f08922-9339-4674-87c7-d4ce5cc939f9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.467066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (51d7feb8-eb3e-46fe-8195-0c70185b3e50), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.467421 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Added segment 51d7feb8-eb3e-46fe-8195-0c70185b3e50 of type vlan for network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 Oct 26 11:11:35.479050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:35.479434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (03f08922-9339-4674-87c7-d4ce5cc939f9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.493962 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Attempting to bind port dad292a3-8bd1-421f-9dc9-ca54bb15c38c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:35.494322 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Attempting to bind port dad292a3-8bd1-421f-9dc9-ca54bb15c38c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:35.494862 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Attempting to bind port dad292a3-8bd1-421f-9dc9-ca54bb15c38c on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:35.547646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:35.548250 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Pushing event updated for resources: {'Port': ['ID=dad292a3-8bd1-421f-9dc9-ca54bb15c38c,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:35.571484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (57aba25d-1793-42ed-9c4c-84c170956005), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.575156 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.575827 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.588732 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.589073 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.589408 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.589736 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.590098 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.590453 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.590789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.591210 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.591547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.591944 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.592404 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.592916 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.593391 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:11:35.618435 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:11:35.618860 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:35.619307 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.619791 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:11:35.620694 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Bound port: dad292a3-8bd1-421f-9dc9-ca54bb15c38c, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:11:35.620831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.621349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.633611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.717352 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] For port dad292a3-8bd1-421f-9dc9-ca54bb15c38c, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:11:35.728274 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] For port dad292a3-8bd1-421f-9dc9-ca54bb15c38c, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dad292a3-8bd1-421f-9dc9-ca54bb15c38c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:11:35.732381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (2ab5cf14-d0c2-48ef-95cf-f5df1c02079a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.744681 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.766465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.781838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] 10.222.0.26 "DELETE /networking/v2.0/networks/2ab5cf14-d0c2-48ef-95cf-f5df1c02079a HTTP/1.1" status: 204 len: 168 time: 2.9223843 Oct 26 11:11:35.793425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd029c-ccfa-49f9-b21b-7bcb8ec22b79 tempest-AllowedAddressPairTestJSON-676987558 tempest-AllowedAddressPairTestJSON-676987558-project] Pushing event deleted for resources: {'Network': ['ID=2ab5cf14-d0c2-48ef-95cf-f5df1c02079a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:35.805448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.813249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:35.822199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.847445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (3c4df30e-b7e8-4170-b740-c439d7cdb681), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:35.857581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Allocated IP 172.26.0.248 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/64dce3bd-a4a5-4f02-873e-1a2e841cdf7e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:35.886416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:35.899014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:35.901760 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9b0fc-5584-44e1-bc1e-0115df0feab2 None None] Pushing event updated for resources: {'Port': ['ID=dad292a3-8bd1-421f-9dc9-ca54bb15c38c,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:35.914984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:33Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:32Z', 'revision_number': 3, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:30Z', 'revision_number': 14, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:35.933365 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Routers {'75b09089-c139-4af5-8f08-4491cc460eb5'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:35.938859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['75b09089-c139-4af5-8f08-4491cc460eb5'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:35.999969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Network': ['ID=2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:36.013779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51732) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:36.052854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d351b7-b1d3-4059-8d2e-6e6efd2b4dcc None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:33Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:32Z', 'revision_number': 3, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:30Z', 'revision_number': 14, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:36.071464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Subnet': ['ID=3c4df30e-b7e8-4170-b740-c439d7cdb681,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:36.083906 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a45f03f-329e-4efb-91af-8f1aa1798472 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0131860 Oct 26 11:11:36.086453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51736) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:36.112136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:36.148526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:36.161553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Checking segment: {'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:36.162026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Network hostable DHCP agents. Network: 78afbee0-d041-4199-9992-f24ea1e39ac4, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:36.214717 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Network 78afbee0-d041-4199-9992-f24ea1e39ac4 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:36.236956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for port (64dce3bd-a4a5-4f02-873e-1a2e841cdf7e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.251198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 78afbee0-d041-4199-9992-f24ea1e39ac4) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:36.259095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (65420c0a-1543-490b-ac0c-8163422d3cb9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.263545 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] Set router 75b09089-c139-4af5-8f08-4491cc460eb5 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:36.276515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1905b2-ff1b-4770-ba27-8dcaa0862a79 None None] Network 78afbee0-d041-4199-9992-f24ea1e39ac4 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:36.298335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:36.349571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:36.349971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.401878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:36.408696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:36.425194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:36.472086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.510806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (64dce3bd-a4a5-4f02-873e-1a2e841cdf7e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.530129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-78afbee0-d041-4199-9992-f24ea1e39ac4', 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4', 'project_id': 'c86a68f8ce444259a2488d1783c7fd3f', 'fixed_ips': [{'subnet_id': '3c4df30e-b7e8-4170-b740-c439d7cdb681'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:11:36.531074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.545789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Checking segment: {'id': 'c7d3ac27-05a8-4c93-a111-e37e951a255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2952ee9a-5b4f-4699-9c44-9ffc4717e704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:36.545937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Network hostable DHCP agents. Network: 2952ee9a-5b4f-4699-9c44-9ffc4717e704, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:36.573759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:36.626835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event updated for resources: {'Subnet': ['ID=65420c0a-1543-490b-ac0c-8163422d3cb9,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:36.660407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:36.672186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:36.678089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:36.680409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:36.688041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.692146 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'name': 'tempest-snat-router-1514086773', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28'}], 'enable_snat': False}, 'gw_port_id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:28Z', 'updated_at': '2022-10-26T11:11:31Z', 'revision_number': 3, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port': {'id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:11:30Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:36.699531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:36.716677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event updated for resources: {'Port': ['ID=64dce3bd-a4a5-4f02-873e-1a2e841cdf7e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:36.741172 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-048e848c-ff8f-4250-ab06-68ae4ab2a2e6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=42dfbb4e6ee94f558350ca31e4c33cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344178 Oct 26 11:11:36.752469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:36.756979 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551006f5-8b06-4ac0-97bc-9dfe31c72471 None None] The sync data for ids ['75b09089-c139-4af5-8f08-4491cc460eb5'] in dv-neutron-759874-5-hyperv is: [{'id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'name': 'tempest-snat-router-1514086773', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28'}], 'enable_snat': False}, 'gw_port_id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:28Z', 'updated_at': '2022-10-26T11:11:31Z', 'revision_number': 3, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port': {'id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:11:30Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:36.759222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51744) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:36.818736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 2952ee9a-5b4f-4699-9c44-9ffc4717e704) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:36.824067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:36.824546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:36.825176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.835679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641a1b48-4ac2-43c6-9f68-1e71ddf80326 None None] Network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:36.857213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0bbd222d-57e7-4323-846e-7837292309a7 admin admin] Publish callbacks [] for security_group (61bb2f4a-1859-4991-945e-e9c7622219dc), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.866567 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a976490b-61fe-433a-b1d3-69f64c2c2ee2 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.7641122 Oct 26 11:11:36.870098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:36.948275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Allocated IP 2001:db8::1 (78afbee0-d041-4199-9992-f24ea1e39ac4/3c4df30e-b7e8-4170-b740-c439d7cdb681/e926f77a-10d1-4eb3-b4ec-66debdf9c18c) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:36.976052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d18e2b2e-df3c-4d0e-b7b9-56c1d2de7ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.978741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0bbd222d-57e7-4323-846e-7837292309a7 admin admin] Publish callbacks [] for security_group (61bb2f4a-1859-4991-945e-e9c7622219dc), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:36.983698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:36.994453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.ipam_backend_mixin [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Performing IP validity checks on allocation pools {{(pid=105415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 11:11:37.001669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.ipam_backend_mixin [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 11:11:37.101367 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 03f08922-9339-4674-87c7-d4ce5cc939f9 resource provider aggregate not found Oct 26 11:11:37.104526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-2952ee9a-5b4f-4699-9c44-9ffc4717e704', 'network_id': '2952ee9a-5b4f-4699-9c44-9ffc4717e704', 'project_id': 'c86a68f8ce444259a2488d1783c7fd3f', 'fixed_ips': [{'subnet_id': '65420c0a-1543-490b-ac0c-8163422d3cb9'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:11:37.105064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.112332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0bbd222d-57e7-4323-846e-7837292309a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (61bb2f4a-1859-4991-945e-e9c7622219dc), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.114667 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848deb9-bc2c-46b3-8575-b994f403a0fd None None] New status for floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:37.115220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0bbd222d-57e7-4323-846e-7837292309a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.116596 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0bbd222d-57e7-4323-846e-7837292309a7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/61bb2f4a-1859-4991-945e-e9c7622219dc HTTP/1.1" status: 204 len: 168 time: 0.3556952 Oct 26 11:11:37.164173 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 03f08922-9339-4674-87c7-d4ce5cc939f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03f08922-9339-4674-87c7-d4ce5cc939f9 found for delete ", "request_id": "req-92efc0b8-7314-43b9-a429-5849e50e6519"}]} Oct 26 11:11:37.165141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd222d-57e7-4323-846e-7837292309a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bb2f4a-1859-4991-945e-e9c7622219dc,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:37.183962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e6528-b3ee-4544-a4fc-140c9577deaf tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:37.185953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e6528-b3ee-4544-a4fc-140c9577deaf tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:37.187840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e6528-b3ee-4544-a4fc-140c9577deaf tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:37.190534 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3e5e6528-b3ee-4544-a4fc-140c9577deaf tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3194945 Oct 26 11:11:37.199970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51754) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:37.244399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:37.305651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-775a76a0-5c65-4433-9dc0-2805fe6444eb tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Deleting subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:37.493450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:37.523855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:37.525914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Publish callbacks [] for port (e926f77a-10d1-4eb3-b4ec-66debdf9c18c), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.557455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (57aba25d-1793-42ed-9c4c-84c170956005), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.562117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-775a76a0-5c65-4433-9dc0-2805fe6444eb tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for subnet (3c4df30e-b7e8-4170-b740-c439d7cdb681), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.590731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:37.590731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:37.601098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (e926f77a-10d1-4eb3-b4ec-66debdf9c18c), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.604127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Allocated IP 2001:db8:0:1::1 (2952ee9a-5b4f-4699-9c44-9ffc4717e704/65420c0a-1543-490b-ac0c-8163422d3cb9/3e0adf64-759b-483d-90ac-4350d31a6790) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:37.638435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d18e2b2e-df3c-4d0e-b7b9-56c1d2de7ba8 admin admin] Publish callbacks [] for security_group (ba079e94-e8dd-4dd5-86ab-89d0e95c63df), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.653017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:37.659280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d18e2b2e-df3c-4d0e-b7b9-56c1d2de7ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ba079e94-e8dd-4dd5-86ab-89d0e95c63df), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.684040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-775a76a0-5c65-4433-9dc0-2805fe6444eb tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (3c4df30e-b7e8-4170-b740-c439d7cdb681), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.717634 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d18e2b2e-df3c-4d0e-b7b9-56c1d2de7ba8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=275f238c76784655b571a1bf251231b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7004497 Oct 26 11:11:37.721207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:37.726824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51762) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:37.741133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Network 78afbee0-d041-4199-9992-f24ea1e39ac4 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:37.762656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:37.780957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:37.843971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (db6e3a3c-2b7b-494e-93b1-4739f03af967), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.873557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Pushing event updated for resources: {'Port': ['ID=e926f77a-10d1-4eb3-b4ec-66debdf9c18c,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:37.912294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-775a76a0-5c65-4433-9dc0-2805fe6444eb tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (3c4df30e-b7e8-4170-b740-c439d7cdb681), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:37.997662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:38.020793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-775a76a0-5c65-4433-9dc0-2805fe6444eb tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (3c4df30e-b7e8-4170-b740-c439d7cdb681), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:38.025997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e2b2e-df3c-4d0e-b7b9-56c1d2de7ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba079e94-e8dd-4dd5-86ab-89d0e95c63df,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:38.033622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:38.087976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a76a0-5c65-4433-9dc0-2805fe6444eb tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4df30e-b7e8-4170-b740-c439d7cdb681,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:38.107296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-775a76a0-5c65-4433-9dc0-2805fe6444eb tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:38.115248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-775a76a0-5c65-4433-9dc0-2805fe6444eb tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/3c4df30e-b7e8-4170-b740-c439d7cdb681 HTTP/1.1" status: 204 len: 168 time: 0.9138453 Oct 26 11:11:38.116137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51768) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:38.151026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 943d3979-ece6-46bc-9035-ee379036f742 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:38.151659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (943d3979-ece6-46bc-9035-ee379036f742), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:38.152185 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 943d3979-ece6-46bc-9035-ee379036f742 Oct 26 11:11:38.166978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (57aba25d-1793-42ed-9c4c-84c170956005), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:38.203551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce647ba-36dd-4269-9ce5-2d4a7502cf29 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Deleting subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:38.274174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=db6e3a3c-2b7b-494e-93b1-4739f03af967,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:38.289430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:38.289727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:38.290119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:38.299529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Checking segment: {'id': '51d7feb8-eb3e-46fe-8195-0c70185b3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:38.299972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network hostable DHCP agents. Network: 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:38.321640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77e2e95a-c0b0-4627-93e4-86e6f4a17339 admin admin] Publish callbacks [] for security_group (ba079e94-e8dd-4dd5-86ab-89d0e95c63df), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:38.331928 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:38.335812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:38.364437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:38.395224 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:38.398479 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] Oct 26 11:11:38.405029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77e2e95a-c0b0-4627-93e4-86e6f4a17339 admin admin] Publish callbacks [] for security_group (ba079e94-e8dd-4dd5-86ab-89d0e95c63df), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:38.427840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:38.435876 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempt 2 to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c Oct 26 11:11:38.467215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:38.479069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:38.479603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:38.518101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:38.518101 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1fd2e32a-4cdd-4d48-9360-6b05916e6977 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4114201 Oct 26 11:11:38.518101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51778) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:38.552610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6', 'name': 'tempest-PortsIpV6TestJSON-2123877991'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:38.552740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13636bf9-f66c-4d27-9491-3be89c8ff895 None None] Network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:38.552834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Router 57aba25d-1793-42ed-9c4c-84c170956005 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:11:38.552921 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:38.571341 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:38.572859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:38.695086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51780) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:38.759987 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:38.862601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Publish callbacks [] for port (3e0adf64-759b-483d-90ac-4350d31a6790), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:38.878595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ce647ba-36dd-4269-9ce5-2d4a7502cf29 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for subnet (65420c0a-1543-490b-ac0c-8163422d3cb9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:38.924792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-112801740'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:38.963465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ce647ba-36dd-4269-9ce5-2d4a7502cf29 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (65420c0a-1543-490b-ac0c-8163422d3cb9), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.054859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:39.057707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:39.058300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:39.058848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:39.079663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ce647ba-36dd-4269-9ce5-2d4a7502cf29 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (65420c0a-1543-490b-ac0c-8163422d3cb9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:39.098927 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:39.105662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:39.109106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (3e0adf64-759b-483d-90ac-4350d31a6790), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.147274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:39.152202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.166151 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:37Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:36Z', 'revision_number': 14, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:39.168628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ce647ba-36dd-4269-9ce5-2d4a7502cf29 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (65420c0a-1543-490b-ac0c-8163422d3cb9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.190934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77e2e95a-c0b0-4627-93e4-86e6f4a17339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ba079e94-e8dd-4dd5-86ab-89d0e95c63df), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.195097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce647ba-36dd-4269-9ce5-2d4a7502cf29 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Subnet': ['ID=65420c0a-1543-490b-ac0c-8163422d3cb9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:39.196977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.204504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77e2e95a-c0b0-4627-93e4-86e6f4a17339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.207100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-77e2e95a-c0b0-4627-93e4-86e6f4a17339 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ba079e94-e8dd-4dd5-86ab-89d0e95c63df HTTP/1.1" status: 204 len: 168 time: 1.3647420 Oct 26 11:11:39.235856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:39.252937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2e95a-c0b0-4627-93e4-86e6f4a17339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba079e94-e8dd-4dd5-86ab-89d0e95c63df,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:39.256175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ce647ba-36dd-4269-9ce5-2d4a7502cf29 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.259544 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ce647ba-36dd-4269-9ce5-2d4a7502cf29 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/65420c0a-1543-490b-ac0c-8163422d3cb9 HTTP/1.1" status: 204 len: 168 time: 1.1422558 Oct 26 11:11:39.260065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:39.261067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:39.273982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51786) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:39.284245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Pushing event updated for resources: {'Port': ['ID=3e0adf64-759b-483d-90ac-4350d31a6790,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:39.297438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:39.313367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:39.337266 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:39.381238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:39.381985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.421751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299f326-5847-4451-b5e6-3f42cc24092a tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:39.423283 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b299f326-5847-4451-b5e6-3f42cc24092a tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1388199 Oct 26 11:11:39.432662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51788) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:39.447101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:39.489351 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:39.494587 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] Oct 26 11:11:39.508234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for security_group (f05f656c-de8d-4d8e-93db-261870345c7e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.523734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f05f656c-de8d-4d8e-93db-261870345c7e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.538793 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempt 3 to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c Oct 26 11:11:39.547447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 5, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:39.551701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:39.564609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:11:39.576869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6', 'network_id': '2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6', 'project_id': '2fff6bedad004c038ff5f0fcae82105b', 'fixed_ips': [{'subnet_id': 'db6e3a3c-2b7b-494e-93b1-4739f03af967'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:11:39.579235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.582394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:39.587006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.589130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ea540978-df25-4776-bc34-47f528236db0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.589528 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Added segment ea540978-df25-4776-bc34-47f528236db0 of type vlan for network e006cddc-269c-485d-9059-cd1342ff5d5c Oct 26 11:11:39.590264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.592691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:11:39.596044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] Sync routers for ids ['57aba25d-1793-42ed-9c4c-84c170956005'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:39.611894 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:39.631532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 7ba09cab-94f4-4cc4-a23b-ca87c88bb978 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:39.664918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=73,neutron:DELETE=11,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:39.682278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:11:39.707459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:39.729080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (e006cddc-269c-485d-9059-cd1342ff5d5c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.750564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] Routers {'57aba25d-1793-42ed-9c4c-84c170956005'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:39.751560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57aba25d-1793-42ed-9c4c-84c170956005'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:39.755701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:39.763304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.765421 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ccf25853-b5da-42df-8805-2109c1a21f8b tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5120099 Oct 26 11:11:39.771949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51792) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:39.777591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:39.787864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (2952ee9a-5b4f-4699-9c44-9ffc4717e704), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.802763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:39.810534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05f656c-de8d-4d8e-93db-261870345c7e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:39.903963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:39.908242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:39.922024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Deleting port 3e0adf64-759b-483d-90ac-4350d31a6790 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:39.922749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3e0adf64-759b-483d-90ac-4350d31a6790), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:39.983048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (e006cddc-269c-485d-9059-cd1342ff5d5c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.013983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:40.014644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.066327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:40.067456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:40.068008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:40.079693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:40.084451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] For port 3e0adf64-759b-483d-90ac-4350d31a6790, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:40.084883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3e0adf64-759b-483d-90ac-4350d31a6790), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.089002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::f1 (2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6/db6e3a3c-2b7b-494e-93b1-4739f03af967/7ba09cab-94f4-4cc4-a23b-ca87c88bb978) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:40.114338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Calling delete_port for 3e0adf64-759b-483d-90ac-4350d31a6790 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:40.114556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:37Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:36Z', 'revision_number': 14, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:40.123996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Network': ['ID=e006cddc-269c-485d-9059-cd1342ff5d5c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:40.133210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:40.153553 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-261b0b5a-dd2b-41a2-b5fe-b48c1f396593 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4571686 Oct 26 11:11:40.163091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51802) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:40.186069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:40.217127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360a512a-129d-4a73-ae56-a870886e0036 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:37Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:36Z', 'revision_number': 14, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:40.228738 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] Sync routers for ids ['75b09089-c139-4af5-8f08-4491cc460eb5'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:40.244769 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:40.254853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:40.258144 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] Routers {'75b09089-c139-4af5-8f08-4491cc460eb5'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:40.258985 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['75b09089-c139-4af5-8f08-4491cc460eb5'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:40.260103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:40.273147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:40.336192 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:40.338649 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] Oct 26 11:11:40.366203 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempt 4 to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c Oct 26 11:11:40.367065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3e0adf64-759b-483d-90ac-4350d31a6790), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.426224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Port': ['ID=3e0adf64-759b-483d-90ac-4350d31a6790,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:40.433070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] No DVR routers for this DVR port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:40.476036 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-82aebfa8-c6a6-431d-8294-52d884940c43 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/57aba25d-1793-42ed-9c4c-84c170956005 HTTP/1.1" status: 200 len: 908 time: 0.6688473 Oct 26 11:11:40.479594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51810) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:40.512642 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] Set router 75b09089-c139-4af5-8f08-4491cc460eb5 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:40.519198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:40.524104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.530745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:40.650996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (7ba09cab-94f4-4cc4-a23b-ca87c88bb978), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.655093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:40.655705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'c7d3ac27-05a8-4c93-a111-e37e951a255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2952ee9a-5b4f-4699-9c44-9ffc4717e704'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:40.656360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:40.675059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d26478-f7f5-427e-89c6-1e626ca17bfd None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:40.707274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:40.708010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:40.708586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:40.718707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (2952ee9a-5b4f-4699-9c44-9ffc4717e704), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.745750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2952ee9a-5b4f-4699-9c44-9ffc4717e704']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:40.767281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:40.768664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d3ac27-05a8-4c93-a111-e37e951a255a') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:40.769180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d3ac27-05a8-4c93-a111-e37e951a255a') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:40.774961 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:40.779208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:40.788393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (c7d3ac27-05a8-4c93-a111-e37e951a255a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.825321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51814) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:40.827657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c7d3ac27-05a8-4c93-a111-e37e951a255a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:40.843739 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:40.847201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:40.848292 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'name': 'tempest-snat-router-1514086773', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28'}], 'enable_snat': False}, 'gw_port_id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:28Z', 'updated_at': '2022-10-26T11:11:31Z', 'revision_number': 3, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port': {'id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:11:30Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:40.875772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:40.875772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.875772 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:11:40.885474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (7ba09cab-94f4-4cc4-a23b-ca87c88bb978), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.895122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:40.895671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (c7d3ac27-05a8-4c93-a111-e37e951a255a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:40.916249 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] Checking router: 75b09089-c139-4af5-8f08-4491cc460eb5 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:40.917194 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:40.920122 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'c7d3ac27-05a8-4c93-a111-e37e951a255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2952ee9a-5b4f-4699-9c44-9ffc4717e704'}] Oct 26 11:11:40.933751 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] Routers {'75b09089-c139-4af5-8f08-4491cc460eb5'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:40.934619 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['75b09089-c139-4af5-8f08-4491cc460eb5'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:40.938137 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempt 2 to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 Oct 26 11:11:40.983062 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c7d3ac27-05a8-4c93-a111-e37e951a255a resource provider aggregate not found Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:41.012121 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:41.015090 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] Oct 26 11:11:41.021182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1542929423'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:41.044478 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:41.061812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] Set router 57aba25d-1793-42ed-9c4c-84c170956005 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:41.069427 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempt 5 to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c Oct 26 11:11:41.070127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (6eef1753-bb28-4e28-bc12-564e68bcf2f2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.128176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Made reservation on behalf of 469698089732405fa9830c7a72fc4883 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:41.132734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.146008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.147794 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] Set router 75b09089-c139-4af5-8f08-4491cc460eb5 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:41.157893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=6eef1753-bb28-4e28-bc12-564e68bcf2f2,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:41.162222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (57aba25d-1793-42ed-9c4c-84c170956005), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.167905 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c7d3ac27-05a8-4c93-a111-e37e951a255a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7d3ac27-05a8-4c93-a111-e37e951a255a found for delete ", "request_id": "req-4c711dbb-2d76-4de0-9e53-47a7ad2bad04"}]} Oct 26 11:11:41.189126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (2952ee9a-5b4f-4699-9c44-9ffc4717e704), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.208517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:41.209157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:41.209678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:41.237501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:41.254516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks [] for security_group (d31b03df-40b3-4741-8832-bb3e12213549), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.255917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.266679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51822) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:41.271134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d31b03df-40b3-4741-8832-bb3e12213549), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.271448 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/networks/2952ee9a-5b4f-4699-9c44-9ffc4717e704 HTTP/1.1" status: 204 len: 168 time: 1.8251321 Oct 26 11:11:41.286207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:41.297788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:41.300012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (879e6cb1-ba92-4e92-ad05-cd9214a0f3da), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.300613 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Added segment 879e6cb1-ba92-4e92-ad05-cd9214a0f3da of type vlan for network f2e1528c-be75-4bd0-b6d7-86027e4c539b Oct 26 11:11:41.327618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:41.332484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a80762-0309-43bc-b819-15a7b89e63b0 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Network': ['ID=2952ee9a-5b4f-4699-9c44-9ffc4717e704,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:41.338527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:41.345925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:41.347582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.380749 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8641722 Oct 26 11:11:41.383966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (f2e1528c-be75-4bd0-b6d7-86027e4c539b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.388491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51824) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:41.437594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (f2e1528c-be75-4bd0-b6d7-86027e4c539b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.452831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:41.454267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.482440 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:41.510394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ee0ae-af87-4904-9ab2-8b71e2764147 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=7ba09cab-94f4-4cc4-a23b-ca87c88bb978,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:41.511152 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'name': 'tempest-snat-router-1514086773', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28'}], 'enable_snat': False}, 'gw_port_id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:28Z', 'updated_at': '2022-10-26T11:11:31Z', 'revision_number': 3, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port': {'id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:11:30Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:41.516273 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-04fb1c11-0683-47d0-aed7-5d5da5b87240 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 7ba09cab-94f4-4cc4-a23b-ca87c88bb978 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:41.516922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-04fb1c11-0683-47d0-aed7-5d5da5b87240 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7ba09cab-94f4-4cc4-a23b-ca87c88bb978), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.546072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d9dbe6-5ee6-474f-9738-9ab63f4f70a1 None None] The sync data for ids ['75b09089-c139-4af5-8f08-4491cc460eb5'] in dv-neutron-759874-5-hyperv is: [{'id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'name': 'tempest-snat-router-1514086773', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28'}], 'enable_snat': False}, 'gw_port_id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:28Z', 'updated_at': '2022-10-26T11:11:31Z', 'revision_number': 3, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port': {'id': 'dad292a3-8bd1-421f-9dc9-ca54bb15c38c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b09089-c139-4af5-8f08-4491cc460eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:11:30Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:41.664861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (57aba25d-1793-42ed-9c4c-84c170956005), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.684527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-04fb1c11-0683-47d0-aed7-5d5da5b87240 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7ba09cab-94f4-4cc4-a23b-ca87c88bb978), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.695427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:41.709467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-04fb1c11-0683-47d0-aed7-5d5da5b87240 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 7ba09cab-94f4-4cc4-a23b-ca87c88bb978 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:41.710565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:41.711598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:41.714382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:41.722381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (78afbee0-d041-4199-9992-f24ea1e39ac4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.755652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:41.756039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'c7d3ac27-05a8-4c93-a111-e37e951a255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2952ee9a-5b4f-4699-9c44-9ffc4717e704'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:41.756376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:41.765413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Deleting port 64dce3bd-a4a5-4f02-873e-1a2e841cdf7e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:41.765920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (64dce3bd-a4a5-4f02-873e-1a2e841cdf7e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.787143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9591174 Oct 26 11:11:41.795865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Checking segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:41.796266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network hostable DHCP agents. Network: e006cddc-269c-485d-9059-cd1342ff5d5c, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:41.807113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51828) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:41.815109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aba25d-1793-42ed-9c4c-84c170956005', 'name': 'tempest-snat-router-1514086773', 'tenant_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '64dce3bd-a4a5-4f02-873e-1a2e841cdf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:11:34Z', 'updated_at': '2022-10-26T11:11:37Z', 'revision_number': 3, 'project_id': 'c70a2c2f4bf14c908a708ebf18b01e38', 'gw_port': {'id': '64dce3bd-a4a5-4f02-873e-1a2e841cdf7e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aba25d-1793-42ed-9c4c-84c170956005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:11:35Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:41.815949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Request body: {'subnet': {'network_id': 'f2e1528c-be75-4bd0-b6d7-86027e4c539b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:41.823747 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:41.827301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:41.828991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event updated for resources: {'Network': ['ID=f2e1528c-be75-4bd0-b6d7-86027e4c539b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:41.834013 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba11e31-6f7e-4ca6-9fe6-968c00276381 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31b03df-40b3-4741-8832-bb3e12213549,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:41.871094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (64dce3bd-a4a5-4f02-873e-1a2e841cdf7e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:41.884515 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:41.888320 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] Oct 26 11:11:41.890329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network f2e1528c-be75-4bd0-b6d7-86027e4c539b details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:41.891555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Calling delete_port for 64dce3bd-a4a5-4f02-873e-1a2e841cdf7e owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:42.119678 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempt 6 to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:42.123840 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:42.127227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:42.204230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.207021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Allocated IP 2001:db8::2 (2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6/db6e3a3c-2b7b-494e-93b1-4739f03af967/0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:42.229330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] Checking router: 57aba25d-1793-42ed-9c4c-84c170956005 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:42.229886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] Updating router 57aba25d-1793-42ed-9c4c-84c170956005 port 64dce3bd-a4a5-4f02-873e-1a2e841cdf7e binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:11:42.271445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (64dce3bd-a4a5-4f02-873e-1a2e841cdf7e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.279521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:42.287734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Deleting port e926f77a-10d1-4eb3-b4ec-66debdf9c18c {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:42.288078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e926f77a-10d1-4eb3-b4ec-66debdf9c18c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:42.296570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:42.300086 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': 'c7d3ac27-05a8-4c93-a111-e37e951a255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '2952ee9a-5b4f-4699-9c44-9ffc4717e704'}] Oct 26 11:11:42.322455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, e006cddc-269c-485d-9059-cd1342ff5d5c) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:42.332822 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempt 3 to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 Oct 26 11:11:42.357147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86adc998-156b-4c79-a5ac-dba7e6565d9f None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:42.363765 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:42.364636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.379108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] Port 64dce3bd-a4a5-4f02-873e-1a2e841cdf7e not found while updating agent binding for router 57aba25d-1793-42ed-9c4c-84c170956005. {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 11:11:42.381101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:42.381466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:42.381820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:42.387199 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event deleted for resources: {'Port': ['ID=64dce3bd-a4a5-4f02-873e-1a2e841cdf7e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:42.398551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:42.406116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Made reservation on behalf of 469698089732405fa9830c7a72fc4883 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:42.411946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-04fb1c11-0683-47d0-aed7-5d5da5b87240 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (7ba09cab-94f4-4cc4-a23b-ca87c88bb978), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.414522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.512999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb1c11-0683-47d0-aed7-5d5da5b87240 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=7ba09cab-94f4-4cc4-a23b-ca87c88bb978,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:42.565489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:42.565843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:42.566200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:42.568433 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] For port e926f77a-10d1-4eb3-b4ec-66debdf9c18c, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:42.568908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e926f77a-10d1-4eb3-b4ec-66debdf9c18c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.580761 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd4bb880-be24-4a46-adf3-853ad3e6bfea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4159565 Oct 26 11:11:42.587569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51830) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:42.588843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (57aba25d-1793-42ed-9c4c-84c170956005), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.644373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'name': 'tempest-NetworksTestDHCPv6-64987007'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:42.649862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:42.663050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Calling delete_port for e926f77a-10d1-4eb3-b4ec-66debdf9c18c owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:42.716901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (57aba25d-1793-42ed-9c4c-84c170956005), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.719699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_controller (57aba25d-1793-42ed-9c4c-84c170956005), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.765007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-04fb1c11-0683-47d0-aed7-5d5da5b87240 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.771318 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-04fb1c11-0683-47d0-aed7-5d5da5b87240 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/7ba09cab-94f4-4cc4-a23b-ca87c88bb978 HTTP/1.1" status: 204 len: 168 time: 1.3792028 Oct 26 11:11:42.778957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51832) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:42.795593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (57aba25d-1793-42ed-9c4c-84c170956005), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.796386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57aba25d-1793-42ed-9c4c-84c170956005 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:11:42.817671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.822797 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f2f324cc-a6c0-45cc-b859-eb171cc622cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/57aba25d-1793-42ed-9c4c-84c170956005 HTTP/1.1" status: 204 len: 168 time: 2.3416417 Oct 26 11:11:42.823871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51834) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:42.826187 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-b269357e-8be6-4621-9f3e-f736af947c3f tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:11:42.827180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Publish callbacks [] for port (0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.827478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b269357e-8be6-4621-9f3e-f736af947c3f tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:11:42.831510 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b269357e-8be6-4621-9f3e-f736af947c3f tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/7ba09cab-94f4-4cc4-a23b-ca87c88bb978 HTTP/1.1" status: 404 len: 333 time: 0.0512660 Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:42.834972 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:42.839084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:42.841457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:42.857577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51836) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:42.910447 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (d044193e-ecc7-4492-bc09-69eedf2fe224), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.917196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f828cc-5caa-4343-a5e8-5dbfdb6476be tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:11:42.918942 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-57f828cc-5caa-4343-a5e8-5dbfdb6476be tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/7ba09cab-94f4-4cc4-a23b-ca87c88bb978 HTTP/1.1" status: 404 len: 333 time: 0.0583868 Oct 26 11:11:42.928243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:42.933924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51838) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:42.946092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:42.948924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:42.952537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:42.966350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:42.967029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:11:42.967849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'57aba25d-1793-42ed-9c4c-84c170956005'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:11:42.968440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a947351-38d4-461e-b8f5-69f6b1350801 None None] The sync data for ids ['57aba25d-1793-42ed-9c4c-84c170956005'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:42.969290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (75b09089-c139-4af5-8f08-4491cc460eb5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:42.970497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e006cddc-269c-485d-9059-cd1342ff5d5c', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'fixed_ips': [{'subnet_id': '6eef1753-bb28-4e28-bc12-564e68bcf2f2'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:11:42.973174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:43.018533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:43.021732 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] Oct 26 11:11:43.049591 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempt 7 to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c Oct 26 11:11:43.059346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e926f77a-10d1-4eb3-b4ec-66debdf9c18c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.068252 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:43.071279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:43.079756 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempt 4 to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 Oct 26 11:11:43.084707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event updated for resources: {'Subnet': ['ID=d044193e-ecc7-4492-bc09-69eedf2fe224,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:43.097798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:43.098159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:43.098707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:43.107007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:43.107400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.109132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:43.114742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-129f8f97-4e9b-4467-9fdc-e3a3bcc229d3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:43.124945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Port': ['ID=e926f77a-10d1-4eb3-b4ec-66debdf9c18c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:43.126771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-129f8f97-4e9b-4467-9fdc-e3a3bcc229d3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (db6e3a3c-2b7b-494e-93b1-4739f03af967), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.130048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] No DVR routers for this DVR port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:43.139614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (75b09089-c139-4af5-8f08-4491cc460eb5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.151570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:43.155174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.175041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 5, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:43.195537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Deleting port dad292a3-8bd1-421f-9dc9-ca54bb15c38c {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:43.198274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.209772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Checking segment: {'id': '879e6cb1-ba92-4e92-ad05-cd9214a0f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f2e1528c-be75-4bd0-b6d7-86027e4c539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:43.210132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Network hostable DHCP agents. Network: f2e1528c-be75-4bd0-b6d7-86027e4c539b, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:43.213328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:43.222866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:43.223239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:43.223802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.234878 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:43.238022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port f24e059f-7e77-4498-b267-c0b409346407 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:43.238572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:43.241065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dd3d1-3d74-4b12-9cd6-5aea6551d3dd None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 5, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:43.265096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:43.277864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-129f8f97-4e9b-4467-9fdc-e3a3bcc229d3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (db6e3a3c-2b7b-494e-93b1-4739f03af967), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.287100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Pushing event updated for resources: {'Port': ['ID=0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:43.292234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:43.295401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:43.308746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.322135 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:43.326489 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:43.348894 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempt 5 to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:43.372624 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:43.376005 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] Oct 26 11:11:43.388321 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempt 8 to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c Oct 26 11:11:43.396154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (78afbee0-d041-4199-9992-f24ea1e39ac4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.442390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:43.443064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:43.443622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:43.448295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:43.453368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.492058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:43.495761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:43.498418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.498609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Network f2e1528c-be75-4bd0-b6d7-86027e4c539b is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:43.504851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78afbee0-d041-4199-9992-f24ea1e39ac4']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:43.527691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c19bf20-dc36-4297-824e-f04701f7ae57') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:43.528290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c19bf20-dc36-4297-824e-f04701f7ae57') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:43.528761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:43.529224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:43.529826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:43.564679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (9c19bf20-dc36-4297-824e-f04701f7ae57), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.577701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, f2e1528c-be75-4bd0-b6d7-86027e4c539b) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:43.594101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:43.594981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.602806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9c19bf20-dc36-4297-824e-f04701f7ae57), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:43.611403 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:43.613984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:43.620607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:43.620876 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempt 6 to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 Oct 26 11:11:43.621460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (9c19bf20-dc36-4297-824e-f04701f7ae57), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.623782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73656e4f-3f35-4978-95bc-67056dbee8ec None None] Network f2e1528c-be75-4bd0-b6d7-86027e4c539b requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:43.626025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-129f8f97-4e9b-4467-9fdc-e3a3bcc229d3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (db6e3a3c-2b7b-494e-93b1-4739f03af967), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:43.639115 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:43.643698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:43.676352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Allocated IP 2001:db8::2 (e006cddc-269c-485d-9059-cd1342ff5d5c/6eef1753-bb28-4e28-bc12-564e68bcf2f2/44ba3204-8146-4e13-8365-d33a06d3bb42) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:43.737427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:43.748037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] For port dad292a3-8bd1-421f-9dc9-ca54bb15c38c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dad292a3-8bd1-421f-9dc9-ca54bb15c38c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:43.748598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.754078 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:43.754724 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:43.759265 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 9c19bf20-dc36-4297-824e-f04701f7ae57 resource provider aggregate not found Oct 26 11:11:43.778192 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72a2666a-eca7-4651-babc-a84d48e185f6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9665070 Oct 26 11:11:43.780729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51844) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:43.786397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:43.787146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:43.787771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:43.789159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Request body: {'port': {'network_id': 'f2e1528c-be75-4bd0-b6d7-86027e4c539b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1469014366'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:43.801780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Calling delete_port for dad292a3-8bd1-421f-9dc9-ca54bb15c38c owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:43.814609 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 9c19bf20-dc36-4297-824e-f04701f7ae57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c19bf20-dc36-4297-824e-f04701f7ae57 found for delete ", "request_id": "req-497f71ce-e551-4b07-af24-30aa64e87572"}]} Oct 26 11:11:43.902214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (78afbee0-d041-4199-9992-f24ea1e39ac4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.938204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.945259 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/networks/78afbee0-d041-4199-9992-f24ea1e39ac4 HTTP/1.1" status: 204 len: 168 time: 2.5256062 Oct 26 11:11:43.950648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51846) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:43.966086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-129f8f97-4e9b-4467-9fdc-e3a3bcc229d3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (db6e3a3c-2b7b-494e-93b1-4739f03af967), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:43.980315 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:43.994498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca626d8-fc82-4ce1-81c9-3e52232082fe tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Network': ['ID=78afbee0-d041-4199-9992-f24ea1e39ac4,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:44.027093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f8f97-4e9b-4467-9fdc-e3a3bcc229d3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=db6e3a3c-2b7b-494e-93b1-4739f03af967,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:44.032657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-129f8f97-4e9b-4467-9fdc-e3a3bcc229d3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.035931 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-129f8f97-4e9b-4467-9fdc-e3a3bcc229d3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/db6e3a3c-2b7b-494e-93b1-4739f03af967 HTTP/1.1" status: 204 len: 168 time: 1.0955036 Oct 26 11:11:44.043654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51848) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:44.129120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:44.133283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590bbba0-bf9a-436d-b2b5-1c19d4ab491e None None] New status for floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:44.188429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (da66b857-8d69-4439-be18-d7c63220b357), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.193612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Made reservation on behalf of 469698089732405fa9830c7a72fc4883 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:44.198623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.226209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.230024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] device_id is not set on port 0f1ca21a-adcc-442f-9626-d0b6beb8978e yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:44.265216 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:44.271243 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '9c19bf20-dc36-4297-824e-f04701f7ae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '78afbee0-d041-4199-9992-f24ea1e39ac4'}] Oct 26 11:11:44.271950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:44.272317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '51d7feb8-eb3e-46fe-8195-0c70185b3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:44.272679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:44.287497 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:44.301736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:44.326268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:44.336265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:44.345032 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempt 9 to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c Oct 26 11:11:44.365915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (da66b857-8d69-4439-be18-d7c63220b357), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.374871 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:33Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:42Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:34Z', 'revision_number': 15, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:44.410798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:44.411975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.426368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da66b857-8d69-4439-be18-d7c63220b357']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:44.438564 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:44.447672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6e23c6-1631-498b-a107-6ab50f5ab842') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:44.448137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6e23c6-1631-498b-a107-6ab50f5ab842') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:44.451500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (dad292a3-8bd1-421f-9dc9-ca54bb15c38c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.465989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:44.466620 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:44.476694 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:44.479236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:44.487237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event deleted for resources: {'Port': ['ID=dad292a3-8bd1-421f-9dc9-ca54bb15c38c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:44.491481 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:44.495455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (3f6e23c6-1631-498b-a107-6ab50f5ab842), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.495973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:44.510838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:44.511524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:44.512173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:44.597853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:44.598084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (75b09089-c139-4af5-8f08-4491cc460eb5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.606582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:44.607960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] For port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:44.610303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.647467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:44.657138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:44.725537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (75b09089-c139-4af5-8f08-4491cc460eb5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.732870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_controller (75b09089-c139-4af5-8f08-4491cc460eb5), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.762082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:44.775964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.788365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Allocated IP 2001:db8::1a1 (f2e1528c-be75-4bd0-b6d7-86027e4c539b/d044193e-ecc7-4492-bc09-69eedf2fe224/0f1ca21a-adcc-442f-9626-d0b6beb8978e) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:44.801156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No DVR routers for this DVR port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:44.840091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3f6e23c6-1631-498b-a107-6ab50f5ab842), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.843418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:44.848360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:44.848767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (3f6e23c6-1631-498b-a107-6ab50f5ab842), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.930119 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 3f6e23c6-1631-498b-a107-6ab50f5ab842 resource provider aggregate not found Oct 26 11:11:44.934194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Publish callbacks [] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.941571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (75b09089-c139-4af5-8f08-4491cc460eb5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.942002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75b09089-c139-4af5-8f08-4491cc460eb5 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:44.952244 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:44.954915 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '51d7feb8-eb3e-46fe-8195-0c70185b3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6'}] Oct 26 11:11:44.962498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:44.962604 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:44.966844 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8a9777e1-14c3-49d1-8ba4-82c93a8cdca5 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/75b09089-c139-4af5-8f08-4491cc460eb5 HTTP/1.1" status: 204 len: 168 time: 2.1316078 Oct 26 11:11:44.966950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:44.970943 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempt 7 to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 Oct 26 11:11:44.980346 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempt 2 to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a Oct 26 11:11:44.982499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51856) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:44.989751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:44.992515 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 3f6e23c6-1631-498b-a107-6ab50f5ab842 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f6e23c6-1631-498b-a107-6ab50f5ab842 found for delete ", "request_id": "req-a0f99830-ea85-4eb8-b313-7cf7ffee4e94"}]} Oct 26 11:11:44.997969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-236624685', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:45.035553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (da66b857-8d69-4439-be18-d7c63220b357), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.050386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.060362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.063495 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/networks/da66b857-8d69-4439-be18-d7c63220b357 HTTP/1.1" status: 204 len: 168 time: 1.1102746 Oct 26 11:11:45.075616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51858) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:45.151784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:45.152430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:45.153025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.155175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2421da25-984a-4127-be95-6ff944b8d969 None None] Sync routers for ids ['75b09089-c139-4af5-8f08-4491cc460eb5'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:45.173343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:45.189920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:45.192262 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.195960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.199559 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421da25-984a-4127-be95-6ff944b8d969 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:45.201599 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421da25-984a-4127-be95-6ff944b8d969 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:11:45.202259 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-2421da25-984a-4127-be95-6ff944b8d969 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'75b09089-c139-4af5-8f08-4491cc460eb5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:11:45.208176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:45.217153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::1ad (e006cddc-269c-485d-9059-cd1342ff5d5c/6eef1753-bb28-4e28-bc12-564e68bcf2f2/f24e059f-7e77-4498-b267-c0b409346407) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:45.219267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:45.223577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:45.227083 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d7feb8-eb3e-46fe-8195-0c70185b3e50') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:45.232035 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.235325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d7feb8-eb3e-46fe-8195-0c70185b3e50') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:45.235925 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:45.242734 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:45.262397 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempt 10 to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c Oct 26 11:11:45.265377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (eb4cb83e-931e-4481-a09b-3a191d10332f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.272532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (26851ec1-f987-4a66-92ad-6dc6c57b6da1), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.273795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (26851ec1-f987-4a66-92ad-6dc6c57b6da1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.278194 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421da25-984a-4127-be95-6ff944b8d969 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:45.279989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421da25-984a-4127-be95-6ff944b8d969 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:11:45.280426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:45.280886 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-2421da25-984a-4127-be95-6ff944b8d969 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'75b09089-c139-4af5-8f08-4491cc460eb5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:11:45.281072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2421da25-984a-4127-be95-6ff944b8d969 None None] The sync data for ids ['75b09089-c139-4af5-8f08-4491cc460eb5'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:45.281662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:45.284056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532c125-0d16-4476-9b9d-ae4872dd1d12 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Network': ['ID=da66b857-8d69-4439-be18-d7c63220b357,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:45.284331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.308435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (51d7feb8-eb3e-46fe-8195-0c70185b3e50), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.312796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Pushing event updated for resources: {'Port': ['ID=44ba3204-8146-4e13-8365-d33a06d3bb42,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:45.318589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:45.319204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '51d7feb8-eb3e-46fe-8195-0c70185b3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:45.319670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.328224 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:33Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:42Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:34Z', 'revision_number': 15, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:45.363091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e28ba3-6598-462b-b910-78e5f358d22d None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:33Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:42Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:34Z', 'revision_number': 15, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:45.394576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks [] for port (0f1ca21a-adcc-442f-9626-d0b6beb8978e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:45.397105 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.400291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Attempting to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on network 78afbee0-d041-4199-9992-f24ea1e39ac4 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:45.400572 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.403876 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:45.426003 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempt 8 to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 Oct 26 11:11:45.448262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:45.467079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (51d7feb8-eb3e-46fe-8195-0c70185b3e50), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.469720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (eb4cb83e-931e-4481-a09b-3a191d10332f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:45.469862 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.474956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.475033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:45.475260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (51d7feb8-eb3e-46fe-8195-0c70185b3e50), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3c4df30e-b7e8-4170-b740-c439d7cdb681 could not be found. Oct 26 11:11:45.488625 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.491985 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Failed to bind port e926f77a-10d1-4eb3-b4ec-66debdf9c18c on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:45.492539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e926f77a-10d1-4eb3-b4ec-66debdf9c18c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.498253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:45.498826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:45.499335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.501763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:45.502605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.512213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-f2e1528c-be75-4bd0-b6d7-86027e4c539b', 'network_id': 'f2e1528c-be75-4bd0-b6d7-86027e4c539b', 'project_id': '469698089732405fa9830c7a72fc4883', 'fixed_ips': [{'subnet_id': 'd044193e-ecc7-4492-bc09-69eedf2fe224'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:11:45.513350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.544961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4cb83e-931e-4481-a09b-3a191d10332f']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:45.560618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f813624-1e47-4efd-a514-596f67e19d59') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:45.561168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f813624-1e47-4efd-a514-596f67e19d59') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:45.566563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0f1ca21a-adcc-442f-9626-d0b6beb8978e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.575448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (9f813624-1e47-4efd-a514-596f67e19d59), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.580932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.593516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9f813624-1e47-4efd-a514-596f67e19d59), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.602216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:45.602857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (9f813624-1e47-4efd-a514-596f67e19d59), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:45.609836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.613702 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '51d7feb8-eb3e-46fe-8195-0c70185b3e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6'}] Oct 26 11:11:45.619842 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempt 3 to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:45.624464 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.627639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.640599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event updated for resources: {'Port': ['ID=0f1ca21a-adcc-442f-9626-d0b6beb8978e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:45.665218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.668344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:45.668999 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/networks/2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 HTTP/1.1" status: 204 len: 168 time: 1.6239004 Oct 26 11:11:45.670361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Attempting to bind port 44ba3204-8146-4e13-8365-d33a06d3bb42 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:45.672459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Attempting to bind port 44ba3204-8146-4e13-8365-d33a06d3bb42 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:45.672459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Attempting to bind port 44ba3204-8146-4e13-8365-d33a06d3bb42 on network e006cddc-269c-485d-9059-cd1342ff5d5c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.673293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2acaf-3fcb-484a-85c2-0de5d051b13b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Network': ['ID=2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:45.680528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51862) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:45.691011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-641511116'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:45.697695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (26851ec1-f987-4a66-92ad-6dc6c57b6da1), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.706120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (eb4cb83e-931e-4481-a09b-3a191d10332f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.707631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc71d3-a65c-4d4c-a97b-c2400426acb8 None None] Port e926f77a-10d1-4eb3-b4ec-66debdf9c18c has been deleted concurrently {{(pid=105417) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:45.710583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.713136 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:45.713136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:45.713517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:45.714702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.718289 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempt 9 to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 Oct 26 11:11:45.719947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.727876 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] 10.222.0.26 "DELETE /networking/v2.0/networks/eb4cb83e-931e-4481-a09b-3a191d10332f HTTP/1.1" status: 204 len: 168 time: 0.6342723 Oct 26 11:11:45.752666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.753703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f9d0407b-2810-4388-b0fd-9c10fae52b32 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:45.792529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Network f2e1528c-be75-4bd0-b6d7-86027e4c539b is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:45.808701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:45.810962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769621f-83a4-4da6-9ee1-44cf3e744d62 tempest-BulkNetworkOpsIpV6Test-756485845 tempest-BulkNetworkOpsIpV6Test-756485845-project] Pushing event deleted for resources: {'Network': ['ID=eb4cb83e-931e-4481-a09b-3a191d10332f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:45.832679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:45.839259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:45.840186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.860735 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 51d7feb8-eb3e-46fe-8195-0c70185b3e50 resource provider aggregate not found Oct 26 11:11:45.867561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:45.896881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:45.915035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:45.927467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:45.927804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:45.928170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:45.943502 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:45.946206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:45.946282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f9d0407b-2810-4388-b0fd-9c10fae52b32 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:11:45.947244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f9d0407b-2810-4388-b0fd-9c10fae52b32 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:11:45.947244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:45.976758 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 51d7feb8-eb3e-46fe-8195-0c70185b3e50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51d7feb8-eb3e-46fe-8195-0c70185b3e50 found for delete ", "request_id": "req-e34b5ac1-e1c5-47a7-adeb-5885437b8a62"}]} Oct 26 11:11:46.012322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:46.029070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (777c0e2f-b840-42a3-a8e2-8db0e6bfc835), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.029515 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Added segment 777c0e2f-b840-42a3-a8e2-8db0e6bfc835 of type vlan for network 8602ce26-b74a-443f-b781-3ea605693290 Oct 26 11:11:46.048591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (26851ec1-f987-4a66-92ad-6dc6c57b6da1), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:46.091963 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:46.099315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:46.115924 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:46.119204 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:46.137812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (f24e059f-7e77-4498-b267-c0b409346407), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.163390 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempt 4 to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a Oct 26 11:11:46.172633 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ce276fe-ee3d-4a06-b427-1434693bc45e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3876283 Oct 26 11:11:46.174832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51872) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:46.181763 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:46.185734 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:46.186742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Request body: {'port': {'network_id': 'f2e1528c-be75-4bd0-b6d7-86027e4c539b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1619361156', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:46.187514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.api.validators [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] bootfile-name is not in valid_values {{(pid=105416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:11:46.187944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.api.validators [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] tftp-server is not in valid_values {{(pid=105416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:11:46.188289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.api.validators [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] server-ip-address is not in valid_values {{(pid=105416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:11:46.229359 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempt 10 to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 Oct 26 11:11:46.232483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:46.272125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:46.272856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:46.273584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:46.285805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:11:46.286394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Checking segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:46.286876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.287353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Bound using segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:11:46.288000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Bound port: 44ba3204-8146-4e13-8365-d33a06d3bb42, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:11:46.288771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.300589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:46.301226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:46.301809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:46.359513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:46.367486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (8602ce26-b74a-443f-b781-3ea605693290), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.371893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:46.379689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51874) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:46.400166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (26851ec1-f987-4a66-92ad-6dc6c57b6da1), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:46.418313 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:46.427263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:46.438651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.453901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f24e059f-7e77-4498-b267-c0b409346407), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:46.460845 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:46.466232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Attempting to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:46.576006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Allocated IP 2001:db8::2 (f2e1528c-be75-4bd0-b6d7-86027e4c539b/d044193e-ecc7-4492-bc09-69eedf2fe224/3569419d-167b-4657-aa02-bcf1ab829816) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:46.586766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (8602ce26-b74a-443f-b781-3ea605693290), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:46.591665 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:46.594962 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:46.598800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:46.599670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.620127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:46.630219 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempt 5 to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 65420c0a-1543-490b-ac0c-8163422d3cb9 could not be found. Oct 26 11:11:46.636465 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:46.639684 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Failed to bind port 3e0adf64-759b-483d-90ac-4350d31a6790 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:46.648097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3e0adf64-759b-483d-90ac-4350d31a6790), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.675004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:46.676200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:46.677017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:46.701410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:46.702638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:46.713915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Network': ['ID=8602ce26-b74a-443f-b781-3ea605693290,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:46.720187 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-81913130-f36b-43e1-8ee9-bc1d1e0366a7 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0353851 Oct 26 11:11:46.731494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:46.732676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:46.734970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:46.737137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Allocated IP 172.26.0.137 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/6adce74e-2961-4e9b-a828-07eea1928365) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:46.741472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:46.742645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.746555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '8602ce26-b74a-443f-b781-3ea605693290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:46.758436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Made reservation on behalf of 469698089732405fa9830c7a72fc4883 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:46.763159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:46.772903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=f24e059f-7e77-4498-b267-c0b409346407,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:46.811010 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a4c9a7dd-702b-4872-b391-8d75ec4cfdfe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1792798 Oct 26 11:11:46.815115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51880) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:46.821125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] device_id is not set on port 70ce8dde-29ee-4e67-88db-74f9e2337a98 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:46.940450 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6d7bd8c0-0020-4753-b762-80be08644fb0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c86a68f8ce444259a2488d1783c7fd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5393569 Oct 26 11:11:46.943555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:46.950057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:46.958748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c8dac2-4dbe-4ac7-b81f-d7c811a4a4d1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:46.964530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 8602ce26-b74a-443f-b781-3ea605693290 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:46.966391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:46.966713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c8dac2-4dbe-4ac7-b81f-d7c811a4a4d1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:46.966874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:46.967170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:46.968832 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d7c8dac2-4dbe-4ac7-b81f-d7c811a4a4d1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0814035 Oct 26 11:11:46.972248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:47.027452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 9f813624-1e47-4efd-a514-596f67e19d59 resource provider aggregate not found Oct 26 11:11:47.045789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:47.051454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:47.057277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:47.086340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f171cf-6f81-4ccb-b46f-976f40c3dc73 None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:47.116671 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 9f813624-1e47-4efd-a514-596f67e19d59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f813624-1e47-4efd-a514-596f67e19d59 found for delete ", "request_id": "req-dc9ec114-f82b-4404-b5d2-c8e35049f906"}]} Oct 26 11:11:47.319218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for port (6adce74e-2961-4e9b-a828-07eea1928365), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.342818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa18fb-fd3c-4733-9b46-fe0e86c9ccf4 None None] Port 3e0adf64-759b-483d-90ac-4350d31a6790 has been deleted concurrently {{(pid=105417) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 11:11:47.367256 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c98d8faf-0d70-4b64-b4ba-3aa5d4047427 admin admin] Publish callbacks [] for security_group (3b86f1d0-4fab-4f92-9150-5f713bc561ab), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.431630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:47.432805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c98d8faf-0d70-4b64-b4ba-3aa5d4047427 admin admin] Publish callbacks [] for security_group (3b86f1d0-4fab-4f92-9150-5f713bc561ab), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.489532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-512a8396-2be1-4628-bcdd-7663e3da9dca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port f24e059f-7e77-4498-b267-c0b409346407 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:47.490471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-512a8396-2be1-4628-bcdd-7663e3da9dca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f24e059f-7e77-4498-b267-c0b409346407), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.507874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:47.511404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:47.512117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.532873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6adce74e-2961-4e9b-a828-07eea1928365), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:47.544919 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:47.549668 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:47.570070 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempt 6 to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a Oct 26 11:11:47.576997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] For port 44ba3204-8146-4e13-8365-d33a06d3bb42, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:11:47.607177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event updated for resources: {'Port': ['ID=6adce74e-2961-4e9b-a828-07eea1928365,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:47.632360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:47.642137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:47.643575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:47.644316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:47.657028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] For port 44ba3204-8146-4e13-8365-d33a06d3bb42, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=44ba3204-8146-4e13-8365-d33a06d3bb42,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:11:47.659238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:47.669234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:47.726645 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:47.729528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c98d8faf-0d70-4b64-b4ba-3aa5d4047427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3b86f1d0-4fab-4f92-9150-5f713bc561ab), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.730658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:47.732232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c98d8faf-0d70-4b64-b4ba-3aa5d4047427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.738211 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c98d8faf-0d70-4b64-b4ba-3aa5d4047427 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3b86f1d0-4fab-4f92-9150-5f713bc561ab HTTP/1.1" status: 204 len: 168 time: 0.7910624 Oct 26 11:11:47.762162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-512a8396-2be1-4628-bcdd-7663e3da9dca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f24e059f-7e77-4498-b267-c0b409346407), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.765410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.832621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-512a8396-2be1-4628-bcdd-7663e3da9dca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for f24e059f-7e77-4498-b267-c0b409346407 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:47.866703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d8faf-0d70-4b64-b4ba-3aa5d4047427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b86f1d0-4fab-4f92-9150-5f713bc561ab,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:47.871570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:47.899956 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:47.903280 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:47.928563 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempt 7 to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a Oct 26 11:11:47.956146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:47.967958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:48.009076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:48.009605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:48.010412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:48.086496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (16ebfe3b-0619-46e5-b536-e26937a29685), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:48.096269 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:48.100478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:48.103579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:48.187755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2db40a-2954-42f1-844b-a61d8b749a87 None None] Pushing event updated for resources: {'Port': ['ID=44ba3204-8146-4e13-8365-d33a06d3bb42,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:48.189594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-512a8396-2be1-4628-bcdd-7663e3da9dca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f24e059f-7e77-4498-b267-c0b409346407), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:48.212178 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:48.216459 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:48.219387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Publish callbacks [] for port (3569419d-167b-4657-aa02-bcf1ab829816), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:48.228086 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempt 8 to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a Oct 26 11:11:48.232391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3377a855-0ea9-4ad0-a7a3-34bebca575c8 None None] Could not find standard attr ID for object e926f77a-10d1-4eb3-b4ec-66debdf9c18c. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:11:48.281657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8396-2be1-4628-bcdd-7663e3da9dca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=f24e059f-7e77-4498-b267-c0b409346407,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:48.352578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:48.354222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (3569419d-167b-4657-aa02-bcf1ab829816), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:48.366151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-512a8396-2be1-4628-bcdd-7663e3da9dca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:48.370093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:48.375372 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-512a8396-2be1-4628-bcdd-7663e3da9dca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/f24e059f-7e77-4498-b267-c0b409346407 HTTP/1.1" status: 204 len: 168 time: 1.4018431 Oct 26 11:11:48.381464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51898) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:48.389500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:48.393981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:48.395143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:48.433737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=16ebfe3b-0619-46e5-b536-e26937a29685,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:48.484810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Checking segment: {'id': '777c0e2f-b840-42a3-a8e2-8db0e6bfc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8602ce26-b74a-443f-b781-3ea605693290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:48.485673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network hostable DHCP agents. Network: 8602ce26-b74a-443f-b781-3ea605693290, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:48.532862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Allocated IP 2001:db8::eb (f2e1528c-be75-4bd0-b6d7-86027e4c539b/d044193e-ecc7-4492-bc09-69eedf2fe224/70ce8dde-29ee-4e67-88db-74f9e2337a98) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:48.577982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c844dc7e-761d-46dc-a1ff-e7783f1ea94f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:48.584866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c844dc7e-761d-46dc-a1ff-e7783f1ea94f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:48.586496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c844dc7e-761d-46dc-a1ff-e7783f1ea94f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1951702 Oct 26 11:11:48.591761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51902) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:48.631382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8602ce26-b74a-443f-b781-3ea605693290 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:48.654452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43487177-2687-47a0-bbd1-55aa0e674d06 None None] DHCP port deletion for 78afbee0-d041-4199-9992-f24ea1e39ac4 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:11:48.662646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:48.669949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 8602ce26-b74a-443f-b781-3ea605693290) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:48.687396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:48.693086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:48.698060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (26851ec1-f987-4a66-92ad-6dc6c57b6da1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:48.714952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Pushing event updated for resources: {'Port': ['ID=3569419d-167b-4657-aa02-bcf1ab829816,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:48.728841 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:48.735490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:48.742252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Network f2e1528c-be75-4bd0-b6d7-86027e4c539b is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:48.747023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c01323-26bb-404e-8478-b5c5a8f12ae2 None None] Network 8602ce26-b74a-443f-b781-3ea605693290 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:48.749245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:48.780258 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4e96349f-a1b9-49b9-81b1-edf44e5e467a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0464039 Oct 26 11:11:48.786098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51906) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:48.791648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '8602ce26-b74a-443f-b781-3ea605693290', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1209134437'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:48.793221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed1d06a-e8bb-42e1-b45b-e30219a85c96 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 6eef1753-bb28-4e28-bc12-564e68bcf2f2 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:48.797744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eed1d06a-e8bb-42e1-b45b-e30219a85c96 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (6eef1753-bb28-4e28-bc12-564e68bcf2f2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:48.837451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:48.845532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:48.850583 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:48.854137 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:48.857234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eed1d06a-e8bb-42e1-b45b-e30219a85c96 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (6eef1753-bb28-4e28-bc12-564e68bcf2f2), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:48.908087 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempt 9 to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a Oct 26 11:11:48.914101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:39Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:44Z', 'revision_number': 5, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:43Z', 'revision_number': 15, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:48.925543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:48.926534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8bf05c-1024-4914-9ff1-f4220249089a None None] Network 78afbee0-d041-4199-9992-f24ea1e39ac4 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:48.929965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:48.935542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:48.950770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:49.034688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:49.035056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:49.035589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:49.056742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:49.058638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8bf05c-1024-4914-9ff1-f4220249089a None None] Network 78afbee0-d041-4199-9992-f24ea1e39ac4 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:11:49.084902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eed1d06a-e8bb-42e1-b45b-e30219a85c96 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (6eef1753-bb28-4e28-bc12-564e68bcf2f2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:49.111605 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:49.115265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:49.219616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:49.221200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:49.221982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:49.230030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks [] for port (70ce8dde-29ee-4e67-88db-74f9e2337a98), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.232209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:49.238091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:49.245163 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:49.249031 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:49.260604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (26851ec1-f987-4a66-92ad-6dc6c57b6da1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.274558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51916) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:49.280818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eed1d06a-e8bb-42e1-b45b-e30219a85c96 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (6eef1753-bb28-4e28-bc12-564e68bcf2f2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.281033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port cea16b32-5327-49f2-86d7-5c03844516ba yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:49.295019 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempt 10 to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a Oct 26 11:11:49.323321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d06a-e8bb-42e1-b45b-e30219a85c96 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=6eef1753-bb28-4e28-bc12-564e68bcf2f2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:49.342156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eed1d06a-e8bb-42e1-b45b-e30219a85c96 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.349373 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eed1d06a-e8bb-42e1-b45b-e30219a85c96 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/6eef1753-bb28-4e28-bc12-564e68bcf2f2 HTTP/1.1" status: 204 len: 168 time: 0.7576230 Oct 26 11:11:49.350523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51920) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:49.355429 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba884ab9-8032-4cad-bb28-270a741dd617 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:49.379685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (70ce8dde-29ee-4e67-88db-74f9e2337a98), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.401403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Attempting to bind port 3569419d-167b-4657-aa02-bcf1ab829816 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:49.402734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Attempting to bind port 3569419d-167b-4657-aa02-bcf1ab829816 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '879e6cb1-ba92-4e92-ad05-cd9214a0f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f2e1528c-be75-4bd0-b6d7-86027e4c539b'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:49.403382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Attempting to bind port 3569419d-167b-4657-aa02-bcf1ab829816 on network f2e1528c-be75-4bd0-b6d7-86027e4c539b {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:49.413175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:49.413910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:49.414482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:49.418026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-8602ce26-b74a-443f-b781-3ea605693290', 'network_id': '8602ce26-b74a-443f-b781-3ea605693290', 'project_id': '2fff6bedad004c038ff5f0fcae82105b', 'fixed_ips': [{'subnet_id': '16ebfe3b-0619-46e5-b536-e26937a29685'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:11:49.419315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.460240 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9fe5ab9f-0f92-4315-b884-b53f36865466 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083255 Oct 26 11:11:49.480684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51922) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:49.500589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:49.590260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Network f2e1528c-be75-4bd0-b6d7-86027e4c539b is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:49.599801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:49.624349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event updated for resources: {'Port': ['ID=70ce8dde-29ee-4e67-88db-74f9e2337a98,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:49.639239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:49.645739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:49.646205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.701730 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a19ed03-2c38-4f00-9277-a0bc40e9d7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.5188508 Oct 26 11:11:49.704491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51924) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:49.755073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:49.762259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.769840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:49.775322 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:49.781697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Attempting to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:49.796072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e5a6f-1f86-446b-8395-3ee9c60234de None None] DHCP port deletion for 2952ee9a-5b4f-4699-9c44-9ffc4717e704 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:11:49.837097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c2f5ad3f-4ae7-4479-ac96-2e974a7f4fc6 None None] Could not find standard attr ID for object 3e0adf64-759b-483d-90ac-4350d31a6790. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:11:49.838836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:49.840664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:49.844759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:49.848948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d94a1dd-13db-4093-80df-e82c7be76c81 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:49.856410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d94a1dd-13db-4093-80df-e82c7be76c81 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:49.862255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d94a1dd-13db-4093-80df-e82c7be76c81 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:49.865781 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2d94a1dd-13db-4093-80df-e82c7be76c81 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1571531 Oct 26 11:11:49.872548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51926) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:49.969126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1732990253'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:50.024374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:50.037485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:50.041378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.062032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:50.072141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.096514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (86d16d7e-f230-42b0-b6d8-90f6aca476dd), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.141211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:50.151020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:50.156255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:50.163420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:50.164966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet db6e3a3c-2b7b-494e-93b1-4739f03af967 could not be found. Oct 26 11:11:50.170698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:11:50.177834 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Failed to bind port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:11:50.178599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.187783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=86d16d7e-f230-42b0-b6d8-90f6aca476dd,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:50.215618 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-412c4706-8ebb-4344-b4d2-a55f015bc2a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7314961 Oct 26 11:11:50.216726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51928) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:50.223141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'name': 'tempest-NetworksTestDHCPv6-879911593'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:50.240531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb197a-53a9-41ed-a754-edabb2f6354d tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Deleting port 70ce8dde-29ee-4e67-88db-74f9e2337a98 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:50.241065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1dfb197a-53a9-41ed-a754-edabb2f6354d tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (70ce8dde-29ee-4e67-88db-74f9e2337a98), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.243402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:50.245559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for security_group (873fd7a1-c90a-4c04-8b66-eb40bb64b327), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.249344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::55 (8602ce26-b74a-443f-b781-3ea605693290/16ebfe3b-0619-46e5-b536-e26937a29685/cea16b32-5327-49f2-86d7-5c03844516ba) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:50.281809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:11:50.282272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Checking segment: {'id': '879e6cb1-ba92-4e92-ad05-cd9214a0f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f2e1528c-be75-4bd0-b6d7-86027e4c539b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:50.282753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.284148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Bound using segment: {'id': '879e6cb1-ba92-4e92-ad05-cd9214a0f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f2e1528c-be75-4bd0-b6d7-86027e4c539b'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:11:50.284855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Bound port: 3569419d-167b-4657-aa02-bcf1ab829816, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879e6cb1-ba92-4e92-ad05-cd9214a0f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f2e1528c-be75-4bd0-b6d7-86027e4c539b'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:11:50.285451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3569419d-167b-4657-aa02-bcf1ab829816), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.288114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e41f41c-41df-4c00-aaf7-44fdc5f15a3d None None] Network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:50.308140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (873fd7a1-c90a-4c04-8b66-eb40bb64b327), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.363068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:50.364495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Router 26851ec1-f987-4a66-92ad-6dc6c57b6da1 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:11:50.368038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.368516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75802379-d645-465b-b0b7-13d1305ef8c5 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:50.387951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 1e73f58f-4f8d-4566-96b5-2b29cf4ff64b yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:50.401867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:50.418043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e41f41c-41df-4c00-aaf7-44fdc5f15a3d None None] Network 2952ee9a-5b4f-4699-9c44-9ffc4717e704 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:11:50.447092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:50.510884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873fd7a1-c90a-4c04-8b66-eb40bb64b327,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:50.513745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (59e7bfa1-182e-439e-98f2-6ed4ac690fe2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.514080 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment 59e7bfa1-182e-439e-98f2-6ed4ac690fe2 of type vlan for network 367feb90-e6e6-45c1-ac4b-fd66335a73b5 Oct 26 11:11:50.519804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9b0510fa-36b1-430c-8a2a-ec19f00e44bb None None] Port 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a has been deleted concurrently {{(pid=105417) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 11:11:50.532663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::39c (e006cddc-269c-485d-9059-cd1342ff5d5c/86d16d7e-f230-42b0-b6d8-90f6aca476dd/1e73f58f-4f8d-4566-96b5-2b29cf4ff64b) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:50.594353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:50.605016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9c3f5b69-1d1d-4175-9080-127dfda716c2 None None] Provisioning complete for port 44ba3204-8146-4e13-8365-d33a06d3bb42 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:50.605638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5b69-1d1d-4175-9080-127dfda716c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.606135 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9c3f5b69-1d1d-4175-9080-127dfda716c2 None None] Attempt 1 to provision port 44ba3204-8146-4e13-8365-d33a06d3bb42 Oct 26 11:11:50.617659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1dfb197a-53a9-41ed-a754-edabb2f6354d tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (70ce8dde-29ee-4e67-88db-74f9e2337a98), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.622687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (367feb90-e6e6-45c1-ac4b-fd66335a73b5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.686597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb197a-53a9-41ed-a754-edabb2f6354d tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Calling delete_port for 70ce8dde-29ee-4e67-88db-74f9e2337a98 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:50.705094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (cea16b32-5327-49f2-86d7-5c03844516ba), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.764725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:50.774726 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:11:50.779424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (367feb90-e6e6-45c1-ac4b-fd66335a73b5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.785334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:50.785334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.790787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a011b-6057-45a9-adee-7462222049db None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:50.795228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943561f2-7639-4f4c-8c3b-85e7d8d182a9 None None] Sync routers for ids ['26851ec1-f987-4a66-92ad-6dc6c57b6da1'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:50.816127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943561f2-7639-4f4c-8c3b-85e7d8d182a9 None None] Routers {'26851ec1-f987-4a66-92ad-6dc6c57b6da1'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:50.817262 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-943561f2-7639-4f4c-8c3b-85e7d8d182a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['26851ec1-f987-4a66-92ad-6dc6c57b6da1'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:50.822397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5455697 Oct 26 11:11:50.881905 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-943561f2-7639-4f4c-8c3b-85e7d8d182a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:50.926264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (1e73f58f-4f8d-4566-96b5-2b29cf4ff64b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.929526 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943561f2-7639-4f4c-8c3b-85e7d8d182a9 None None] Routers {'26851ec1-f987-4a66-92ad-6dc6c57b6da1'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:50.930423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-943561f2-7639-4f4c-8c3b-85e7d8d182a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['26851ec1-f987-4a66-92ad-6dc6c57b6da1'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:50.993915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] For port 3569419d-167b-4657-aa02-bcf1ab829816, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:11:51.012767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:51.015752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:51.040647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1e73f58f-4f8d-4566-96b5-2b29cf4ff64b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:51.059736 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-943561f2-7639-4f4c-8c3b-85e7d8d182a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:51.060383 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943561f2-7639-4f4c-8c3b-85e7d8d182a9 None None] The sync data for ids ['26851ec1-f987-4a66-92ad-6dc6c57b6da1'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:51.080025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] For port 3569419d-167b-4657-aa02-bcf1ab829816, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3569419d-167b-4657-aa02-bcf1ab829816,segment=NetworkSegment(879e6cb1-ba92-4e92-ad05-cd9214a0f3da),segment_id=879e6cb1-ba92-4e92-ad05-cd9214a0f3da)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:11:51.084520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1dfb197a-53a9-41ed-a754-edabb2f6354d tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (70ce8dde-29ee-4e67-88db-74f9e2337a98), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:51.090417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:39Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:44Z', 'revision_number': 5, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:43Z', 'revision_number': 15, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:51.119516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:51.123749 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c9a6048-dd51-4d4a-91c9-f4d5ba3dbb87 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1302242 Oct 26 11:11:51.132130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51930) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:51.142624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-8caa173f-bf70-4168-bfa7-5a5123b915c6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': False}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:51.151308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a011b-6057-45a9-adee-7462222049db None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:51.158033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-759a011b-6057-45a9-adee-7462222049db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:51.159209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:51.165444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3569419d-167b-4657-aa02-bcf1ab829816), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:51.202315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb197a-53a9-41ed-a754-edabb2f6354d tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event deleted for resources: {'Port': ['ID=70ce8dde-29ee-4e67-88db-74f9e2337a98,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:51.214144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:51.222750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (cea16b32-5327-49f2-86d7-5c03844516ba), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:51.224463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfcbb84-55b7-4831-b114-a55b2a589600 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:39Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:44Z', 'revision_number': 5, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:43Z', 'revision_number': 15, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:51.271052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:51.276286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:51.277150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:51.297879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8602ce26-b74a-443f-b781-3ea605693290 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:51.305388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69199ec2-4a5d-49c3-a5e8-a983296f44ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=367feb90-e6e6-45c1-ac4b-fd66335a73b5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:51.332246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:51.352066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=1e73f58f-4f8d-4566-96b5-2b29cf4ff64b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:51.404527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:51.411958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:51.412878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:51.445600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3fb15509-bbd4-4956-aecb-a4d03e2c0dbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2274024 Oct 26 11:11:51.448259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51936) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:51.509343 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.7221425 Oct 26 11:11:51.515130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 367feb90-e6e6-45c1-ac4b-fd66335a73b5 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:51.558056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51938) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:51.774807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:51.776891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:DELETE=13 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:51.796871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:51.808789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d4728-ec1e-4bd7-9159-0bec751760db None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:51.912344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:51.921330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1dfb197a-53a9-41ed-a754-edabb2f6354d tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:51.938600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1dfb197a-53a9-41ed-a754-edabb2f6354d tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "DELETE /networking/v2.0/ports/70ce8dde-29ee-4e67-88db-74f9e2337a98 HTTP/1.1" status: 204 len: 168 time: 2.0648041 Oct 26 11:11:51.943146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a50e07-4895-4551-9504-0da5a0fa79aa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=cea16b32-5327-49f2-86d7-5c03844516ba,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:51.947161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51940) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:51.964784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f5b69-1d1d-4175-9080-127dfda716c2 None None] Current status of the port 44ba3204-8146-4e13-8365-d33a06d3bb42 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:51.965523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5b69-1d1d-4175-9080-127dfda716c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:51.978073 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Request body: {'port': {'name': 'tempest-new-port-name-1281320377', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:51.978546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.api.validators [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] bootfile-name is not in valid_values {{(pid=105415) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:11:51.978903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.api.validators [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] tftp-server is not in valid_values {{(pid=105415) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:11:51.979245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.api.validators [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] server-ip-address is not in valid_values {{(pid=105415) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:11:52.047098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8caa173f-bf70-4168-bfa7-5a5123b915c6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (26851ec1-f987-4a66-92ad-6dc6c57b6da1), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:52.052161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f4979-30cf-4941-af15-ec4be747db9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:52.060550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f4979-30cf-4941-af15-ec4be747db9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:52.066018 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-307f4979-30cf-4941-af15-ec4be747db9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.6164391 Oct 26 11:11:52.069275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51942) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:52.121152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-34bd8265-d625-40cf-b3e8-40e261264f51 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port cea16b32-5327-49f2-86d7-5c03844516ba {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:52.121595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-34bd8265-d625-40cf-b3e8-40e261264f51 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (cea16b32-5327-49f2-86d7-5c03844516ba), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:52.194567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:47Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:52.247772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0f1ca21a-adcc-442f-9626-d0b6beb8978e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:52.410933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6293e225-a804-440b-a76d-65322373c6a1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 1e73f58f-4f8d-4566-96b5-2b29cf4ff64b {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:52.411365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6293e225-a804-440b-a76d-65322373c6a1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1e73f58f-4f8d-4566-96b5-2b29cf4ff64b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:52.457021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-34bd8265-d625-40cf-b3e8-40e261264f51 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (cea16b32-5327-49f2-86d7-5c03844516ba), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:52.579243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-34bd8265-d625-40cf-b3e8-40e261264f51 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for cea16b32-5327-49f2-86d7-5c03844516ba owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:52.795482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:52.797650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:52.805071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Allocated IP 2001:db8::2 (8602ce26-b74a-443f-b781-3ea605693290/16ebfe3b-0619-46e5-b536-e26937a29685/b7697472-5eee-46e3-a084-8eee795525a9) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:52.864091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1b261-8f25-443f-ab32-01cb6c11d7c8 None None] DHCP port deletion for 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:11:52.869458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373edd7-8ec3-4247-9c5e-8abdc3f50ff5 None None] Pushing event updated for resources: {'Port': ['ID=3569419d-167b-4657-aa02-bcf1ab829816,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:52.890081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks [] for port (0f1ca21a-adcc-442f-9626-d0b6beb8978e), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:52.896885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6293e225-a804-440b-a76d-65322373c6a1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1e73f58f-4f8d-4566-96b5-2b29cf4ff64b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:52.923060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6293e225-a804-440b-a76d-65322373c6a1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 1e73f58f-4f8d-4566-96b5-2b29cf4ff64b owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:52.952082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:52.963379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (0f1ca21a-adcc-442f-9626-d0b6beb8978e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.001328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9c3f5b69-1d1d-4175-9080-127dfda716c2 None None] For port 44ba3204-8146-4e13-8365-d33a06d3bb42, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=44ba3204-8146-4e13-8365-d33a06d3bb42,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:53.020016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80fb76-3e85-4f11-8a2f-f6ffc14cc249 None None] Network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:53.057446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5b69-1d1d-4175-9080-127dfda716c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.103194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event updated for resources: {'Port': ['ID=0f1ca21a-adcc-442f-9626-d0b6beb8978e,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:53.138166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] In _notify_port_updated(), no bound segment for port 0f1ca21a-adcc-442f-9626-d0b6beb8978e on network f2e1528c-be75-4bd0-b6d7-86027e4c539b {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:11:53.150165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:53.151687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.153478 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5b9ab8b0-29ff-448e-b187-23720c82cab6 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "PUT /networking/v2.0/ports/0f1ca21a-adcc-442f-9626-d0b6beb8978e HTTP/1.1" status: 200 len: 1130 time: 1.1833193 Oct 26 11:11:53.156230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-34bd8265-d625-40cf-b3e8-40e261264f51 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (cea16b32-5327-49f2-86d7-5c03844516ba), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.160430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51944) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:53.232037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd8265-d625-40cf-b3e8-40e261264f51 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=cea16b32-5327-49f2-86d7-5c03844516ba,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:53.303845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-34bd8265-d625-40cf-b3e8-40e261264f51 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.308966 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34bd8265-d625-40cf-b3e8-40e261264f51 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/cea16b32-5327-49f2-86d7-5c03844516ba HTTP/1.1" status: 204 len: 168 time: 1.7319930 Oct 26 11:11:53.313894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51946) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:53.358732 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-896fb9ce-1a63-4348-a4a4-b8d073daddc1 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:11:53.361412 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-896fb9ce-1a63-4348-a4a4-b8d073daddc1 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/cea16b32-5327-49f2-86d7-5c03844516ba HTTP/1.1" status: 404 len: 333 time: 0.0450902 Oct 26 11:11:53.365344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51948) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:53.375135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b8c580-ce17-4990-ac45-02c6bd0d8198 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:53.378174 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-93b8c580-ce17-4990-ac45-02c6bd0d8198 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "GET /networking/v2.0/ports/0f1ca21a-adcc-442f-9626-d0b6beb8978e HTTP/1.1" status: 200 len: 1130 time: 0.1593559 Oct 26 11:11:53.385122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51950) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:53.394373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Publish callbacks [] for port (b7697472-5eee-46e3-a084-8eee795525a9), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.408061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-759a011b-6057-45a9-adee-7462222049db None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:53.414709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8caa173f-bf70-4168-bfa7-5a5123b915c6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (26851ec1-f987-4a66-92ad-6dc6c57b6da1), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.440395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8caa173f-bf70-4168-bfa7-5a5123b915c6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (26851ec1-f987-4a66-92ad-6dc6c57b6da1), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.553063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:53.555157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-75da37cb-0c85-4fc2-a50c-e47184772a01 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Deleting port 0f1ca21a-adcc-442f-9626-d0b6beb8978e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:53.555896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-75da37cb-0c85-4fc2-a50c-e47184772a01 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0f1ca21a-adcc-442f-9626-d0b6beb8978e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.584512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:53.585199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:53.646872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f5b69-1d1d-4175-9080-127dfda716c2 None None] Pushing event updated for resources: {'Port': ['ID=44ba3204-8146-4e13-8365-d33a06d3bb42,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:53.660177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54214968-bacf-4e3b-9448-994d62bc5b97 None None] Network f2e1528c-be75-4bd0-b6d7-86027e4c539b requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:53.694464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-75da37cb-0c85-4fc2-a50c-e47184772a01 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0f1ca21a-adcc-442f-9626-d0b6beb8978e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.712344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-75da37cb-0c85-4fc2-a50c-e47184772a01 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Calling delete_port for 0f1ca21a-adcc-442f-9626-d0b6beb8978e owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:53.754303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (b7697472-5eee-46e3-a084-8eee795525a9), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.835170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3fcd21a9-3c80-44dc-a251-423d46ce2c16 None None] Provisioning complete for port 44ba3204-8146-4e13-8365-d33a06d3bb42 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:53.836151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3fcd21a9-3c80-44dc-a251-423d46ce2c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.836640 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3fcd21a9-3c80-44dc-a251-423d46ce2c16 None None] Attempt 1 to provision port 44ba3204-8146-4e13-8365-d33a06d3bb42 Oct 26 11:11:53.869427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:53.882947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-75da37cb-0c85-4fc2-a50c-e47184772a01 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (0f1ca21a-adcc-442f-9626-d0b6beb8978e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.949246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da37cb-0c85-4fc2-a50c-e47184772a01 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event deleted for resources: {'Port': ['ID=0f1ca21a-adcc-442f-9626-d0b6beb8978e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:53.976410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Network 8602ce26-b74a-443f-b781-3ea605693290 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:53.977832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:53.984525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:54.003512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-75da37cb-0c85-4fc2-a50c-e47184772a01 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.009306 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-75da37cb-0c85-4fc2-a50c-e47184772a01 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "DELETE /networking/v2.0/ports/0f1ca21a-adcc-442f-9626-d0b6beb8978e HTTP/1.1" status: 204 len: 168 time: 0.6207266 Oct 26 11:11:54.009762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51954) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:54.076163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80fb76-3e85-4f11-8a2f-f6ffc14cc249 None None] Network 2b0db6e4-aa52-4f4e-adc9-9d75e4af5cb6 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:11:54.081787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Pushing event updated for resources: {'Port': ['ID=b7697472-5eee-46e3-a084-8eee795525a9,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:54.117868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-351a3316-cdcc-4fa6-bc3e-836d989268b2 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Deleting subnet d044193e-ecc7-4492-bc09-69eedf2fe224 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:54.118791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:54.121693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-351a3316-cdcc-4fa6-bc3e-836d989268b2 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks [] for subnet (d044193e-ecc7-4492-bc09-69eedf2fe224), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.135798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-825765c8-5060-45c5-9663-b22f40699011 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet 16ebfe3b-0619-46e5-b536-e26937a29685 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:54.175493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-825765c8-5060-45c5-9663-b22f40699011 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (16ebfe3b-0619-46e5-b536-e26937a29685), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.195617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-351a3316-cdcc-4fa6-bc3e-836d989268b2 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (d044193e-ecc7-4492-bc09-69eedf2fe224), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.208411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:54.223167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:54.248088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:54.275082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-825765c8-5060-45c5-9663-b22f40699011 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (16ebfe3b-0619-46e5-b536-e26937a29685), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.337264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-351a3316-cdcc-4fa6-bc3e-836d989268b2 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (d044193e-ecc7-4492-bc09-69eedf2fe224), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.345345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:54.348377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:54.396851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51956) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:54.411608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': '367feb90-e6e6-45c1-ac4b-fd66335a73b5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:54.427587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6293e225-a804-440b-a76d-65322373c6a1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1e73f58f-4f8d-4566-96b5-2b29cf4ff64b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.433724 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-351a3316-cdcc-4fa6-bc3e-836d989268b2 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (d044193e-ecc7-4492-bc09-69eedf2fe224), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.501647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a3316-cdcc-4fa6-bc3e-836d989268b2 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event deleted for resources: {'Subnet': ['ID=d044193e-ecc7-4492-bc09-69eedf2fe224,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:54.509743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-351a3316-cdcc-4fa6-bc3e-836d989268b2 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.531795 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-351a3316-cdcc-4fa6-bc3e-836d989268b2 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d044193e-ecc7-4492-bc09-69eedf2fe224 HTTP/1.1" status: 204 len: 168 time: 0.5165319 Oct 26 11:11:54.531795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51958) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:54.577241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293e225-a804-440b-a76d-65322373c6a1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=1e73f58f-4f8d-4566-96b5-2b29cf4ff64b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:54.590306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3fcd21a9-3c80-44dc-a251-423d46ce2c16 None None] Current status of the port 44ba3204-8146-4e13-8365-d33a06d3bb42 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:54.592996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3d773-8b76-44b9-86ee-aa6d846c4278 None None] New status for floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:54.600319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6293e225-a804-440b-a76d-65322373c6a1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.605270 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6293e225-a804-440b-a76d-65322373c6a1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1e73f58f-4f8d-4566-96b5-2b29cf4ff64b HTTP/1.1" status: 204 len: 168 time: 2.5349641 Oct 26 11:11:54.606766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-825765c8-5060-45c5-9663-b22f40699011 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (16ebfe3b-0619-46e5-b536-e26937a29685), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.614443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51960) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:54.661628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (f2e1528c-be75-4bd0-b6d7-86027e4c539b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.701798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3fcd21a9-3c80-44dc-a251-423d46ce2c16 None None] Could not find standard attr ID for object 0cc20fb5-d70d-4b55-ac04-0c37cb7fba3a. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:11:54.734360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Deleting port 3569419d-167b-4657-aa02-bcf1ab829816 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:54.734751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3569419d-167b-4657-aa02-bcf1ab829816), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.735022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40949977-45b9-44bd-8e2d-f9a8269ce9b7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:54.737545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40949977-45b9-44bd-8e2d-f9a8269ce9b7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:54.739140 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-40949977-45b9-44bd-8e2d-f9a8269ce9b7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0751565 Oct 26 11:11:54.746510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761489a-da8d-406b-9f16-4a675f2dcb2a None None] Network f2e1528c-be75-4bd0-b6d7-86027e4c539b requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:54.750697 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51962) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:54.759371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:54.809569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caa173f-bf70-4168-bfa7-5a5123b915c6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Router 26851ec1-f987-4a66-92ad-6dc6c57b6da1 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:11:54.826133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] For port 3569419d-167b-4657-aa02-bcf1ab829816, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3569419d-167b-4657-aa02-bcf1ab829816,segment=NetworkSegment(879e6cb1-ba92-4e92-ad05-cd9214a0f3da),segment_id=879e6cb1-ba92-4e92-ad05-cd9214a0f3da)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:54.827322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3569419d-167b-4657-aa02-bcf1ab829816), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.827992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:54.828794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.833060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:54.836852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.847991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Calling delete_port for 3569419d-167b-4657-aa02-bcf1ab829816 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:54.863099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Attempting to bind port b7697472-5eee-46e3-a084-8eee795525a9 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:54.863690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Attempting to bind port b7697472-5eee-46e3-a084-8eee795525a9 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '777c0e2f-b840-42a3-a8e2-8db0e6bfc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8602ce26-b74a-443f-b781-3ea605693290'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:54.864018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Attempting to bind port b7697472-5eee-46e3-a084-8eee795525a9 on network 8602ce26-b74a-443f-b781-3ea605693290 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:54.952060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3569419d-167b-4657-aa02-bcf1ab829816), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:54.960209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:54.964160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-20232bd9-3684-4fb2-8555-5e967c97ca5a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 86d16d7e-f230-42b0-b6d8-90f6aca476dd {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:11:54.977064 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20232bd9-3684-4fb2-8555-5e967c97ca5a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (86d16d7e-f230-42b0-b6d8-90f6aca476dd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.006953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] No DVR routers for this DVR port 3569419d-167b-4657-aa02-bcf1ab829816 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:55.007171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-825765c8-5060-45c5-9663-b22f40699011 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (16ebfe3b-0619-46e5-b536-e26937a29685), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.043894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event deleted for resources: {'Port': ['ID=3569419d-167b-4657-aa02-bcf1ab829816,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:55.052269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-759a011b-6057-45a9-adee-7462222049db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:49Z', 'revision_number': 5, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:47Z', 'revision_number': 16, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.054120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-11ce1af1-e2b8-4b0e-9331-4e24d5b87064 None None] Provisioning complete for port 44ba3204-8146-4e13-8365-d33a06d3bb42 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:11:55.054528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-11ce1af1-e2b8-4b0e-9331-4e24d5b87064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.054835 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-11ce1af1-e2b8-4b0e-9331-4e24d5b87064 None None] Attempt 1 to provision port 44ba3204-8146-4e13-8365-d33a06d3bb42 Oct 26 11:11:55.056256 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:55.074251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825765c8-5060-45c5-9663-b22f40699011 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=16ebfe3b-0619-46e5-b536-e26937a29685,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:55.102791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:55.112638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-825765c8-5060-45c5-9663-b22f40699011 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.119879 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-825765c8-5060-45c5-9663-b22f40699011 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/16ebfe3b-0619-46e5-b536-e26937a29685 HTTP/1.1" status: 204 len: 168 time: 1.7494791 Oct 26 11:11:55.125805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51964) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:55.132783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20232bd9-3684-4fb2-8555-5e967c97ca5a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (86d16d7e-f230-42b0-b6d8-90f6aca476dd), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.148868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a011b-6057-45a9-adee-7462222049db None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:55.168401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (f2e1528c-be75-4bd0-b6d7-86027e4c539b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.202028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e1528c-be75-4bd0-b6d7-86027e4c539b']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.217016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879e6cb1-ba92-4e92-ad05-cd9214a0f3da') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.217413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879e6cb1-ba92-4e92-ad05-cd9214a0f3da') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.233965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (879e6cb1-ba92-4e92-ad05-cd9214a0f3da), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.259275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (879e6cb1-ba92-4e92-ad05-cd9214a0f3da), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.267457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caa173f-bf70-4168-bfa7-5a5123b915c6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:11:55.277916 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ed7b4-76cf-49e0-b714-c36a98a6a08d None None] Sync routers for ids ['26851ec1-f987-4a66-92ad-6dc6c57b6da1'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:55.285733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8caa173f-bf70-4168-bfa7-5a5123b915c6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.289823 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8caa173f-bf70-4168-bfa7-5a5123b915c6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "PUT /networking/v2.0/routers/26851ec1-f987-4a66-92ad-6dc6c57b6da1 HTTP/1.1" status: 200 len: 925 time: 4.1507480 Oct 26 11:11:55.290789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:55.291203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (879e6cb1-ba92-4e92-ad05-cd9214a0f3da), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.294932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51966) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:55.303474 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ed7b4-76cf-49e0-b714-c36a98a6a08d None None] Routers {'26851ec1-f987-4a66-92ad-6dc6c57b6da1'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:55.304788 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f68ed7b4-76cf-49e0-b714-c36a98a6a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['26851ec1-f987-4a66-92ad-6dc6c57b6da1'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.344594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:55.360841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa2cd9-4477-406d-9a05-b02ad987c17e None None] DHCP port deletion for f2e1528c-be75-4bd0-b6d7-86027e4c539b request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:11:55.374708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.375448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:55.386378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 879e6cb1-ba92-4e92-ad05-cd9214a0f3da resource provider aggregate not found Oct 26 11:11:55.388946 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f68ed7b4-76cf-49e0-b714-c36a98a6a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.402393 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ed7b4-76cf-49e0-b714-c36a98a6a08d None None] Routers {'26851ec1-f987-4a66-92ad-6dc6c57b6da1'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:55.403019 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f68ed7b4-76cf-49e0-b714-c36a98a6a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['26851ec1-f987-4a66-92ad-6dc6c57b6da1'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.409302 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 879e6cb1-ba92-4e92-ad05-cd9214a0f3da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 879e6cb1-ba92-4e92-ad05-cd9214a0f3da found for delete ", "request_id": "req-975b50aa-68f1-4104-8eff-1508931a6e25"}]} Oct 26 11:11:55.426591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:11:55.427011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Checking segment: {'id': '777c0e2f-b840-42a3-a8e2-8db0e6bfc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8602ce26-b74a-443f-b781-3ea605693290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:55.427417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.427856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Bound using segment: {'id': '777c0e2f-b840-42a3-a8e2-8db0e6bfc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8602ce26-b74a-443f-b781-3ea605693290'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:11:55.428371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Bound port: b7697472-5eee-46e3-a084-8eee795525a9, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777c0e2f-b840-42a3-a8e2-8db0e6bfc835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8602ce26-b74a-443f-b781-3ea605693290'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:11:55.428757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b7697472-5eee-46e3-a084-8eee795525a9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.439242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (f2e1528c-be75-4bd0-b6d7-86027e4c539b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.455258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f68ed7b4-76cf-49e0-b714-c36a98a6a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.456415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ed7b4-76cf-49e0-b714-c36a98a6a08d None None] The sync data for ids ['26851ec1-f987-4a66-92ad-6dc6c57b6da1'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:55.470919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.476398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:55.485199 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] 10.222.0.26 "DELETE /networking/v2.0/networks/f2e1528c-be75-4bd0-b6d7-86027e4c539b HTTP/1.1" status: 204 len: 168 time: 0.9538143 Oct 26 11:11:55.486519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ce90d-7899-401b-b717-31bf3519538e tempest-ExtraDHCPOptionsIpV6TestJSON-626780156 tempest-ExtraDHCPOptionsIpV6TestJSON-626780156-project] Pushing event deleted for resources: {'Network': ['ID=f2e1528c-be75-4bd0-b6d7-86027e4c539b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:55.503908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20232bd9-3684-4fb2-8555-5e967c97ca5a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (86d16d7e-f230-42b0-b6d8-90f6aca476dd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.511534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8602ce26-b74a-443f-b781-3ea605693290), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.537829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a011b-6057-45a9-adee-7462222049db None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:55.538297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-759a011b-6057-45a9-adee-7462222049db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.602905 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d6798ea-9ce1-4367-81a9-3f817b48ad7c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/26851ec1-f987-4a66-92ad-6dc6c57b6da1 HTTP/1.1" status: 200 len: 925 time: 0.3025293 Oct 26 11:11:55.604850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:55.620420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:47Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:55.634212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:55.671762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:55.679306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port b7697472-5eee-46e3-a084-8eee795525a9 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:55.679306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b7697472-5eee-46e3-a084-8eee795525a9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.686573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (c5d0f283-a585-48c0-801f-6355845c95bc), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.708470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a247a1-2a06-4b79-aabd-37275e8d6c21 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:47Z', 'revision_number': 6, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:55.807188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-11ce1af1-e2b8-4b0e-9331-4e24d5b87064 None None] Current status of the port 44ba3204-8146-4e13-8365-d33a06d3bb42 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:55.811745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] For port b7697472-5eee-46e3-a084-8eee795525a9, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:11:55.814584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5f7f3e-5ccd-4c11-88b3-f4486c5dbc31 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:55.818498 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ef5f7f3e-5ccd-4c11-88b3-f4486c5dbc31 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=26851ec1-f987-4a66-92ad-6dc6c57b6da1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2099867 Oct 26 11:11:55.820126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51976) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:55.824906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20232bd9-3684-4fb2-8555-5e967c97ca5a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (86d16d7e-f230-42b0-b6d8-90f6aca476dd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.829920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-11ce1af1-e2b8-4b0e-9331-4e24d5b87064 None None] Could not find standard attr ID for object 3569419d-167b-4657-aa02-bcf1ab829816. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:11:55.855903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-759a011b-6057-45a9-adee-7462222049db None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:55.871646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=c5d0f283-a585-48c0-801f-6355845c95bc,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:55.913665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-11ce1af1-e2b8-4b0e-9331-4e24d5b87064 None None] Could not find standard attr ID for object f24e059f-7e77-4498-b267-c0b409346407. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:11:55.919895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] For port b7697472-5eee-46e3-a084-8eee795525a9, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b7697472-5eee-46e3-a084-8eee795525a9,segment=NetworkSegment(777c0e2f-b840-42a3-a8e2-8db0e6bfc835),segment_id=777c0e2f-b840-42a3-a8e2-8db0e6bfc835)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:11:55.921700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:55.922249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.930461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] For port b7697472-5eee-46e3-a084-8eee795525a9, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:55.930829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b7697472-5eee-46e3-a084-8eee795525a9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.936982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20232bd9-3684-4fb2-8555-5e967c97ca5a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:55.942630 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-20232bd9-3684-4fb2-8555-5e967c97ca5a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/86d16d7e-f230-42b0-b6d8-90f6aca476dd HTTP/1.1" status: 204 len: 168 time: 1.1907625 Oct 26 11:11:55.945302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51982) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:55.965871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:55.966877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34087e-c8ff-4df6-a3f7-c6871ab039ac None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:55.983648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20232bd9-3684-4fb2-8555-5e967c97ca5a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=86d16d7e-f230-42b0-b6d8-90f6aca476dd,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:55.986523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for b7697472-5eee-46e3-a084-8eee795525a9 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:56.001444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking segment: {'id': '59e7bfa1-182e-439e-98f2-6ed4ac690fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '367feb90-e6e6-45c1-ac4b-fd66335a73b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:56.003175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network hostable DHCP agents. Network: 367feb90-e6e6-45c1-ac4b-fd66335a73b5, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:56.055236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-11ce1af1-e2b8-4b0e-9331-4e24d5b87064 None None] Could not find standard attr ID for object 1e73f58f-4f8d-4566-96b5-2b29cf4ff64b. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:11:56.073563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b7697472-5eee-46e3-a084-8eee795525a9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.079512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:56.083802 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6d6db99b-9b75-4e3d-95ca-808e7f39c98f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346657 Oct 26 11:11:56.086340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:56.092089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:56.096825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:56.163746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network 367feb90-e6e6-45c1-ac4b-fd66335a73b5 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:56.171635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.172392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:56.188657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c97ef-fa8b-45fe-99fa-c5c509793ed6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:56.190612 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-650c97ef-fa8b-45fe-99fa-c5c509793ed6 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 881 time: 0.3629889 Oct 26 11:11:56.202079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 367feb90-e6e6-45c1-ac4b-fd66335a73b5) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:56.205533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51990) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:56.213894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:56.242162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1301cb0-1ee5-430b-9958-c94e85a45542 None None] Network 367feb90-e6e6-45c1-ac4b-fd66335a73b5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:11:56.242535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:56.243139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.328504 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c89e670d-66be-4719-9c6e-caefbac02434 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=26851ec1-f987-4a66-92ad-6dc6c57b6da1 HTTP/1.1" status: 200 len: 205 time: 0.1129994 Oct 26 11:11:56.334971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51992) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:56.376250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-184447d8-cf42-4b82-8a8d-4f9574c06c24 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9771969 Oct 26 11:11:56.383762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0f763896-7f9f-4c5b-993f-ce81707d13a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.386628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453de0b2-5cff-4634-90f1-752fc32f6352 None None] Pushing event updated for resources: {'Port': ['ID=b7697472-5eee-46e3-a084-8eee795525a9,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:56.435147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 51994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:56.440754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510705368'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:56.449600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b7697472-5eee-46e3-a084-8eee795525a9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.483401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:11:56.484134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No DVR routers for this DVR port b7697472-5eee-46e3-a084-8eee795525a9 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:56.496930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e9fc4-5d32-47b5-aeb8-28d207af1ecd None None] DHCP port deletion for e006cddc-269c-485d-9059-cd1342ff5d5c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:11:56.545221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:56.551062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=b7697472-5eee-46e3-a084-8eee795525a9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:56.626992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:56.627942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:56.632159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:56.639340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.703899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:56.714149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:56.732643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e9fc4-5d32-47b5-aeb8-28d207af1ecd None None] Deleting port 44ba3204-8146-4e13-8365-d33a06d3bb42 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:56.733390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9fc4-5d32-47b5-aeb8-28d207af1ecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.767451 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2c6e0e9-3562-4dab-a8c3-cac31a1e6505 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=469698089732405fa9830c7a72fc4883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6815345 Oct 26 11:11:56.772698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 51996) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:56.836503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9d0e9fc4-5d32-47b5-aeb8-28d207af1ecd None None] For port 44ba3204-8146-4e13-8365-d33a06d3bb42, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=44ba3204-8146-4e13-8365-d33a06d3bb42,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:11:56.837262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9fc4-5d32-47b5-aeb8-28d207af1ecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.855821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e9fc4-5d32-47b5-aeb8-28d207af1ecd None None] Calling delete_port for 44ba3204-8146-4e13-8365-d33a06d3bb42 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:56.867386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e824977b-1891-44a6-81fd-1057f6eb54fd admin admin] Publish callbacks [] for security_group (d31b03df-40b3-4741-8832-bb3e12213549), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.926250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e824977b-1891-44a6-81fd-1057f6eb54fd admin admin] Publish callbacks [] for security_group (d31b03df-40b3-4741-8832-bb3e12213549), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.990881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:56.994746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:56.999480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:57.000022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-367feb90-e6e6-45c1-ac4b-fd66335a73b5', 'network_id': '367feb90-e6e6-45c1-ac4b-fd66335a73b5', 'project_id': '8733634e82844e7a97497bf8405dbdab', 'fixed_ips': [{'subnet_id': 'c5d0f283-a585-48c0-801f-6355845c95bc'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:11:57.000799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.003823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:57.033890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8602ce26-b74a-443f-b781-3ea605693290), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.077215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9d0e9fc4-5d32-47b5-aeb8-28d207af1ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (44ba3204-8146-4e13-8365-d33a06d3bb42), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.093085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e824977b-1891-44a6-81fd-1057f6eb54fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d31b03df-40b3-4741-8832-bb3e12213549), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.099278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e824977b-1891-44a6-81fd-1057f6eb54fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.099504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8602ce26-b74a-443f-b781-3ea605693290']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:57.101106 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e824977b-1891-44a6-81fd-1057f6eb54fd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d31b03df-40b3-4741-8832-bb3e12213549 HTTP/1.1" status: 204 len: 168 time: 0.3271508 Oct 26 11:11:57.106573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:57.119060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (26851ec1-f987-4a66-92ad-6dc6c57b6da1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.129910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777c0e2f-b840-42a3-a8e2-8db0e6bfc835') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:57.130184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777c0e2f-b840-42a3-a8e2-8db0e6bfc835') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:57.133319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:57.142196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (d2f3b05e-2e8c-4db7-95af-6219762fab52), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.163287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824977b-1891-44a6-81fd-1057f6eb54fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31b03df-40b3-4741-8832-bb3e12213549,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:57.183041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (777c0e2f-b840-42a3-a8e2-8db0e6bfc835), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.208085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (36289501-6ba0-47f9-8959-154226bc8ca3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.208449 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment 36289501-6ba0-47f9-8959-154226bc8ca3 of type vlan for network 1dc46df8-05ff-4b22-9ed5-ebb47039407e Oct 26 11:11:57.222375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:57.222948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (777c0e2f-b840-42a3-a8e2-8db0e6bfc835), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.229419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:57.239891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:57.240882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.297984 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2100923 Oct 26 11:11:57.300162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f21aea-15a5-4958-a481-4db6c1199d77 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=d2f3b05e-2e8c-4db7-95af-6219762fab52,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:57.304535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52000) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:57.312376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'name': 'tempest-NetworksTestDHCPv6-2027269977'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:57.426319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (1dc46df8-05ff-4b22-9ed5-ebb47039407e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.469520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e9fc4-5d32-47b5-aeb8-28d207af1ecd None None] Pushing event deleted for resources: {'Port': ['ID=44ba3204-8146-4e13-8365-d33a06d3bb42,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:57.469971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:11:57.470409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (777c0e2f-b840-42a3-a8e2-8db0e6bfc835), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.534735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e9fc4-5d32-47b5-aeb8-28d207af1ecd None None] No DVR routers for this DVR port 44ba3204-8146-4e13-8365-d33a06d3bb42 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:11:57.538257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:57.543131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.564085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (1dc46df8-05ff-4b22-9ed5-ebb47039407e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.569975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:57.570675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.578312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:57.603338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 2cad3176-19c6-4833-bb03-9e6a01e5c3fa yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:57.634029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (8602ce26-b74a-443f-b781-3ea605693290), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.664539 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 777c0e2f-b840-42a3-a8e2-8db0e6bfc835 resource provider aggregate not found Oct 26 11:11:57.711592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:57.727650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.731237 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/networks/8602ce26-b74a-443f-b781-3ea605693290 HTTP/1.1" status: 204 len: 168 time: 2.6044788 Oct 26 11:11:57.741229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52010) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:57.768849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'name': 'tempest-PortsIpV6TestJSON-1819142445'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:57.777357 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 777c0e2f-b840-42a3-a8e2-8db0e6bfc835 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 777c0e2f-b840-42a3-a8e2-8db0e6bfc835 found for delete ", "request_id": "req-21d3a531-7983-46b8-be86-94f3fd1fe4b6"}]} Oct 26 11:11:57.789354 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3530319 Oct 26 11:11:57.797390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52014) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:57.805809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c285f88-cdce-4cee-8e3a-3e2576c29ca9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=1dc46df8-05ff-4b22-9ed5-ebb47039407e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:57.815252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (26851ec1-f987-4a66-92ad-6dc6c57b6da1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.833003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': '1dc46df8-05ff-4b22-9ed5-ebb47039407e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:57.867345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 1dc46df8-05ff-4b22-9ed5-ebb47039407e details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:11:57.871927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-759a011b-6057-45a9-adee-7462222049db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:49Z', 'revision_number': 5, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:47Z', 'revision_number': 16, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:57.904555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82186f9-fd1a-445b-a2f1-3f2301d2c235 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Network': ['ID=8602ce26-b74a-443f-b781-3ea605693290,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:57.926820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a011b-6057-45a9-adee-7462222049db None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:11:49Z', 'revision_number': 5, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:47Z', 'revision_number': 16, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:57.928896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:57.937077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:57.937900 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::fa (e006cddc-269c-485d-9059-cd1342ff5d5c/d2f3b05e-2e8c-4db7-95af-6219762fab52/2cad3176-19c6-4833-bb03-9e6a01e5c3fa) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:57.972615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Deleting port 6adce74e-2961-4e9b-a828-07eea1928365 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:57.972967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6adce74e-2961-4e9b-a828-07eea1928365), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:57.995089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:58.090194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:58.095569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.119893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6adce74e-2961-4e9b-a828-07eea1928365), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.140171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Calling delete_port for 6adce74e-2961-4e9b-a828-07eea1928365 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:58.209936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:58.215462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.242540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port a4172d82-8c31-48e8-98be-bdececca949a yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:11:58.255030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Allocated IP 2001:db8:0:ffff::2 (367feb90-e6e6-45c1-ac4b-fd66335a73b5/c5d0f283-a585-48c0-801f-6355845c95bc/a7f84823-287b-4ad7-a942-8f0f772fcc83) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:11:58.363281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:58.364558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:58.381023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:58.386653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (2cad3176-19c6-4833-bb03-9e6a01e5c3fa), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.536561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2cad3176-19c6-4833-bb03-9e6a01e5c3fa), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.551952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (34406feb-d1be-475b-af50-b3a815e094d1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.576574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:58.643200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:55Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:55Z', 'revision_number': 6, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:54Z', 'revision_number': 16, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:58.675960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:58.678811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52028) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:58.694236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:58.700320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:58.707185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:58.707878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.730925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:58.735642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (a4172d82-8c31-48e8-98be-bdececca949a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.740977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=2cad3176-19c6-4833-bb03-9e6a01e5c3fa,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:58.760777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=34406feb-d1be-475b-af50-b3a815e094d1,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:58.772825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking segment: {'id': '36289501-6ba0-47f9-8959-154226bc8ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1dc46df8-05ff-4b22-9ed5-ebb47039407e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:58.773204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:58.773361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network hostable DHCP agents. Network: 1dc46df8-05ff-4b22-9ed5-ebb47039407e, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:11:58.774977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3e0adf64-759b-483d-90ac-4350d31a6790 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:58.779398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03553a39-f435-4c24-8010-29bfa93e29fb None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:11:58.780005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:11:58.788963 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f6ef0b53-04e9-4b7e-9403-1e6b5409e415 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4784276 Oct 26 11:11:58.790520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52032) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:58.805986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (6adce74e-2961-4e9b-a828-07eea1928365), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.817080 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network 1dc46df8-05ff-4b22-9ed5-ebb47039407e is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:11:58.828672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 1dc46df8-05ff-4b22-9ed5-ebb47039407e) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:58.842306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:58.842913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.857338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 3e0adf64-759b-483d-90ac-4350d31a6790 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:11:58.857781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3e0adf64-759b-483d-90ac-4350d31a6790 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:11:58.869379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:11:58.870046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:58.885242 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a87431df-31fb-4b4b-95d3-21ac919ac840 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0834985 Oct 26 11:11:58.885821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52034) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:58.943945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-96481150'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:58.947285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c71b480d-f5c7-489f-89fd-fca46e528c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:58.961058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:58.969796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event deleted for resources: {'Port': ['ID=6adce74e-2961-4e9b-a828-07eea1928365,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:58.987011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:11:58.988210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a4172d82-8c31-48e8-98be-bdececca949a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.063265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (1dc46df8-05ff-4b22-9ed5-ebb47039407e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.071892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Publish callbacks [] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.092943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.141001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae51552-bee2-4c8e-8c52-ac3457ec4029 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:59.145978 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ae51552-bee2-4c8e-8c52-ac3457ec4029 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3454292 Oct 26 11:11:59.151632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52036) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:59.188492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (34406feb-d1be-475b-af50-b3a815e094d1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.194843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Network 367feb90-e6e6-45c1-ac4b-fd66335a73b5 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:59.200794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:11:59.208530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.209873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:11:59.214432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (26851ec1-f987-4a66-92ad-6dc6c57b6da1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.248845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:11:59.253764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:59.256013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Pushing event updated for resources: {'Port': ['ID=a7f84823-287b-4ad7-a942-8f0f772fcc83,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:59.290120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:59.327763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:11:59.331338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:11:59.338424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:59.339293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.360598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 2cad3176-19c6-4833-bb03-9e6a01e5c3fa {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:59.361043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2cad3176-19c6-4833-bb03-9e6a01e5c3fa), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.363040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.380685 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6283779 Oct 26 11:11:59.381709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cfb0c-141f-4c5d-888d-614fe4bb224b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=a4172d82-8c31-48e8-98be-bdececca949a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:59.387331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52038) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:59.463954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:11:59.486694 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (34406feb-d1be-475b-af50-b3a815e094d1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.489117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (26851ec1-f987-4a66-92ad-6dc6c57b6da1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.524129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Attempting to bind port a7f84823-287b-4ad7-a942-8f0f772fcc83 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:11:59.524500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Attempting to bind port a7f84823-287b-4ad7-a942-8f0f772fcc83 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '59e7bfa1-182e-439e-98f2-6ed4ac690fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '367feb90-e6e6-45c1-ac4b-fd66335a73b5'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:11:59.525000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Attempting to bind port a7f84823-287b-4ad7-a942-8f0f772fcc83 on network 367feb90-e6e6-45c1-ac4b-fd66335a73b5 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:11:59.532661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=34406feb-d1be-475b-af50-b3a815e094d1,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:59.559249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (b86c8ea2-117b-4b45-b181-cbc2db38029b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.562424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (26851ec1-f987-4a66-92ad-6dc6c57b6da1), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.590543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b86c8ea2-117b-4b45-b181-cbc2db38029b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.593322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:59.620886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2cad3176-19c6-4833-bb03-9e6a01e5c3fa), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.640936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (1dc46df8-05ff-4b22-9ed5-ebb47039407e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.646650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:11:59.647020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Checking segment: {'id': '59e7bfa1-182e-439e-98f2-6ed4ac690fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '367feb90-e6e6-45c1-ac4b-fd66335a73b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:11:59.647422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.647834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Bound using segment: {'id': '59e7bfa1-182e-439e-98f2-6ed4ac690fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '367feb90-e6e6-45c1-ac4b-fd66335a73b5'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:11:59.648957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Bound port: a7f84823-287b-4ad7-a942-8f0f772fcc83, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e7bfa1-182e-439e-98f2-6ed4ac690fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '367feb90-e6e6-45c1-ac4b-fd66335a73b5'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:11:59.649270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.650901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 2cad3176-19c6-4833-bb03-9e6a01e5c3fa owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:59.684817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86c8ea2-117b-4b45-b181-cbc2db38029b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:59.687900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:59.711408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:11:59.713113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:59.719616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9ae786ba-7c89-4eed-a9f2-c6e5dbb1bbac tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port a4172d82-8c31-48e8-98be-bdececca949a {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:11:59.719616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ae786ba-7c89-4eed-a9f2-c6e5dbb1bbac tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a4172d82-8c31-48e8-98be-bdececca949a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.724350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (26851ec1-f987-4a66-92ad-6dc6c57b6da1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.724925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Fanout notify agent at l3_agent the message router_deleted on router 26851ec1-f987-4a66-92ad-6dc6c57b6da1 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:11:59.732827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.733968 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-17fcd39b-ea25-41c7-bb55-3cd099caf464 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/26851ec1-f987-4a66-92ad-6dc6c57b6da1 HTTP/1.1" status: 204 len: 168 time: 3.3980422 Oct 26 11:11:59.739033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52040) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:11:59.756507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-34ec4abb-f9cc-40b8-b8b3-9b2115da3ea9 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-847427018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:11:59.763912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (21b81c44-10f3-4f80-a47d-df3541155f7e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.764374 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Added segment 21b81c44-10f3-4f80-a47d-df3541155f7e of type vlan for network 722ef23c-11c0-4b8b-ad49-80658abdf014 Oct 26 11:11:59.786183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:55Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:55Z', 'revision_number': 6, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:54Z', 'revision_number': 16, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:11:59.825807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8195831-fac4-465b-b8a0-365db19bb4ca None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:11:55Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:11:55Z', 'revision_number': 6, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:54Z', 'revision_number': 16, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:11:59.830375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] For port a7f84823-287b-4ad7-a942-8f0f772fcc83, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:11:59.844525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] For port a7f84823-287b-4ad7-a942-8f0f772fcc83, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a7f84823-287b-4ad7-a942-8f0f772fcc83,segment=NetworkSegment(59e7bfa1-182e-439e-98f2-6ed4ac690fe2),segment_id=59e7bfa1-182e-439e-98f2-6ed4ac690fe2)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:11:59.853457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.876212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (722ef23c-11c0-4b8b-ad49-80658abdf014), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.886750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34ec4abb-f9cc-40b8-b8b3-9b2115da3ea9 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (905cd54f-9558-4b56-b91a-91a374fa1d88), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.887768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34ec4abb-f9cc-40b8-b8b3-9b2115da3ea9 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (905cd54f-9558-4b56-b91a-91a374fa1d88), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.903324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ae786ba-7c89-4eed-a9f2-c6e5dbb1bbac tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a4172d82-8c31-48e8-98be-bdececca949a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.921255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecb1e4-7ac8-40b0-9aba-702d00bf6054 None None] Pushing event updated for resources: {'Port': ['ID=a7f84823-287b-4ad7-a942-8f0f772fcc83,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:11:59.931594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9ae786ba-7c89-4eed-a9f2-c6e5dbb1bbac tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for a4172d82-8c31-48e8-98be-bdececca949a owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:11:59.943023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.947664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (722ef23c-11c0-4b8b-ad49-80658abdf014), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:59.950482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:59.952921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:11:59.953566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.029185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2cad3176-19c6-4833-bb03-9e6a01e5c3fa), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.044846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc46df8-05ff-4b22-9ed5-ebb47039407e']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:00.101602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:00.120724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:00.124776 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4431236 Oct 26 11:12:00.124993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:00.129476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:00.138929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52042) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:00.152272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'name': 'tempest-PortsTestJSON-285987133'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:00.172173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36289501-6ba0-47f9-8959-154226bc8ca3') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:00.174019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36289501-6ba0-47f9-8959-154226bc8ca3') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:00.208546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (36289501-6ba0-47f9-8959-154226bc8ca3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.230912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=2cad3176-19c6-4833-bb03-9e6a01e5c3fa,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:00.241470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34ec4abb-f9cc-40b8-b8b3-9b2115da3ea9 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (905cd54f-9558-4b56-b91a-91a374fa1d88), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.245656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (36289501-6ba0-47f9-8959-154226bc8ca3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.258040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.258392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.258733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.259074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.259407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.259739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.264294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.264629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.264974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.265320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.265658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.265992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.266368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.266629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.266967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:00.337467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:00.337944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (36289501-6ba0-47f9-8959-154226bc8ca3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.341772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4515d7f-895d-4211-abdd-78ca1ca5b913 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Network': ['ID=722ef23c-11c0-4b8b-ad49-80658abdf014,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:00.350491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.360086 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-834ab937-c603-4bf7-97e3-afb159b46b98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/2cad3176-19c6-4833-bb03-9e6a01e5c3fa HTTP/1.1" status: 204 len: 168 time: 1.2038031 Oct 26 11:12:00.365638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34ec4abb-f9cc-40b8-b8b3-9b2115da3ea9 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (905cd54f-9558-4b56-b91a-91a374fa1d88), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.375962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:00.383984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52044) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:00.464325 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 36289501-6ba0-47f9-8959-154226bc8ca3 resource provider aggregate not found Oct 26 11:12:00.466391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:00.496768 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 36289501-6ba0-47f9-8959-154226bc8ca3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36289501-6ba0-47f9-8959-154226bc8ca3 found for delete ", "request_id": "req-3c4e2068-ef7e-4ede-b214-53d412c937ef"}]} Oct 26 11:12:00.508893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (1dc46df8-05ff-4b22-9ed5-ebb47039407e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.515831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.521234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/1dc46df8-05ff-4b22-9ed5-ebb47039407e HTTP/1.1" status: 204 len: 168 time: 1.6337280 Oct 26 11:12:00.522323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-34ec4abb-f9cc-40b8-b8b3-9b2115da3ea9 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.526297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-34ec4abb-f9cc-40b8-b8b3-9b2115da3ea9 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7867744 Oct 26 11:12:00.530332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52050) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:00.530793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52052) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:00.537537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ae786ba-7c89-4eed-a9f2-c6e5dbb1bbac tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a4172d82-8c31-48e8-98be-bdececca949a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.543526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931c80d-025b-415d-9ec7-49666ae12f5a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=1dc46df8-05ff-4b22-9ed5-ebb47039407e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:00.556138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-242671703'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:00.574574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:00.589404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a4a77-a965-4420-934f-6cdd05d55e07 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:00.590985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a4a77-a965-4420-934f-6cdd05d55e07 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:00.592793 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-299a4a77-a965-4420-934f-6cdd05d55e07 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2033870 Oct 26 11:12:00.596358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52054) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:00.647381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:00.678102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd98a53-6150-46b6-9f22-32f97adac0b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet d2f3b05e-2e8c-4db7-95af-6219762fab52 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:00.684964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:00.686011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-edd98a53-6150-46b6-9f22-32f97adac0b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (d2f3b05e-2e8c-4db7-95af-6219762fab52), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.689051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.692282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae786ba-7c89-4eed-a9f2-c6e5dbb1bbac tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=a4172d82-8c31-48e8-98be-bdececca949a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:00.718307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ae786ba-7c89-4eed-a9f2-c6e5dbb1bbac tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.721757 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9ae786ba-7c89-4eed-a9f2-c6e5dbb1bbac tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a4172d82-8c31-48e8-98be-bdececca949a HTTP/1.1" status: 204 len: 168 time: 1.3189476 Oct 26 11:12:00.728496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52056) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:00.734731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'mac_address': 'fa:16:3e:98:af:7b', 'name': 'tempest-PortsIpV6TestJSON-1961484838'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:00.740249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-edd98a53-6150-46b6-9f22-32f97adac0b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (d2f3b05e-2e8c-4db7-95af-6219762fab52), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.802966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-edd98a53-6150-46b6-9f22-32f97adac0b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (d2f3b05e-2e8c-4db7-95af-6219762fab52), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.812117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:00.887674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-edd98a53-6150-46b6-9f22-32f97adac0b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (d2f3b05e-2e8c-4db7-95af-6219762fab52), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.920437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd98a53-6150-46b6-9f22-32f97adac0b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f3b05e-2e8c-4db7-95af-6219762fab52,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:00.928890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-edd98a53-6150-46b6-9f22-32f97adac0b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.933246 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-edd98a53-6150-46b6-9f22-32f97adac0b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d2f3b05e-2e8c-4db7-95af-6219762fab52 HTTP/1.1" status: 204 len: 168 time: 0.3353543 Oct 26 11:12:00.935838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52058) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:00.960069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:00.960457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:00.960803 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:12:00.987934 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6ea3d1e1-e2d1-470d-b297-5f16eccc5077 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505295 Oct 26 11:12:00.990357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52060) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:01.036851 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3dae4f48-7afc-4927-aaf6-c9a6082f2f78 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0439732 Oct 26 11:12:01.038739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52062) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:01.102861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d198fa1-0885-4ed7-afad-1eacd44c21a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:01.104939 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d198fa1-0885-4ed7-afad-1eacd44c21a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0651574 Oct 26 11:12:01.108030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52064) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:01.133667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:01.134066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.149181 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-871d44f6-b2bb-4e15-837a-70e2e3fa76c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404260 Oct 26 11:12:01.154453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52066) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:01.161017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:01.180442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:01.183914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:01.184256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.186321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:01.203982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.216596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:01.299697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:01.304732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.326805 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a31420-00a5-4cb3-8691-3bacc2b7e152 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:01.390452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:01.396746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:01.432973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:01.506650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.511490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:01.530577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (905cd54f-9558-4b56-b91a-91a374fa1d88), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.542179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:01.551015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:59Z', 'revision_number': 7, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:01.572865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.582195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b5e2f536-5a20-4cc1-ba53-ae5f95c628bb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.582627 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment b5e2f536-5a20-4cc1-ba53-ae5f95c628bb of type vlan for network 3f5eda5e-3b7d-4544-9053-d42cb02bc561 Oct 26 11:12:01.587619 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:01.661123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.661486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.661837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.662200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.662553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.663016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.663256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.663663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.664000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.664338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.664672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.665054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.665454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.665784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.666110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:01.670703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:01.686185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:01.686837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:01.722185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (493785b1-d12f-4e51-8a39-0e7d6b1a6a33), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.776352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d02dd80-c205-46fd-b815-bfcc607f5ce4 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:12:01.793059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:01.796718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:01.801310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (3f5eda5e-3b7d-4544-9053-d42cb02bc561), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.801941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:01.802033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.813698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:01.849003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=493785b1-d12f-4e51-8a39-0e7d6b1a6a33,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:01.859287 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-43e6400b-2ee4-4ee0-8179-636dfa04eb1b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7032962 Oct 26 11:12:01.863348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5c2e132d-5a55-47fe-bf78-620aabaca755 None None] Provisioning complete for port a7f84823-287b-4ad7-a942-8f0f772fcc83 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:01.863745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5c2e132d-5a55-47fe-bf78-620aabaca755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:01.864074 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5c2e132d-5a55-47fe-bf78-620aabaca755 None None] Attempt 1 to provision port a7f84823-287b-4ad7-a942-8f0f772fcc83 Oct 26 11:12:01.889548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52070) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:01.906508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': '493785b1-d12f-4e51-8a39-0e7d6b1a6a33', 'ip_address': '2001:db8::b808:a9c5:2bf7:6b42'}], 'name': 'tempest-NetworksTestDHCPv6-407267335'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:01.929462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:01.939652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:01.977034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:02.003551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (3f5eda5e-3b7d-4544-9053-d42cb02bc561), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.008531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:02.009135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.068492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:02.080181 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5430923 Oct 26 11:12:02.098959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52072) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:02.105903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': '3f5eda5e-3b7d-4544-9053-d42cb02bc561', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:02.127243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.151959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02dd80-c205-46fd-b815-bfcc607f5ce4 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:12:02.162460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:02.194777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:02.212701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=3f5eda5e-3b7d-4544-9053-d42cb02bc561,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:02.277387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.305363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:02.321273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 101ad38b-3c6f-4998-97b7-53da3099bc46 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:02.327466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.327899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.328153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.328529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.328862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.329236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.329817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.330138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.330871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.331290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.331836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.332192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.332540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.333058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.333178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd9cbbe-54a1-4dab-8a63-8778dc20e2f0 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:02.337727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:02.341887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.345431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (905cd54f-9558-4b56-b91a-91a374fa1d88), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.353756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 943d3979-ece6-46bc-9035-ee379036f742 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:02.354138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (943d3979-ece6-46bc-9035-ee379036f742), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.354525 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 943d3979-ece6-46bc-9035-ee379036f742 Oct 26 11:12:02.366814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 3f5eda5e-3b7d-4544-9053-d42cb02bc561 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:02.400793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.433790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:02.485414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.507265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e132d-5a55-47fe-bf78-620aabaca755 None None] Current status of the port a7f84823-287b-4ad7-a942-8f0f772fcc83 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:02.508021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5c2e132d-5a55-47fe-bf78-620aabaca755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.647665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.674093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:02.674093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5c2e132d-5a55-47fe-bf78-620aabaca755 None None] For port a7f84823-287b-4ad7-a942-8f0f772fcc83, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a7f84823-287b-4ad7-a942-8f0f772fcc83,segment=NetworkSegment(59e7bfa1-182e-439e-98f2-6ed4ac690fe2),segment_id=59e7bfa1-182e-439e-98f2-6ed4ac690fe2)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:02.697984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:02.704875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5c2e132d-5a55-47fe-bf78-620aabaca755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.713582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (77d78009-6686-481a-aca9-10dd67a6443b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.719093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Allocated IP 172.26.0.132 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/f711a133-fafd-4ff5-9c6b-0426dcb05abf) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:02.721355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=86c6fb37-9541-4d09-bc9a-31ba3b5b32f6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:02.743639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e006cddc-269c-485d-9059-cd1342ff5d5c', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'fixed_ips': [{'subnet_id': '493785b1-d12f-4e51-8a39-0e7d6b1a6a33'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:02.744574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.753188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (101ad38b-3c6f-4998-97b7-53da3099bc46), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.759078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:02.800443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:02.801085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:02.844001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=77d78009-6686-481a-aca9-10dd67a6443b,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:02.860321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:02.861022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.862634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Checking segment: {'id': '21b81c44-10f3-4f80-a47d-df3541155f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:02.863164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network hostable DHCP agents. Network: 722ef23c-11c0-4b8b-ad49-80658abdf014, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:02.881651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking segment: {'id': 'b5e2f536-5a20-4cc1-ba53-ae5f95c628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3f5eda5e-3b7d-4544-9053-d42cb02bc561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:02.882164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network hostable DHCP agents. Network: 3f5eda5e-3b7d-4544-9053-d42cb02bc561, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:02.889428 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::b808:a9c5:2bf7:6b42 (e006cddc-269c-485d-9059-cd1342ff5d5c/493785b1-d12f-4e51-8a39-0e7d6b1a6a33/5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:02.898157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (101ad38b-3c6f-4998-97b7-53da3099bc46), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.933855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network 3f5eda5e-3b7d-4544-9053-d42cb02bc561 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:02.936219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:02.953555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 3f5eda5e-3b7d-4544-9053-d42cb02bc561) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:02.959779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:02.960454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.973878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for port (f711a133-fafd-4ff5-9c6b-0426dcb05abf), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:02.975286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 722ef23c-11c0-4b8b-ad49-80658abdf014) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:02.979224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:02.983623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e132d-5a55-47fe-bf78-620aabaca755 None None] Pushing event updated for resources: {'Port': ['ID=a7f84823-287b-4ad7-a942-8f0f772fcc83,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:02.988585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:02.990174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:02.990958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:02.996715 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f648db58-90e3-4795-9c11-3c3b2f3b46ab tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8966894 Oct 26 11:12:03.000676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:03.001524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.006283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:03.008219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52074) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:03.009156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:03.014522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:03.014522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.017125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=101ad38b-3c6f-4998-97b7-53da3099bc46,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:03.031169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617634441'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:03.075932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52076) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:03.076175 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5bc2225-038a-47a8-9656-aa1e679df687 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9356475 Oct 26 11:12:03.084299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1015342506'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:03.087765 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-723e08ba-6f48-4f46-8c87-d44ab2c92b05 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3570685 Oct 26 11:12:03.091532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:03.093669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52078) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:03.109680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:03.134782 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:03.139062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.149144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:03.153160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.166069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.168400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f711a133-fafd-4ff5-9c6b-0426dcb05abf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.188551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cadadb-cb6e-4381-8f3b-52e87ce91c96 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:03.193253 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-67cadadb-cb6e-4381-8f3b-52e87ce91c96 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/101ad38b-3c6f-4998-97b7-53da3099bc46 HTTP/1.1" status: 200 len: 845 time: 0.0940502 Oct 26 11:12:03.194493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52080) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:03.196083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:03.199597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:03.217957 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c7558-8117-418a-ab3a-83a645f0a157 None None] New status for floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:03.235589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.236454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:03.263571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:03.264583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:03.272847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:03.280130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:03.285244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event updated for resources: {'Port': ['ID=f711a133-fafd-4ff5-9c6b-0426dcb05abf,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:03.310194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8823c8a9-c88a-4494-a686-7f0fb52ae054), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.310536 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment 8823c8a9-c88a-4494-a686-7f0fb52ae054 of type vlan for network 0a6b65e4-aa36-4682-94ea-1a162d069768 Oct 26 11:12:03.317590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (912d97df-ff9c-4b44-a50b-8d990df7cd43), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.318137 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Added segment 912d97df-ff9c-4b44-a50b-8d990df7cd43 of type vlan for network 2bf3a618-9941-4c7c-a717-46ccd1674593 Oct 26 11:12:03.326369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:03.337143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:59Z', 'revision_number': 7, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:03.372142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (0a6b65e4-aa36-4682-94ea-1a162d069768), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.401379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (2bf3a618-9941-4c7c-a717-46ccd1674593), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.439294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2c875-69a8-4e47-8674-a13c639aeb3b None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:11:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:11:59Z', 'revision_number': 7, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:03.442078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.448463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:03.475837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (0a6b65e4-aa36-4682-94ea-1a162d069768), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.481403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (2bf3a618-9941-4c7c-a717-46ccd1674593), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.490879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:03.490879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.498496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:03.500985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.517053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:03.521997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.522453 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:12:03.545998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:03.568742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Allocated IP 2001:db8::2 (e006cddc-269c-485d-9059-cd1342ff5d5c/493785b1-d12f-4e51-8a39-0e7d6b1a6a33/e23a2351-7523-471f-9140-282b4036ca95) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:03.625471 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6047981 Oct 26 11:12:03.630707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52082) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:03.638859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': '0a6b65e4-aa36-4682-94ea-1a162d069768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:03.641948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:03.712248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecc9f6-ba5d-4f26-bc92-fb9d9496c374 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=0a6b65e4-aa36-4682-94ea-1a162d069768,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:03.734401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 0a6b65e4-aa36-4682-94ea-1a162d069768 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:03.868023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:03.872997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.914291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:03.914788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.931091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (905cd54f-9558-4b56-b91a-91a374fa1d88), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:03.963264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:01Z', 'revision_number': 6, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:01Z', 'revision_number': 17, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:03.977067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Performing IP validity checks on allocation pools {{(pid=105416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 11:12:03.977626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 11:12:03.981340 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9017322 Oct 26 11:12:03.981553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52084) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:03.986637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'ports': [{'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014'}, {'network_id': '2bf3a618-9941-4c7c-a717-46ccd1674593'}]} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:03.988015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:03.988654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '2bf3a618-9941-4c7c-a717-46ccd1674593'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:04.003481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:04.006514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:04.008577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:04.011477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e2918b32-04f0-4428-890a-bee579976d91 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 101ad38b-3c6f-4998-97b7-53da3099bc46 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:04.012230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2918b32-04f0-4428-890a-bee579976d91 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (101ad38b-3c6f-4998-97b7-53da3099bc46), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.015608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:04.018898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ea77f-b3f8-4617-9811-cbc677a97767 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Network': ['ID=2bf3a618-9941-4c7c-a717-46ccd1674593,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:04.021105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:04.026101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:04.026732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.041152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 2bf3a618-9941-4c7c-a717-46ccd1674593 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:04.052981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:04.108291 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-296aa1ff-352a-48a4-9ab9-fc74d3faf82e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2092361 Oct 26 11:12:04.110968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52086) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:04.119170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:04.119170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:04.122430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2918b32-04f0-4428-890a-bee579976d91 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (101ad38b-3c6f-4998-97b7-53da3099bc46), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.142830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e2918b32-04f0-4428-890a-bee579976d91 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 101ad38b-3c6f-4998-97b7-53da3099bc46 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:04.182898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.184366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a7f84823-287b-4ad7-a942-8f0f772fcc83 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:04.199735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a09889-4535-4ce3-a2e4-60dd7611178b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:04.203741 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d7a09889-4535-4ce3-a2e4-60dd7611178b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0894258 Oct 26 11:12:04.233606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52088) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:04.249953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:04.261804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.264290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:04.298866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:04.304557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.383650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0b795-4067-45d0-ba07-831b22f46d9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:04.384217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b795-4067-45d0-ba07-831b22f46d9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.433863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:04.448975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2918b32-04f0-4428-890a-bee579976d91 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (101ad38b-3c6f-4998-97b7-53da3099bc46), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.453009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:04.455441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:04.457358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:04.458397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:04.489340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2918b32-04f0-4428-890a-bee579976d91 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.495240 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e2918b32-04f0-4428-890a-bee579976d91 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/101ad38b-3c6f-4998-97b7-53da3099bc46 HTTP/1.1" status: 204 len: 168 time: 1.3007190 Oct 26 11:12:04.499153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52092) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:04.501501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2918b32-04f0-4428-890a-bee579976d91 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=101ad38b-3c6f-4998-97b7-53da3099bc46,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:04.513529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a7f84823-287b-4ad7-a942-8f0f772fcc83 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:04.513804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:04.514442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 2} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:04.520808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.522654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.523808 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a7f84823-287b-4ad7-a942-8f0f772fcc83 Oct 26 11:12:04.526328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:04.542902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.555446 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf85fc0f-4944-413d-80b9-0df9f4bc7a2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:12:04.563307 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cf85fc0f-4944-413d-80b9-0df9f4bc7a2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/101ad38b-3c6f-4998-97b7-53da3099bc46 HTTP/1.1" status: 404 len: 333 time: 0.0624759 Oct 26 11:12:04.567963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52094) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:04.568872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:04.569635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:04.581822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'name': 'tempest-PortsIpV6TestJSON-793468468'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:04.590175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b795-4067-45d0-ba07-831b22f46d9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.632462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (85f0cd92-81ad-4f27-8bc3-cc6653138672), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.637859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (905cd54f-9558-4b56-b91a-91a374fa1d88), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.647545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0b795-4067-45d0-ba07-831b22f46d9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:04.661592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:04.677923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (905cd54f-9558-4b56-b91a-91a374fa1d88), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.683432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:04.750175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:04.785939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:04.788560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:04.790085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:04.817321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 1280c2ad-4322-41e3-aaa7-65051712d7bc yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:04.978673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b795-4067-45d0-ba07-831b22f46d9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.052579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0b795-4067-45d0-ba07-831b22f46d9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:05.124534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b795-4067-45d0-ba07-831b22f46d9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.130502 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5b0b795-4067-45d0-ba07-831b22f46d9b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2 HTTP/1.1" status: 204 len: 168 time: 0.8931267 Oct 26 11:12:05.133442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52096) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:05.163382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (1280c2ad-4322-41e3-aaa7-65051712d7bc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.208982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1280c2ad-4322-41e3-aaa7-65051712d7bc), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.228530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=85f0cd92-81ad-4f27-8bc3-cc6653138672,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:05.242623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a7f84823-287b-4ad7-a942-8f0f772fcc83 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:05.243938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:05.274562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:05.275503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Attempting to bind port e23a2351-7523-471f-9140-282b4036ca95 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:05.277058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Attempting to bind port e23a2351-7523-471f-9140-282b4036ca95 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:05.277679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Attempting to bind port e23a2351-7523-471f-9140-282b4036ca95 on network e006cddc-269c-485d-9059-cd1342ff5d5c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:05.277795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:05.285318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:05.293283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:05.293916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.308978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=1280c2ad-4322-41e3-aaa7-65051712d7bc,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:05.313402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking segment: {'id': '8823c8a9-c88a-4494-a686-7f0fb52ae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0a6b65e4-aa36-4682-94ea-1a162d069768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:05.313757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network hostable DHCP agents. Network: 0a6b65e4-aa36-4682-94ea-1a162d069768, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:05.325669 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-31f6824f-6dfa-46cf-b12b-461ba8c81341 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7541921 Oct 26 11:12:05.326540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52098) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:05.328225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port bfc3a786-71e8-4635-abbc-7f8c41c936d8 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:05.333364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b0dbfce7-231b-47ba-a84c-7623a2b8a334 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:05.363592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d29d69-2964-46bc-bf4a-cfb900c5774d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:05.365915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:05.366369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Checking segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:05.366814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d29d69-2964-46bc-bf4a-cfb900c5774d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:05.366941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.367375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Bound using segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:05.368049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Bound port: e23a2351-7523-471f-9140-282b4036ca95, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:05.368638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.369319 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e1d29d69-2964-46bc-bf4a-cfb900c5774d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2335863 Oct 26 11:12:05.373625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:05.386289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:05.402178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network 0a6b65e4-aa36-4682-94ea-1a162d069768 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:05.428755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 0a6b65e4-aa36-4682-94ea-1a162d069768) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:05.436851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:05.437532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.440388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Router 905cd54f-9558-4b56-b91a-91a374fa1d88 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:12:05.483549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b0dbfce7-231b-47ba-a84c-7623a2b8a334 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1280c2ad-4322-41e3-aaa7-65051712d7bc), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.483796 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ea26e946-1c29-4af7-935c-ee3f80f8870a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8491144 Oct 26 11:12:05.486122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52102) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:05.499574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb08d0e-bed6-412f-b47a-6ff338514699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 493785b1-d12f-4e51-8a39-0e7d6b1a6a33 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:05.510688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d0e-bed6-412f-b47a-6ff338514699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (493785b1-d12f-4e51-8a39-0e7d6b1a6a33), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.568967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (bfc3a786-71e8-4635-abbc-7f8c41c936d8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.606528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:02Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:03Z', 'revision_number': 7, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:03Z', 'revision_number': 17, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:05.609976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:05.638450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d0e-bed6-412f-b47a-6ff338514699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (493785b1-d12f-4e51-8a39-0e7d6b1a6a33), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.652725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:05.653640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.654193 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:12:05.673339 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:12:05.685267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.686505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d6228856-1e1d-4d73-95c5-0d1fda3bf245 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "PUT /networking/v2.0/routers/905cd54f-9558-4b56-b91a-91a374fa1d88 HTTP/1.1" status: 200 len: 883 time: 5.1511052 Oct 26 11:12:05.691067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:05.692252 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4991d1-a2a6-4cff-9fba-4798c54908a2 None None] Sync routers for ids ['905cd54f-9558-4b56-b91a-91a374fa1d88'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:05.694500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52104) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:05.707867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 5e03a2f4-8276-4f3a-bed9-31fd11f89e70 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:05.708791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:05.717105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:05.722404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:05.732891 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4991d1-a2a6-4cff-9fba-4798c54908a2 None None] Routers {'905cd54f-9558-4b56-b91a-91a374fa1d88'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:05.734623 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fd4991d1-a2a6-4cff-9fba-4798c54908a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['905cd54f-9558-4b56-b91a-91a374fa1d88'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:05.770909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:05.771608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:05.784949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:05.785598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:05.787715 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fd4991d1-a2a6-4cff-9fba-4798c54908a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:05.804343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4991d1-a2a6-4cff-9fba-4798c54908a2 None None] Routers {'905cd54f-9558-4b56-b91a-91a374fa1d88'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:05.805288 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fd4991d1-a2a6-4cff-9fba-4798c54908a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['905cd54f-9558-4b56-b91a-91a374fa1d88'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:05.848802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (5e03a2f4-8276-4f3a-bed9-31fd11f89e70), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.850063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:05.865843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:01Z', 'revision_number': 6, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:01Z', 'revision_number': 17, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:05.867582 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fd4991d1-a2a6-4cff-9fba-4798c54908a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:05.868435 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4991d1-a2a6-4cff-9fba-4798c54908a2 None None] The sync data for ids ['905cd54f-9558-4b56-b91a-91a374fa1d88'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:05.904105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.933389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d193e0d-49e6-4320-93ca-6c7afdb024a0 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:11:45Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:01Z', 'revision_number': 6, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:01Z', 'revision_number': 17, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:05.945060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (bfc3a786-71e8-4635-abbc-7f8c41c936d8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:05.999644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:06.027479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:06.029754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:06.029910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.048191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:06.049039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (5e03a2f4-8276-4f3a-bed9-31fd11f89e70), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.065965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:06.081932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (0a6b65e4-aa36-4682-94ea-1a162d069768), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.085335 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b59a1b7c-a1f9-4f78-b596-d41c44c906ab tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/905cd54f-9558-4b56-b91a-91a374fa1d88 HTTP/1.1" status: 200 len: 924 time: 0.3849514 Oct 26 11:12:06.090274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:06.107851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d0e-bed6-412f-b47a-6ff338514699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (493785b1-d12f-4e51-8a39-0e7d6b1a6a33), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.110259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a3e94-b0f0-4f7f-bd80-f0a81be324c7 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:06.120335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:06.133508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.197927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:06.233066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=bfc3a786-71e8-4635-abbc-7f8c41c936d8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:06.289622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:06.332763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b0dbfce7-231b-47ba-a84c-7623a2b8a334 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (1280c2ad-4322-41e3-aaa7-65051712d7bc), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.355612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b0dbfce7-231b-47ba-a84c-7623a2b8a334 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (1280c2ad-4322-41e3-aaa7-65051712d7bc), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.356433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbfce7-231b-47ba-a84c-7623a2b8a334 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] In _notify_port_updated(), no bound segment for port 1280c2ad-4322-41e3-aaa7-65051712d7bc on network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:12:06.361496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dbfce7-231b-47ba-a84c-7623a2b8a334 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:06.362674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b0dbfce7-231b-47ba-a84c-7623a2b8a334 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.367648 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b0dbfce7-231b-47ba-a84c-7623a2b8a334 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "PUT /networking/v2.0/ports/1280c2ad-4322-41e3-aaa7-65051712d7bc HTTP/1.1" status: 200 len: 818 time: 1.0400593 Oct 26 11:12:06.370863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52108) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:06.389815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79929ca-9213-4834-8683-85e43d75d435 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:06.391661 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c79929ca-9213-4834-8683-85e43d75d435 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=905cd54f-9558-4b56-b91a-91a374fa1d88&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2891893 Oct 26 11:12:06.399487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:06.410997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52110) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:06.461786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (85f0cd92-81ad-4f27-8bc3-cc6653138672), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.488661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:06.497806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=5e03a2f4-8276-4f3a-bed9-31fd11f89e70,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:06.525134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Checking segment: {'id': '912d97df-ff9c-4b44-a50b-8d990df7cd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '2bf3a618-9941-4c7c-a717-46ccd1674593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:06.525690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network hostable DHCP agents. Network: 2bf3a618-9941-4c7c-a717-46ccd1674593, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:06.558409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:02Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:03Z', 'revision_number': 7, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:03Z', 'revision_number': 17, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:06.569842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 2bf3a618-9941-4c7c-a717-46ccd1674593 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:06.584912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d0e-bed6-412f-b47a-6ff338514699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (493785b1-d12f-4e51-8a39-0e7d6b1a6a33), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.603961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 2bf3a618-9941-4c7c-a717-46ccd1674593) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:06.616584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:06.624993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:06.631370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:06.632504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.645467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a17b6d-23b1-4cac-9adc-be968b238aa9 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:02Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:03Z', 'revision_number': 7, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:03Z', 'revision_number': 17, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:06.669910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d0e-bed6-412f-b47a-6ff338514699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.670493 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9bb08d0e-bed6-412f-b47a-6ff338514699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/493785b1-d12f-4e51-8a39-0e7d6b1a6a33 HTTP/1.1" status: 204 len: 168 time: 1.2958636 Oct 26 11:12:06.671184 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ae1cf41e-3794-412d-9b34-4cf7c23c9ab7 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6846602 Oct 26 11:12:06.671957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52112) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:06.675529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52114) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:06.686212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbfce7-231b-47ba-a84c-7623a2b8a334 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=1280c2ad-4322-41e3-aaa7-65051712d7bc,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:06.751848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb08d0e-bed6-412f-b47a-6ff338514699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=493785b1-d12f-4e51-8a39-0e7d6b1a6a33,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:06.783785 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bedc64ef-c18e-4302-8bb8-800d99a6b8d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006384 Oct 26 11:12:06.785200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52116) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:06.788177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-43c5cc94-2fdd-4a34-9133-16a9f2926ebe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 1280c2ad-4322-41e3-aaa7-65051712d7bc {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:06.788523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-43c5cc94-2fdd-4a34-9133-16a9f2926ebe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1280c2ad-4322-41e3-aaa7-65051712d7bc), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.824120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:06.840044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:06.880980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def11df2-c6ef-4236-a37c-c000933132f2 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:06.885323 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-def11df2-c6ef-4236-a37c-c000933132f2 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 881 time: 0.4223640 Oct 26 11:12:06.890408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52118) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:06.893308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (85f0cd92-81ad-4f27-8bc3-cc6653138672), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.903399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:06.904056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.904428 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 Oct 26 11:12:06.907326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:06.914167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-01c94ffd-bbdf-43c8-8f11-aad934a02514 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 5e03a2f4-8276-4f3a-bed9-31fd11f89e70 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:06.914508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-01c94ffd-bbdf-43c8-8f11-aad934a02514 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5e03a2f4-8276-4f3a-bed9-31fd11f89e70), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.985794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=85f0cd92-81ad-4f27-8bc3-cc6653138672,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:06.990150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-43c5cc94-2fdd-4a34-9133-16a9f2926ebe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1280c2ad-4322-41e3-aaa7-65051712d7bc), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.024553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:07.027892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ca0742-9046-450f-a043-166ef8d4ac34 None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:07.039432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-01c94ffd-bbdf-43c8-8f11-aad934a02514 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5e03a2f4-8276-4f3a-bed9-31fd11f89e70), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.056875 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2deeacb4-d7f1-4206-84ce-d325e6eb9479 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=905cd54f-9558-4b56-b91a-91a374fa1d88 HTTP/1.1" status: 200 len: 205 time: 0.1654572 Oct 26 11:12:07.069262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52120) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:07.074161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-01c94ffd-bbdf-43c8-8f11-aad934a02514 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 5e03a2f4-8276-4f3a-bed9-31fd11f89e70 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:07.083944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-43c5cc94-2fdd-4a34-9133-16a9f2926ebe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 1280c2ad-4322-41e3-aaa7-65051712d7bc owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:07.114828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:07.128939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.240977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:07.241687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.295650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:07.302439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.303453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:07.304065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:07.310538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:07.325447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (0a6b65e4-aa36-4682-94ea-1a162d069768), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.330001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-01c94ffd-bbdf-43c8-8f11-aad934a02514 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (5e03a2f4-8276-4f3a-bed9-31fd11f89e70), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.340228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-43c5cc94-2fdd-4a34-9133-16a9f2926ebe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1280c2ad-4322-41e3-aaa7-65051712d7bc), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.450055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:07.455894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-43c5cc94-2fdd-4a34-9133-16a9f2926ebe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.461450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:07.461927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.462364 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:07.473059 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-43c5cc94-2fdd-4a34-9133-16a9f2926ebe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1280c2ad-4322-41e3-aaa7-65051712d7bc HTTP/1.1" status: 204 len: 168 time: 1.0947528 Oct 26 11:12:07.478840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-01c94ffd-bbdf-43c8-8f11-aad934a02514 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.484805 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-01c94ffd-bbdf-43c8-8f11-aad934a02514 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5e03a2f4-8276-4f3a-bed9-31fd11f89e70 HTTP/1.1" status: 204 len: 168 time: 0.8101046 Oct 26 11:12:07.485307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:07.493458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52126) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:07.516032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5cc94-2fdd-4a34-9133-16a9f2926ebe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=1280c2ad-4322-41e3-aaa7-65051712d7bc,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:07.538549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6b65e4-aa36-4682-94ea-1a162d069768']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:07.556625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c94ffd-bbdf-43c8-8f11-aad934a02514 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=5e03a2f4-8276-4f3a-bed9-31fd11f89e70,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:07.563141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8823c8a9-c88a-4494-a686-7f0fb52ae054') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:07.563404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8823c8a9-c88a-4494-a686-7f0fb52ae054') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:07.603173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (8823c8a9-c88a-4494-a686-7f0fb52ae054), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.613777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (905cd54f-9558-4b56-b91a-91a374fa1d88), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.669963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:07.674160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.683457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8823c8a9-c88a-4494-a686-7f0fb52ae054), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.695424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:07.695913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (8823c8a9-c88a-4494-a686-7f0fb52ae054), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.743330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a341946-3e56-4cc8-ba15-0c253170e7fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:07.749382 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9a341946-3e56-4cc8-ba15-0c253170e7fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2568829 Oct 26 11:12:07.764262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:07.779381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.780248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:07.810540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52130) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:07.875412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97335b-6cc8-472a-9476-c90d8a438cf8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:07.889133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d97335b-6cc8-472a-9476-c90d8a438cf8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:07.890772 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9d97335b-6cc8-472a-9476-c90d8a438cf8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3364501 Oct 26 11:12:07.896279 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c98a03d-9928-4bce-b0f0-2e51135792b8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:12:07.903427 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c98a03d-9928-4bce-b0f0-2e51135792b8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/1280c2ad-4322-41e3-aaa7-65051712d7bc HTTP/1.1" status: 404 len: 333 time: 0.0918095 Oct 26 11:12:07.904385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52132) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:07.904873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52134) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:07.916574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1421207328'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:07.920775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:07.931025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0412b2f7-bbdf-41db-834c-a09e00f2f34e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:07.931485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:07.932185 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0412b2f7-bbdf-41db-834c-a09e00f2f34e Oct 26 11:12:07.938115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:07.984487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (5c417293-08eb-4758-be89-33fcc97ebcbe), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.072112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:08.076093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.106204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:08.140553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:08.152284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:08.153143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.161388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=5c417293-08eb-4758-be89-33fcc97ebcbe,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:08.181640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-879227a7-8ed0-418b-8f42-40b89c3d3b33 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port bfc3a786-71e8-4635-abbc-7f8c41c936d8 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:08.182143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-879227a7-8ed0-418b-8f42-40b89c3d3b33 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (bfc3a786-71e8-4635-abbc-7f8c41c936d8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.209958 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-85937f5c-4281-4e3a-8d7e-59195ec11273 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4078741 Oct 26 11:12:08.213405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52138) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:08.218744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': '5c417293-08eb-4758-be89-33fcc97ebcbe', 'ip_address': '2001:db8::efb5:30ad:c22f:823e'}], 'name': 'tempest-NetworksTestDHCPv6-622510935'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:08.278444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1915d-f80c-4105-8343-17eddbf56f0c None None] Network 367feb90-e6e6-45c1-ac4b-fd66335a73b5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:08.281761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e0940b-dbbe-4b30-9ccb-df51a19c514f None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:08.283800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b8293-e33b-46c6-ba77-d27e333734c8 None None] Network 8602ce26-b74a-443f-b781-3ea605693290 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:08.286123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f4d56-77ee-4239-9a1e-d162285cb889 None None] Network 1dc46df8-05ff-4b22-9ed5-ebb47039407e requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:08.286933 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 8823c8a9-c88a-4494-a686-7f0fb52ae054 resource provider aggregate not found Oct 26 11:12:08.288456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd6aab5-7e61-49ad-bb95-daf3fea59d7c None None] Network 3f5eda5e-3b7d-4544-9053-d42cb02bc561 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:08.290851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c27d6a-e222-4b7a-9526-c1401de55fdd None None] Network 0a6b65e4-aa36-4682-94ea-1a162d069768 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:08.301709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (905cd54f-9558-4b56-b91a-91a374fa1d88), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.318298 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 8823c8a9-c88a-4494-a686-7f0fb52ae054 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8823c8a9-c88a-4494-a686-7f0fb52ae054 found for delete ", "request_id": "req-e030fecb-a150-49c8-80c6-d3a9a8f01349"}]} Oct 26 11:12:08.335362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-879227a7-8ed0-418b-8f42-40b89c3d3b33 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (bfc3a786-71e8-4635-abbc-7f8c41c936d8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.351612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:08.355236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (0a6b65e4-aa36-4682-94ea-1a162d069768), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.356991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:08.363516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.366909 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/0a6b65e4-aa36-4682-94ea-1a162d069768 HTTP/1.1" status: 204 len: 168 time: 2.8788459 Oct 26 11:12:08.375048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52142) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:08.377226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-879227a7-8ed0-418b-8f42-40b89c3d3b33 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for bfc3a786-71e8-4635-abbc-7f8c41c936d8 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:08.379769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be083cb9-5ce3-4fa0-90ce-7387f9fabc85 None None] Network 2bf3a618-9941-4c7c-a717-46ccd1674593 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:08.385010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c3c1f-2413-45a3-a430-91b66dcf23c6 None None] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:08.392165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130348590'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:08.400008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfddf60-83d0-4944-b671-269d380eeade tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=0a6b65e4-aa36-4682-94ea-1a162d069768,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:08.436613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:08.447528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Deleting port f711a133-fafd-4ff5-9c6b-0426dcb05abf {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:08.447952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f711a133-fafd-4ff5-9c6b-0426dcb05abf), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.456409 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:08.457329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:08.488143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:08.492122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.495043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3b4203db-8dbd-4fb2-be08-f91c49c42e88), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.495556 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Added segment 3b4203db-8dbd-4fb2-be08-f91c49c42e88 of type vlan for network 6622b876-2c9b-44c1-8ec5-a47182748853 Oct 26 11:12:08.528653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:08.530142 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:08.620693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0300bed3-f83c-49f9-9962-1f8c0d416849 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:08.621227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0300bed3-f83c-49f9-9962-1f8c0d416849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.621685 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0300bed3-f83c-49f9-9962-1f8c0d416849 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:08.621881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f711a133-fafd-4ff5-9c6b-0426dcb05abf), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.624216 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:08.625050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:08.659771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Calling delete_port for f711a133-fafd-4ff5-9c6b-0426dcb05abf owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:08.716825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-879227a7-8ed0-418b-8f42-40b89c3d3b33 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (bfc3a786-71e8-4635-abbc-7f8c41c936d8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.805349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (6622b876-2c9b-44c1-8ec5-a47182748853), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.810733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:08.819118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879227a7-8ed0-418b-8f42-40b89c3d3b33 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=bfc3a786-71e8-4635-abbc-7f8c41c936d8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:08.836858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:08.898580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-879227a7-8ed0-418b-8f42-40b89c3d3b33 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.903875 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-879227a7-8ed0-418b-8f42-40b89c3d3b33 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/bfc3a786-71e8-4635-abbc-7f8c41c936d8 HTTP/1.1" status: 204 len: 168 time: 0.9930513 Oct 26 11:12:08.906394 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:08.906542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:08.907146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52146) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:08.918001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:12:08.939274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce13a4b-5271-4fb1-a792-c903dc9a62d2 None None] Network 0a6b65e4-aa36-4682-94ea-1a162d069768 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:08.942132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f4d56-77ee-4239-9a1e-d162285cb889 None None] Network 1dc46df8-05ff-4b22-9ed5-ebb47039407e could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:08.943888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b8293-e33b-46c6-ba77-d27e333734c8 None None] Network 8602ce26-b74a-443f-b781-3ea605693290 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:08.961457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (1d39c444-a277-41cc-b8af-f60120e1f861), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:08.961637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:08.965660 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment 1d39c444-a277-41cc-b8af-f60120e1f861 of type vlan for network b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f Oct 26 11:12:09.000562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87bc307-5809-4a8a-84ad-7e3389537216 None None] Network 1dc46df8-05ff-4b22-9ed5-ebb47039407e requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:09.025600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:09.026084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.030603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (6622b876-2c9b-44c1-8ec5-a47182748853), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.037736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce13a4b-5271-4fb1-a792-c903dc9a62d2 None None] Network 0a6b65e4-aa36-4682-94ea-1a162d069768 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:09.040246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:09.041287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.055274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.062233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f711a133-fafd-4ff5-9c6b-0426dcb05abf), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.063180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87bc307-5809-4a8a-84ad-7e3389537216 None None] Network 1dc46df8-05ff-4b22-9ed5-ebb47039407e could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:09.115159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event deleted for resources: {'Port': ['ID=f711a133-fafd-4ff5-9c6b-0426dcb05abf,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:09.126650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55941bf0-60cb-4fb9-9a73-e91b65dd5c3a tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:09.130801 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-55941bf0-60cb-4fb9-9a73-e91b65dd5c3a tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2173240 Oct 26 11:12:09.132108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52148) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:09.172878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Network': ['ID=6622b876-2c9b-44c1-8ec5-a47182748853,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:09.196976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.214129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0300bed3-f83c-49f9-9962-1f8c0d416849 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:09.223825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-3f5eda5e-3b7d-4544-9053-d42cb02bc561', 'network_id': '3f5eda5e-3b7d-4544-9053-d42cb02bc561', 'project_id': '8733634e82844e7a97497bf8405dbdab', 'fixed_ips': [{'subnet_id': '77d78009-6686-481a-aca9-10dd67a6443b'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:09.224765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.227432 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-671706b6-e5d7-4e32-87c7-992293215edd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3154898 Oct 26 11:12:09.229635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 6622b876-2c9b-44c1-8ec5-a47182748853 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:09.231357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52150) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:09.233014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port ce7e5c65-c543-4abc-bc45-0065d6c2e8be yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:09.244907 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda94c20-55c8-4a20-a801-4b9bbe55c07d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:12:09.245481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:09.246605 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fda94c20-55c8-4a20-a801-4b9bbe55c07d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/5e03a2f4-8276-4f3a-bed9-31fd11f89e70 HTTP/1.1" status: 404 len: 333 time: 0.1133766 Oct 26 11:12:09.249252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52152) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:09.249659 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:07Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:07Z', 'revision_number': 8, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:09.292358 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:09.298746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.304461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:09.304855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:09.305281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.306022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:09.325390 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-519209d7-7e1e-4854-bf01-74c2e449f6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:12:09.326962 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-519209d7-7e1e-4854-bf01-74c2e449f6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/bfc3a786-71e8-4635-abbc-7f8c41c936d8 HTTP/1.1" status: 404 len: 333 time: 0.0766182 Oct 26 11:12:09.329996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52154) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:09.405498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:09.415912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (905cd54f-9558-4b56-b91a-91a374fa1d88), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.443793 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:09.448642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:09.503921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:09.512551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.513402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a7f84823-287b-4ad7-a942-8f0f772fcc83 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:09.545265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:09.574685 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-10f7c60a-222a-4668-b3ea-fd44607a3fa7 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1939681 Oct 26 11:12:09.586270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52156) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:09.605840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': 'b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:09.609878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba373b7-8126-4fbc-b547-02fa0286b6f5 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:09.642228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (2bf3a618-9941-4c7c-a717-46ccd1674593), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.745763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:09.758588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.818850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (905cd54f-9558-4b56-b91a-91a374fa1d88), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.833418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (905cd54f-9558-4b56-b91a-91a374fa1d88), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.913387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (905cd54f-9558-4b56-b91a-91a374fa1d88), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.913919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Fanout notify agent at l3_agent the message router_deleted on router 905cd54f-9558-4b56-b91a-91a374fa1d88 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:12:09.923771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:09.929516 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2a8f7ce-1d4e-481a-b75b-6f6f02304f18 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/905cd54f-9558-4b56-b91a-91a374fa1d88 HTTP/1.1" status: 204 len: 168 time: 2.8547359 Oct 26 11:12:09.937121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52158) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:09.956775 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:07Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:07Z', 'revision_number': 8, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:09.960897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-8da37e73-3e98-4eba-b4aa-e14e7012dc1f tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2076675760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:09.982514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Allocated IP 2001:db8::1 (3f5eda5e-3b7d-4544-9053-d42cb02bc561/77d78009-6686-481a-aca9-10dd67a6443b/810b39df-580e-42ab-a2d1-79e28ad43372) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:09.994584 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85363e58-76f4-42db-9bd4-f9110aea383b None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:07Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:07Z', 'revision_number': 8, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:11:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:10.070865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86519e82-59d3-4fcd-b982-c221366972b8 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:10.071560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (2bf3a618-9941-4c7c-a717-46ccd1674593), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.084050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:10.084732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:10.088822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.145804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::efb5:30ad:c22f:823e (e006cddc-269c-485d-9059-cd1342ff5d5c/5c417293-08eb-4758-be89-33fcc97ebcbe/ce7e5c65-c543-4abc-bc45-0065d6c2e8be) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:10.168884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:10.169622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:10.186627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8da37e73-3e98-4eba-b4aa-e14e7012dc1f tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (3a900252-d7d4-40e8-9de1-8bf3d1942a80), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.187627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8da37e73-3e98-4eba-b4aa-e14e7012dc1f tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (3a900252-d7d4-40e8-9de1-8bf3d1942a80), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.234981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a7f84823-287b-4ad7-a942-8f0f772fcc83 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:10.235490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.235987 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a7f84823-287b-4ad7-a942-8f0f772fcc83 Oct 26 11:12:10.237989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c76271ec-b966-4b92-8ec9-e55e5cf6a08a None None] Provisioning complete for port a7f84823-287b-4ad7-a942-8f0f772fcc83 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:10.238435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c76271ec-b966-4b92-8ec9-e55e5cf6a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.239240 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c76271ec-b966-4b92-8ec9-e55e5cf6a08a None None] Attempt 1 to provision port a7f84823-287b-4ad7-a942-8f0f772fcc83 Oct 26 11:12:10.254819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:10.273921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf3a618-9941-4c7c-a717-46ccd1674593']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:10.304640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912d97df-ff9c-4b44-a50b-8d990df7cd43') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:10.304936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912d97df-ff9c-4b44-a50b-8d990df7cd43') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:10.317530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (de08f57a-769e-456b-bb53-a3b347a2d3dd), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.333805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (912d97df-ff9c-4b44-a50b-8d990df7cd43), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.420793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (912d97df-ff9c-4b44-a50b-8d990df7cd43), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.437578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:10.437978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (912d97df-ff9c-4b44-a50b-8d990df7cd43), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.456378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (e571f203-0201-40f4-8ea5-4667e00f095d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.530710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:10.555612 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 912d97df-ff9c-4b44-a50b-8d990df7cd43 resource provider aggregate not found Oct 26 11:12:10.641796 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 912d97df-ff9c-4b44-a50b-8d990df7cd43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 912d97df-ff9c-4b44-a50b-8d990df7cd43 found for delete ", "request_id": "req-12e26b47-f252-414e-811a-0547a43779da"}]} Oct 26 11:12:10.642762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=e571f203-0201-40f4-8ea5-4667e00f095d,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:10.648912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (2bf3a618-9941-4c7c-a717-46ccd1674593), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.671998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.680789 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/networks/2bf3a618-9941-4c7c-a717-46ccd1674593 HTTP/1.1" status: 204 len: 168 time: 1.3497219 Oct 26 11:12:10.681807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:10.683624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16dea51-cd7f-4bd7-b17d-cbb80ae78c5b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Network': ['ID=2bf3a618-9941-4c7c-a717-46ccd1674593,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:10.685791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52164) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:10.693505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-191155403'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:10.730251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:10.734706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking segment: {'id': '1d39c444-a277-41cc-b8af-f60120e1f861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:10.735110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network hostable DHCP agents. Network: b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:10.768576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:10.773320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.778538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:10.798249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:10.807065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:10.807765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.811847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8da37e73-3e98-4eba-b4aa-e14e7012dc1f tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (3a900252-d7d4-40e8-9de1-8bf3d1942a80), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.833004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:10.836468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8da37e73-3e98-4eba-b4aa-e14e7012dc1f tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (3a900252-d7d4-40e8-9de1-8bf3d1942a80), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.840580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Publish callbacks [] for port (810b39df-580e-42ab-a2d1-79e28ad43372), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.863395 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-114e3723-c7b7-41dd-95ef-efaf881f7d06 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2615092 Oct 26 11:12:10.867236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52166) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:10.880511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (fc928cdf-f623-4abb-aeb3-7bd3d59b3301), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:10.880856 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Added segment fc928cdf-f623-4abb-aeb3-7bd3d59b3301 of type vlan for network 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e Oct 26 11:12:10.911615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f5b2f-626e-45d7-ba02-9057c4063187 None None] Network b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:10.912549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=de08f57a-769e-456b-bb53-a3b347a2d3dd,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:10.917375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a7f84823-287b-4ad7-a942-8f0f772fcc83 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:10.922592 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ba58f7-55b7-4c08-8501-6011cff3f0cd None None] New status for floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:10.973956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (0be3808b-54fa-41a9-9cc8-15a5dfe7a43e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.007475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8da37e73-3e98-4eba-b4aa-e14e7012dc1f tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.008925 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8da37e73-3e98-4eba-b4aa-e14e7012dc1f tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0684478 Oct 26 11:12:11.012938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52168) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:11.022029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c76271ec-b966-4b92-8ec9-e55e5cf6a08a None None] Current status of the port a7f84823-287b-4ad7-a942-8f0f772fcc83 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:11.022559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': True}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:11.041245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.053315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c76271ec-b966-4b92-8ec9-e55e5cf6a08a None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:11.053696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c76271ec-b966-4b92-8ec9-e55e5cf6a08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.054044 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c76271ec-b966-4b92-8ec9-e55e5cf6a08a None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:11.110979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:11.150197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Checking segment: {'id': '3b4203db-8dbd-4fb2-be08-f91c49c42e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:11.150913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network hostable DHCP agents. Network: 6622b876-2c9b-44c1-8ec5-a47182748853, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:11.161446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (0be3808b-54fa-41a9-9cc8-15a5dfe7a43e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.169742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:11.170450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.241347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (ce7e5c65-c543-4abc-bc45-0065d6c2e8be), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.305784 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.311972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Network 3f5eda5e-3b7d-4544-9053-d42cb02bc561 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:11.347781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f069b-fbe4-47ec-9249-85333e32980b None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:11.359562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 6622b876-2c9b-44c1-8ec5-a47182748853 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:11.366854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:11.379250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ce7e5c65-c543-4abc-bc45-0065d6c2e8be), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.419210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:11.429920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:11.444643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (3a900252-d7d4-40e8-9de1-8bf3d1942a80), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.456121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:11.457206 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7686799 Oct 26 11:12:11.460716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (e571f203-0201-40f4-8ea5-4667e00f095d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.460865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52170) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:11.465912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '0be3808b-54fa-41a9-9cc8-15a5dfe7a43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:11.500545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Pushing event updated for resources: {'Port': ['ID=810b39df-580e-42ab-a2d1-79e28ad43372,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:11.515870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=ce7e5c65-c543-4abc-bc45-0065d6c2e8be,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:11.520902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 6622b876-2c9b-44c1-8ec5-a47182748853) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:11.543759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2435cc7-7dee-4513-b4cb-121c395d8097 None None] Network 6622b876-2c9b-44c1-8ec5-a47182748853 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:11.581552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:11.582491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.598054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:11.598311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.603862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:11.607255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee0ab2-09a4-4a18-b96a-9ce2c9a03c14 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Network': ['ID=0be3808b-54fa-41a9-9cc8-15a5dfe7a43e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:11.617957 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7184fed1-bbbc-458e-afe8-f52ddc18c6b0 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3798673 Oct 26 11:12:11.620502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:11.626334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:11.627275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.632656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52172) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:11.641221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2d9fb9ef-97a6-49bb-bdc6-36a4f6b4a18c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:11.687327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:11.775239 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f0209b7f-297d-4dfc-8198-9a0fffb3957f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5604625 Oct 26 11:12:11.776111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:11.788147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52174) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:11.811047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16da0ad-ef2a-4a22-9385-559d06ec69ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f', 'network_id': 'b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f', 'project_id': '8733634e82844e7a97497bf8405dbdab', 'fixed_ips': [{'subnet_id': 'e571f203-0201-40f4-8ea5-4667e00f095d'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:11.812010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d16da0ad-ef2a-4a22-9385-559d06ec69ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.843453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (e571f203-0201-40f4-8ea5-4667e00f095d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.881173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (3a900252-d7d4-40e8-9de1-8bf3d1942a80), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.889271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=e571f203-0201-40f4-8ea5-4667e00f095d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:11.890609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:11.896392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.904268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Attempting to bind port 810b39df-580e-42ab-a2d1-79e28ad43372 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:11.904637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Attempting to bind port 810b39df-580e-42ab-a2d1-79e28ad43372 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'b5e2f536-5a20-4cc1-ba53-ae5f95c628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3f5eda5e-3b7d-4544-9053-d42cb02bc561'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:11.905001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Attempting to bind port 810b39df-580e-42ab-a2d1-79e28ad43372 on network 3f5eda5e-3b7d-4544-9053-d42cb02bc561 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:11.931034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956fe74-9ef7-4ac2-b27d-b1b1a50be00e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:11.937215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956fe74-9ef7-4ac2-b27d-b1b1a50be00e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:11.942365 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4956fe74-9ef7-4ac2-b27d-b1b1a50be00e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1528330 Oct 26 11:12:11.942596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:11.943741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9fb9ef-97a6-49bb-bdc6-36a4f6b4a18c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:11.943937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c76271ec-b966-4b92-8ec9-e55e5cf6a08a None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:11.947859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d9fb9ef-97a6-49bb-bdc6-36a4f6b4a18c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.955368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52176) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:11.959353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:11.959353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:11.966664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.080807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.ipam_backend_mixin [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Performing IP validity checks on allocation pools {{(pid=105415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 11:12:12.081847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.ipam_backend_mixin [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 11:12:12.137306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.142769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-6622b876-2c9b-44c1-8ec5-a47182748853', 'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853', 'project_id': '2fff6bedad004c038ff5f0fcae82105b', 'fixed_ips': [{'subnet_id': 'de08f57a-769e-456b-bb53-a3b347a2d3dd'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:12.143700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.150082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fd1c6cf6-efe2-4336-b06d-431bcd52cb54 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:12.150863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6cf6-efe2-4336-b06d-431bcd52cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.150863 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fd1c6cf6-efe2-4336-b06d-431bcd52cb54 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:12.152813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:12.153179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Checking segment: {'id': 'b5e2f536-5a20-4cc1-ba53-ae5f95c628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3f5eda5e-3b7d-4544-9053-d42cb02bc561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:12.153569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.154361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Bound using segment: {'id': 'b5e2f536-5a20-4cc1-ba53-ae5f95c628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3f5eda5e-3b7d-4544-9053-d42cb02bc561'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:12.154487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Bound port: 810b39df-580e-42ab-a2d1-79e28ad43372, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e2f536-5a20-4cc1-ba53-ae5f95c628bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3f5eda5e-3b7d-4544-9053-d42cb02bc561'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:12.154825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.159943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:12.213588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db7c474-fa60-4f59-9d75-744756a44cc4 None None] Network b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:12.221512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.222822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:12.240865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:12.245504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:12.254666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:12.264549 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.ipam_backend_mixin [None req-2d9fb9ef-97a6-49bb-bdc6-36a4f6b4a18c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de08f57a-769e-456b-bb53-a3b347a2d3dd (CIDR: 2001:db8::/64) Oct 26 11:12:12.274576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d39c444-a277-41cc-b8af-f60120e1f861') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:12.274753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d39c444-a277-41cc-b8af-f60120e1f861') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:12.278835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-88072690-1113-409a-8c86-673b9380d74a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port ce7e5c65-c543-4abc-bc45-0065d6c2e8be {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:12.279156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-88072690-1113-409a-8c86-673b9380d74a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ce7e5c65-c543-4abc-bc45-0065d6c2e8be), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.286445 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9fb9ef-97a6-49bb-bdc6-36a4f6b4a18c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:12:12.287561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9fb9ef-97a6-49bb-bdc6-36a4f6b4a18c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:12.341546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Allocated IP 172.26.0.121 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/23ea8569-5272-4d79-855b-11216f0e532e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:12.372703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:12.444982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:12.491516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (40194cda-7c1b-4cc6-bdfb-5c462d95fe4d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.498289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-88072690-1113-409a-8c86-673b9380d74a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ce7e5c65-c543-4abc-bc45-0065d6c2e8be), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.516340 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2d9fb9ef-97a6-49bb-bdc6-36a4f6b4a18c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8794305 Oct 26 11:12:12.522701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52178) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:12.524855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (1d39c444-a277-41cc-b8af-f60120e1f861), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.559067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:12.582093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for port (23ea8569-5272-4d79-855b-11216f0e532e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.586429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-88072690-1113-409a-8c86-673b9380d74a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for ce7e5c65-c543-4abc-bc45-0065d6c2e8be owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:12.605627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=40194cda-7c1b-4cc6-bdfb-5c462d95fe4d,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:12.612044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Checking segment: {'id': 'fc928cdf-f623-4abb-aeb3-7bd3d59b3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0be3808b-54fa-41a9-9cc8-15a5dfe7a43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:12.613402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network hostable DHCP agents. Network: 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:12.628734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:12.629384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:12.638763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:12.685788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:12.686371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:12.702266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] For port 810b39df-580e-42ab-a2d1-79e28ad43372, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:12.710726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (1d39c444-a277-41cc-b8af-f60120e1f861), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.711880 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:12.713802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:12.714515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (23ea8569-5272-4d79-855b-11216f0e532e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.731966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:12.732376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (1d39c444-a277-41cc-b8af-f60120e1f861), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.810695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] For port 810b39df-580e-42ab-a2d1-79e28ad43372, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=810b39df-580e-42ab-a2d1-79e28ad43372,segment=NetworkSegment(b5e2f536-5a20-4cc1-ba53-ae5f95c628bb),segment_id=b5e2f536-5a20-4cc1-ba53-ae5f95c628bb)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:12.820329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event updated for resources: {'Port': ['ID=23ea8569-5272-4d79-855b-11216f0e532e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:12.827660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:12.828799 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 1d39c444-a277-41cc-b8af-f60120e1f861 resource provider aggregate not found Oct 26 11:12:12.844160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:12.844913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.874030 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 1d39c444-a277-41cc-b8af-f60120e1f861 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d39c444-a277-41cc-b8af-f60120e1f861 found for delete ", "request_id": "req-f8d53e16-03b3-4ae4-8aac-3ca5f77ebb54"}]} Oct 26 11:12:12.883774 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aee0fccc-d8ce-49b1-a978-9b07a1c4d1b3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4218528 Oct 26 11:12:12.890479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52184) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:12.898023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '0be3808b-54fa-41a9-9cc8-15a5dfe7a43e', 'name': 'tempest-PortsTestJSON-168925098'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:12.906618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44fee2c-76ea-4f09-912a-db7cdbd4a993 None None] Network 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:12.915244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:12.916291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:12.919392 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.925509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.927420 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:12.942370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:12.945096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:12.958837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:12.962339 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f HTTP/1.1" status: 204 len: 168 time: 2.0848038 Oct 26 11:12:12.989672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:12.995623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442666460'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:13.004036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1d85-c038-4ca8-86ab-e2502c0f79ee tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:13.008333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:13.033791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:13.086051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:13.094774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.115650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:13.119860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.281913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-88072690-1113-409a-8c86-673b9380d74a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ce7e5c65-c543-4abc-bc45-0065d6c2e8be), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.304500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c6cf6-efe2-4336-b06d-431bcd52cb54 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:13.362508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1060b06a-337c-40a9-893a-0d8cf0e72153 None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:13.364917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:13.374942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:13.375754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.406497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:13.410007 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:13.412404 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:02Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:11Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:12Z', 'revision_number': 18, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:13.428540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88072690-1113-409a-8c86-673b9380d74a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=ce7e5c65-c543-4abc-bc45-0065d6c2e8be,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:13.431457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:13.451247 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:13.462709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (00aa92de-ff64-4774-abcd-ed232215582d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.463705 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment 00aa92de-ff64-4774-abcd-ed232215582d of type vlan for network 6e972847-a771-4cb2-b222-ca1cd2675741 Oct 26 11:12:13.464544 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:13.465395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:13.468662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Allocated IP 2001:db8::2 (6622b876-2c9b-44c1-8ec5-a47182748853/de08f57a-769e-456b-bb53-a3b347a2d3dd/1b191f93-7132-46ec-9fe1-b1e2eb0829ca) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:13.490064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-dca04b56-913e-47e0-93e8-21d6a42d9ec3 None None] Could not find standard attr ID for object 2cad3176-19c6-4833-bb03-9e6a01e5c3fa. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:13.562570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:13.597094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-88072690-1113-409a-8c86-673b9380d74a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.607889 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-88072690-1113-409a-8c86-673b9380d74a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/ce7e5c65-c543-4abc-bc45-0065d6c2e8be HTTP/1.1" status: 204 len: 168 time: 1.6502843 Oct 26 11:12:13.611498 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:13.612744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:13.682364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:13.683439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (3a900252-d7d4-40e8-9de1-8bf3d1942a80), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.684930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.685634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:13.688350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (6e972847-a771-4cb2-b222-ca1cd2675741), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.738447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598db15-81d2-4a69-a19f-17fca89013f3 None None] Pushing event updated for resources: {'Port': ['ID=810b39df-580e-42ab-a2d1-79e28ad43372,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:13.776955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:13.781159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.802120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:13.812048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 130191c0-5291-45e5-b51a-58f970afc62b yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:13.845189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-dca04b56-913e-47e0-93e8-21d6a42d9ec3 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:13.845564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dca04b56-913e-47e0-93e8-21d6a42d9ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:13.845898 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-dca04b56-913e-47e0-93e8-21d6a42d9ec3 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:13.898586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d83a54a-1dcf-454b-8975-aefe6137b5f8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:13.904772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d83a54a-1dcf-454b-8975-aefe6137b5f8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:13.913295 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d83a54a-1dcf-454b-8975-aefe6137b5f8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2727079 Oct 26 11:12:13.935270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:13.938239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52192) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:14.023858 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:02Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:11Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:12Z', 'revision_number': 18, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:14.057814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed913c-7aac-4ff3-b1f9-85cb33d041cb None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:02Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:11Z', 'revision_number': 8, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:12Z', 'revision_number': 18, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:14.060713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (6e972847-a771-4cb2-b222-ca1cd2675741), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.067203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:14.067905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.155938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=6e972847-a771-4cb2-b222-ca1cd2675741,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:14.157987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-0be3808b-54fa-41a9-9cc8-15a5dfe7a43e', 'network_id': '0be3808b-54fa-41a9-9cc8-15a5dfe7a43e', 'project_id': 'f87baa385b494f3db1eadf4bcc15cb01', 'fixed_ips': [{'subnet_id': '40194cda-7c1b-4cc6-bdfb-5c462d95fe4d'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:14.158940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.165756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (746116fc-954d-4950-9cdd-fd5f128b1a42), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.246210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=746116fc-954d-4950-9cdd-fd5f128b1a42,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:14.260965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 6e972847-a771-4cb2-b222-ca1cd2675741 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:14.272811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 6622b876-2c9b-44c1-8ec5-a47182748853 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:14.281133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-188021ca-31cc-4674-b1fc-a28dbdbbb441 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2900622 Oct 26 11:12:14.282035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52194) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:14.289289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': '6e972847-a771-4cb2-b222-ca1cd2675741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:14.294429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:14.319072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:14.319939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.420259 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-52fc92a3-b0e2-4268-8f79-c64e5fc0fa9b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8904855 Oct 26 11:12:14.422737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52196) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:14.440096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853', 'fixed_ips': [{'subnet_id': 'de08f57a-769e-456b-bb53-a3b347a2d3dd'}, {'subnet_id': '746116fc-954d-4950-9cdd-fd5f128b1a42'}], 'name': 'tempest-PortsIpV6TestJSON-728629909'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:14.471842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:14.566470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.12 (0be3808b-54fa-41a9-9cc8-15a5dfe7a43e/40194cda-7c1b-4cc6-bdfb-5c462d95fe4d/130191c0-5291-45e5-b51a-58f970afc62b) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:14.579029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-48646b3c-aaff-46c7-a2b3-a6b37364f161 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 5c417293-08eb-4758-be89-33fcc97ebcbe {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:14.601270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-48646b3c-aaff-46c7-a2b3-a6b37364f161 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (5c417293-08eb-4758-be89-33fcc97ebcbe), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.704855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:14.748343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:14.764793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:14.771283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.772500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Publish callbacks [] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.833122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.860133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-48646b3c-aaff-46c7-a2b3-a6b37364f161 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (5c417293-08eb-4758-be89-33fcc97ebcbe), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.898382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:14.898903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:14.904800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:14.948016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:14.958405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Network 6622b876-2c9b-44c1-8ec5-a47182748853 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:14.973886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-dca04b56-913e-47e0-93e8-21d6a42d9ec3 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:14.986133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:14.989526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:14.993546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Pushing event updated for resources: {'Port': ['ID=1b191f93-7132-46ec-9fe1-b1e2eb0829ca,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:14.996341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:15.000660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-dca04b56-913e-47e0-93e8-21d6a42d9ec3 None None] Could not find standard attr ID for object ce7e5c65-c543-4abc-bc45-0065d6c2e8be. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:15.006057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:15.010662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.011662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:15.067002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-48646b3c-aaff-46c7-a2b3-a6b37364f161 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (5c417293-08eb-4758-be89-33fcc97ebcbe), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.141692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (130191c0-5291-45e5-b51a-58f970afc62b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.154432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-48646b3c-aaff-46c7-a2b3-a6b37364f161 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (5c417293-08eb-4758-be89-33fcc97ebcbe), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.163791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.189029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] Provisioning complete for port 810b39df-580e-42ab-a2d1-79e28ad43372 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:15.189342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.189792 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] Attempt 1 to provision port 810b39df-580e-42ab-a2d1-79e28ad43372 Oct 26 11:12:15.199460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:06Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:10Z', 'revision_number': 7, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:01Z', 'revision_number': 17, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:15.199862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port c11b8155-08ee-4d82-8e03-07494aab1d04 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:15.212124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48646b3c-aaff-46c7-a2b3-a6b37364f161 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=5c417293-08eb-4758-be89-33fcc97ebcbe,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:15.216999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-48646b3c-aaff-46c7-a2b3-a6b37364f161 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.221614 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-48646b3c-aaff-46c7-a2b3-a6b37364f161 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5c417293-08eb-4758-be89-33fcc97ebcbe HTTP/1.1" status: 204 len: 168 time: 1.2800899 Oct 26 11:12:15.231759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52198) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:15.243239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:15.245646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:15.259267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (5e9f3038-a254-4a64-b61f-9f98f42c5ac2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.286568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:15.288925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Attempting to bind port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:15.289766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Attempting to bind port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '3b4203db-8dbd-4fb2-be08-f91c49c42e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:15.290361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Attempting to bind port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca on network 6622b876-2c9b-44c1-8ec5-a47182748853 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:15.294064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (3a900252-d7d4-40e8-9de1-8bf3d1942a80), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.301608 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-876d988a-dce9-460d-b438-e7eeb911772b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629280 Oct 26 11:12:15.308656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52200) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:15.333704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:15.340358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (3a900252-d7d4-40e8-9de1-8bf3d1942a80), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.381005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:15.382058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:15.406134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:15.406529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.411924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=5e9f3038-a254-4a64-b61f-9f98f42c5ac2,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:15.427445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking segment: {'id': '00aa92de-ff64-4774-abcd-ed232215582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6e972847-a771-4cb2-b222-ca1cd2675741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:15.427821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network hostable DHCP agents. Network: 6e972847-a771-4cb2-b222-ca1cd2675741, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:15.466399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:15.466825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Checking segment: {'id': '3b4203db-8dbd-4fb2-be08-f91c49c42e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:15.467240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.467635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Bound using segment: {'id': '3b4203db-8dbd-4fb2-be08-f91c49c42e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:15.468221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Bound port: 1b191f93-7132-46ec-9fe1-b1e2eb0829ca, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4203db-8dbd-4fb2-be08-f91c49c42e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:15.468655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.478068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (130191c0-5291-45e5-b51a-58f970afc62b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.507531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network 6e972847-a771-4cb2-b222-ca1cd2675741 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:15.536035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 6e972847-a771-4cb2-b222-ca1cd2675741) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:15.540842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:15.541657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.586704 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:15.610738 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:15.611372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:15.614589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:15.641070 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7d826ff3-0fbc-4a88-9c23-8bd13653b629 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3573854 Oct 26 11:12:15.645987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52202) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:15.647495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:15.657910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=130191c0-5291-45e5-b51a-58f970afc62b,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:15.664825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Allocated IP 172.20.0.2 (0be3808b-54fa-41a9-9cc8-15a5dfe7a43e/40194cda-7c1b-4cc6-bdfb-5c462d95fe4d/adffe219-adbd-4e12-a861-6cd0321655bd) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:15.679126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:15.698731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:15.702377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:15.734832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::275 (6622b876-2c9b-44c1-8ec5-a47182748853/de08f57a-769e-456b-bb53-a3b347a2d3dd/c11b8155-08ee-4d82-8e03-07494aab1d04) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:15.749618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8:0:1::2e9 (6622b876-2c9b-44c1-8ec5-a47182748853/746116fc-954d-4950-9cdd-fd5f128b1a42/c11b8155-08ee-4d82-8e03-07494aab1d04) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:15.781333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:15.796015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:15.800871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.865560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (6e972847-a771-4cb2-b222-ca1cd2675741), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.926402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:15.927202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:15.958764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Router 3a900252-d7d4-40e8-9de1-8bf3d1942a80 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:12:16.036463 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fee53702-0b96-494e-b9bc-40b7238a1d0e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1445909 Oct 26 11:12:16.041988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52206) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:16.115921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.119279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (5e9f3038-a254-4a64-b61f-9f98f42c5ac2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.149625 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:07Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 9, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:09Z', 'revision_number': 13, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.158383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Publish callbacks [] for port (adffe219-adbd-4e12-a861-6cd0321655bd), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.185021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:16.196212 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:16.197222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.225570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (adffe219-adbd-4e12-a861-6cd0321655bd), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.228814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:16.250616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.313152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:12:16.320840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.325932 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a3996c9-c665-4849-99da-d5f559acf38c tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "PUT /networking/v2.0/routers/3a900252-d7d4-40e8-9de1-8bf3d1942a80 HTTP/1.1" status: 200 len: 919 time: 5.3085675 Oct 26 11:12:16.334124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52208) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:16.375661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:16.376051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Pushing event updated for resources: {'Port': ['ID=adffe219-adbd-4e12-a861-6cd0321655bd,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:16.381245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-b27b7098-fdc9-4ea6-8df5-b062f7bb6d50 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1678784 Oct 26 11:12:16.381469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.385100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24554995-f721-4755-bf9d-0cd6f6b6c8cf None None] Sync routers for ids ['3a900252-d7d4-40e8-9de1-8bf3d1942a80'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:16.385393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (5e9f3038-a254-4a64-b61f-9f98f42c5ac2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.399175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.406227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.434198 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.436216 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.450344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] Current status of the port 810b39df-580e-42ab-a2d1-79e28ad43372 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:16.450675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.463815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Network 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:16.511762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24554995-f721-4755-bf9d-0cd6f6b6c8cf None None] Routers {'3a900252-d7d4-40e8-9de1-8bf3d1942a80'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:16.512431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-24554995-f721-4755-bf9d-0cd6f6b6c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3a900252-d7d4-40e8-9de1-8bf3d1942a80'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.521010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.522358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-079e5bc7-a624-4314-80d0-162a672d9879 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 130191c0-5291-45e5-b51a-58f970afc62b {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:16.522932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-079e5bc7-a624-4314-80d0-162a672d9879 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (130191c0-5291-45e5-b51a-58f970afc62b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.563539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:16.567356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.586783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-24554995-f721-4755-bf9d-0cd6f6b6c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.589579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:16.626321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:16.630047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9f3038-a254-4a64-b61f-9f98f42c5ac2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:16.634141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:16.643128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-079e5bc7-a624-4314-80d0-162a672d9879 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (130191c0-5291-45e5-b51a-58f970afc62b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.649601 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c214700b-de81-4aca-801a-4c60456e1d40 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/3a900252-d7d4-40e8-9de1-8bf3d1942a80 HTTP/1.1" status: 200 len: 925 time: 0.3112955 Oct 26 11:12:16.661357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:16.695217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.707952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-079e5bc7-a624-4314-80d0-162a672d9879 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 130191c0-5291-45e5-b51a-58f970afc62b owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:16.709916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] For port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:16.746212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.760313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 6622b876-2c9b-44c1-8ec5-a47182748853 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:16.763712 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:12:16.765589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] For port 810b39df-580e-42ab-a2d1-79e28ad43372, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=810b39df-580e-42ab-a2d1-79e28ad43372,segment=NetworkSegment(b5e2f536-5a20-4cc1-ba53-ae5f95c628bb),segment_id=b5e2f536-5a20-4cc1-ba53-ae5f95c628bb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:16.770620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098fa191-8d46-4e2d-a581-2715d8639e01 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:16.772424 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-098fa191-8d46-4e2d-a581-2715d8639e01 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=3a900252-d7d4-40e8-9de1-8bf3d1942a80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1097152 Oct 26 11:12:16.778552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:16.789467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:16.801462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:16.808636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:16.810491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.825620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=c11b8155-08ee-4d82-8e03-07494aab1d04,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:16.838169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.843617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] For port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1b191f93-7132-46ec-9fe1-b1e2eb0829ca,segment=NetworkSegment(3b4203db-8dbd-4fb2-be08-f91c49c42e88),segment_id=3b4203db-8dbd-4fb2-be08-f91c49c42e88)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:16.852210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24554995-f721-4755-bf9d-0cd6f6b6c8cf None None] Routers {'3a900252-d7d4-40e8-9de1-8bf3d1942a80'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:16.852860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-24554995-f721-4755-bf9d-0cd6f6b6c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3a900252-d7d4-40e8-9de1-8bf3d1942a80'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.853502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (6e972847-a771-4cb2-b222-ca1cd2675741), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.858272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-16854ac4-ce27-4963-85b7-b62529a4c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:16.860271 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-16854ac4-ce27-4963-85b7-b62529a4c1f8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55&device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 1129 time: 0.3811851 Oct 26 11:12:16.880510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] Could not find standard attr ID for object ce7e5c65-c543-4abc-bc45-0065d6c2e8be. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:16.903766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e972847-a771-4cb2-b222-ca1cd2675741']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.915568 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:07Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 9, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:09Z', 'revision_number': 13, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.916141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aa92de-ff64-4774-abcd-ed232215582d') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.916716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aa92de-ff64-4774-abcd-ed232215582d') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.923480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de030a0-f9fb-48f4-a653-1cdef425ca3f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:16.929033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (00aa92de-ff64-4774-abcd-ed232215582d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.930119 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6de030a0-f9fb-48f4-a653-1cdef425ca3f tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 881 time: 0.1101267 Oct 26 11:12:16.931094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52216) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:16.943061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (f1a45b9b-87c0-46cd-a27c-3e71e9e188b2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.950106 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d238e-6517-4898-a9fe-5fb37d7d51d0 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:07Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 9, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:09Z', 'revision_number': 13, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:16.952778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (00aa92de-ff64-4774-abcd-ed232215582d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.953913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:16.963184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-24554995-f721-4755-bf9d-0cd6f6b6c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:16.963819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24554995-f721-4755-bf9d-0cd6f6b6c8cf None None] The sync data for ids ['3a900252-d7d4-40e8-9de1-8bf3d1942a80'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:16.965904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:16.988978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] Could not find standard attr ID for object 5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:17.025470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Attempting to bind port adffe219-adbd-4e12-a861-6cd0321655bd on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:17.026163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Attempting to bind port adffe219-adbd-4e12-a861-6cd0321655bd by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'fc928cdf-f623-4abb-aeb3-7bd3d59b3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0be3808b-54fa-41a9-9cc8-15a5dfe7a43e'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:17.026754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Attempting to bind port adffe219-adbd-4e12-a861-6cd0321655bd on network 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:17.067266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-81c709d2-6faf-4a3b-832e-dc897168ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:17.067670 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a0f60ff-0b95-4856-a87f-01b1ecd86f64 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a900252-d7d4-40e8-9de1-8bf3d1942a80 HTTP/1.1" status: 200 len: 205 time: 0.1331835 Oct 26 11:12:17.068736 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-81c709d2-6faf-4a3b-832e-dc897168ca5c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=2021c8ec-7285-4563-809f-563a6427766a HTTP/1.1" status: 200 len: 913 time: 0.1107190 Oct 26 11:12:17.069745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:17.070135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (00aa92de-ff64-4774-abcd-ed232215582d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.079210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52220) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:17.080865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bcc196a1-56b2-49cf-8982-8ae5e51c0a8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6562629 Oct 26 11:12:17.091881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:17.096698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52224) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:17.105647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de08f57a-769e-456b-bb53-a3b347a2d3dd'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:17.114911 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 00aa92de-ff64-4774-abcd-ed232215582d resource provider aggregate not found Oct 26 11:12:17.153465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:17.153670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:17.154292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:17.156735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:17.157359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.194265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93fc31-37eb-4de3-bcf6-cf7e1e56e3cb None None] Pushing event updated for resources: {'Port': ['ID=810b39df-580e-42ab-a2d1-79e28ad43372,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:17.232135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=f1a45b9b-87c0-46cd-a27c-3e71e9e188b2,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:17.287581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:17.287987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Checking segment: {'id': 'fc928cdf-f623-4abb-aeb3-7bd3d59b3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0be3808b-54fa-41a9-9cc8-15a5dfe7a43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:17.288418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.288820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Bound using segment: {'id': 'fc928cdf-f623-4abb-aeb3-7bd3d59b3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0be3808b-54fa-41a9-9cc8-15a5dfe7a43e'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:17.288943 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8bdf7fcc-d2ad-4bf5-a0e9-b014195d7811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9679482 Oct 26 11:12:17.289379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Bound port: adffe219-adbd-4e12-a861-6cd0321655bd, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc928cdf-f623-4abb-aeb3-7bd3d59b3301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0be3808b-54fa-41a9-9cc8-15a5dfe7a43e'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:17.289765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (adffe219-adbd-4e12-a861-6cd0321655bd), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.306020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a24a50-654e-4492-9125-51f18a1b869e None None] Pushing event updated for resources: {'Port': ['ID=1b191f93-7132-46ec-9fe1-b1e2eb0829ca,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:17.324301 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6751fff-d064-47ab-a4a7-d1d6fd68cbf2 None None] New status for floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:17.333285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52228) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:17.350882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'f1a45b9b-87c0-46cd-a27c-3e71e9e188b2', 'ip_address': '2001:db8::efd8:1443:303e:d84a'}], 'name': 'tempest-NetworksTestDHCPv6-2075612500'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:17.379874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:17.454101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] For port adffe219-adbd-4e12-a861-6cd0321655bd, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:17.496090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] For port adffe219-adbd-4e12-a861-6cd0321655bd, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=adffe219-adbd-4e12-a861-6cd0321655bd,segment=NetworkSegment(fc928cdf-f623-4abb-aeb3-7bd3d59b3301),segment_id=fc928cdf-f623-4abb-aeb3-7bd3d59b3301)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:17.531434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (adffe219-adbd-4e12-a861-6cd0321655bd), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.614529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:17.615629 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-8ceb993d-c5ac-4b1c-9ee8-c6ca05c95da1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 HTTP/1.1" status: 200 len: 1000 time: 0.5297096 Oct 26 11:12:17.668640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:10Z', 'revision_number': 7, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:01Z', 'revision_number': 17, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:17.712316 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 00aa92de-ff64-4774-abcd-ed232215582d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00aa92de-ff64-4774-abcd-ed232215582d found for delete ", "request_id": "req-d411ff8f-c371-4526-83cb-f8c53255aef1"}]} Oct 26 11:12:17.751122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-079e5bc7-a624-4314-80d0-162a672d9879 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (130191c0-5291-45e5-b51a-58f970afc62b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.791214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e398a-241f-49fa-a730-a9aa09215df0 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:10Z', 'revision_number': 7, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:01Z', 'revision_number': 17, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:17.799782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7a27d-f103-43c7-87fc-5ba8fa915095 None None] Pushing event updated for resources: {'Port': ['ID=adffe219-adbd-4e12-a861-6cd0321655bd,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:17.827983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-a3343baa-94a0-44c1-b4ea-cd47c2e0d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:17.829478 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-a3343baa-94a0-44c1-b4ea-cd47c2e0d002 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c836e68d-e475-41cf-a583-ed10d976beee HTTP/1.1" status: 200 len: 851 time: 0.1158943 Oct 26 11:12:17.853836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e5bc7-a624-4314-80d0-162a672d9879 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=130191c0-5291-45e5-b51a-58f970afc62b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:17.856404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:17.923530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (6e972847-a771-4cb2-b222-ca1cd2675741), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.929474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.932908 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/6e972847-a771-4cb2-b222-ca1cd2675741 HTTP/1.1" status: 204 len: 168 time: 2.2852862 Oct 26 11:12:17.948587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52230) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:17.956880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-535895705'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:17.962052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:17.965327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (3a900252-d7d4-40e8-9de1-8bf3d1942a80), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.992835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-945b4ac5-536f-4a4f-bf67-eef66bfabdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:17.992835 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-945b4ac5-536f-4a4f-bf67-eef66bfabdb7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=2021c8ec-7285-4563-809f-563a6427766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1480541 Oct 26 11:12:18.004021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a110f9e-08d4-42d0-bbf2-9b43dfc63f14 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=6e972847-a771-4cb2-b222-ca1cd2675741,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:18.079527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:18.096687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:18.103706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.178785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 943d3979-ece6-46bc-9035-ee379036f742 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:18.185946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (943d3979-ece6-46bc-9035-ee379036f742), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.186213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:18.186771 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 943d3979-ece6-46bc-9035-ee379036f742 Oct 26 11:12:18.211510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (e365d4da-cf5c-46d8-abf6-0137f3c86a6c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.211921 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment e365d4da-cf5c-46d8-abf6-0137f3c86a6c of type vlan for network 1775ea32-c8c4-43cb-8cde-22e102d32815 Oct 26 11:12:18.214939 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-40124de6-2f5b-4133-8f85-8cbca6100aa2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122934 Oct 26 11:12:18.325824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:18.336992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:18.337488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.353803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (1775ea32-c8c4-43cb-8cde-22e102d32815), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.375071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:18.381358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:18.383882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.385213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:18.410841 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9607333c-b43a-450a-a0c4-dc3de786d00b req-74c6120e-9f0a-433a-bdfa-46c34e31ac18 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759577 Oct 26 11:12:18.415150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (1775ea32-c8c4-43cb-8cde-22e102d32815), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.421166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:18.422606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.502722 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5528984 Oct 26 11:12:18.506947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52232) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:18.512021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': '1775ea32-c8c4-43cb-8cde-22e102d32815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:18.547551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:18.578709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26fd5c-abfb-4837-a542-243749ce597f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=1775ea32-c8c4-43cb-8cde-22e102d32815,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:18.588163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:18.588163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.588163 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:18.638071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:18.646482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 1775ea32-c8c4-43cb-8cde-22e102d32815 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:18.754431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:18.758417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.812373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:18.813436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:18.895618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:18.896324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:18.896913 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:12:18.899300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:18.943579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.022002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:19.059497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:19.060597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:19.193066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (66db036e-904e-402c-9bb7-f5a3d4aabe30), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.195581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (3a900252-d7d4-40e8-9de1-8bf3d1942a80), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.201729 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.252102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 7f1d39bb-1131-4485-a9bb-de7e13e9a83e yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:19.284658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=66db036e-904e-402c-9bb7-f5a3d4aabe30,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:19.291821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking segment: {'id': 'e365d4da-cf5c-46d8-abf6-0137f3c86a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1775ea32-c8c4-43cb-8cde-22e102d32815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:19.292182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network hostable DHCP agents. Network: 1775ea32-c8c4-43cb-8cde-22e102d32815, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:19.314435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network 1775ea32-c8c4-43cb-8cde-22e102d32815 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:19.326642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-079e5bc7-a624-4314-80d0-162a672d9879 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.333364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 1775ea32-c8c4-43cb-8cde-22e102d32815) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:19.339393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:19.340077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.352550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52234) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:19.355649 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-079e5bc7-a624-4314-80d0-162a672d9879 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/130191c0-5291-45e5-b51a-58f970afc62b HTTP/1.1" status: 204 len: 168 time: 3.3091223 Oct 26 11:12:19.388471 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-23132092-0e8f-4178-b1cf-13f0210959c3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8804197 Oct 26 11:12:19.390145 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7698db63-eea5-4c97-a819-c8928cdb8aca tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:19.390796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7698db63-eea5-4c97-a819-c8928cdb8aca tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:19.394649 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7698db63-eea5-4c97-a819-c8928cdb8aca tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/130191c0-5291-45e5-b51a-58f970afc62b HTTP/1.1" status: 404 len: 333 time: 0.0401499 Oct 26 11:12:19.395221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52236) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:19.397435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52238) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:19.414350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': '1775ea32-c8c4-43cb-8cde-22e102d32815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:19.458267 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3ec4b7-a21e-40db-ad4e-cef1852605a2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:12:19.461530 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b3ec4b7-a21e-40db-ad4e-cef1852605a2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/130191c0-5291-45e5-b51a-58f970afc62b HTTP/1.1" status: 404 len: 333 time: 0.0632350 Oct 26 11:12:19.483184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52240) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:19.489141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e0048711-8063-4240-9159-df5bee21f045 None None] Provisioning complete for port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:19.489527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e0048711-8063-4240-9159-df5bee21f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.489876 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e0048711-8063-4240-9159-df5bee21f045 None None] Attempt 1 to provision port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca Oct 26 11:12:19.621150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:19.622763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839642ee-5246-4033-b9e9-4d0cf1caa88c None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:12:19.625167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:19.631752 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.683358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:19.683759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.736283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:19.780296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Deleting port 23ea8569-5272-4d79-855b-11216f0e532e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:19.780675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (23ea8569-5272-4d79-855b-11216f0e532e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.805504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:19.814520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:19.835879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.836700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 810b39df-580e-42ab-a2d1-79e28ad43372 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:19.863964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c13cad-f325-4f1f-94fb-6cc675a0904e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet 40194cda-7c1b-4cc6-bdfb-5c462d95fe4d {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:19.934248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b2c13cad-f325-4f1f-94fb-6cc675a0904e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (40194cda-7c1b-4cc6-bdfb-5c462d95fe4d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.973823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (0bee55f0-0966-40e9-8f6f-6764ac59c096), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:19.975541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:20.031129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:20.041077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network 1775ea32-c8c4-43cb-8cde-22e102d32815 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:20.046884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:20.051263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:20.052035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.052578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b2c13cad-f325-4f1f-94fb-6cc675a0904e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (40194cda-7c1b-4cc6-bdfb-5c462d95fe4d), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.060500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=0bee55f0-0966-40e9-8f6f-6764ac59c096,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:20.068834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e0048711-8063-4240-9159-df5bee21f045 None None] Current status of the port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:20.070037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e0048711-8063-4240-9159-df5bee21f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.086621 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-461a0a88-8546-4b2a-bfab-71ab77e05011 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6902304 Oct 26 11:12:20.089469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52244) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:20.114640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::efd8:1443:303e:d84a (e006cddc-269c-485d-9059-cd1342ff5d5c/f1a45b9b-87c0-46cd-a27c-3e71e9e188b2/7f1d39bb-1131-4485-a9bb-de7e13e9a83e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:20.126120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:20.164105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a542f4-ab44-4ee4-8327-703f487a286b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:20.165724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a542f4-ab44-4ee4-8327-703f487a286b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:20.168197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a542f4-ab44-4ee4-8327-703f487a286b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:20.174622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a542f4-ab44-4ee4-8327-703f487a286b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:20.176949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a542f4-ab44-4ee4-8327-703f487a286b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:20.178741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71a542f4-ab44-4ee4-8327-703f487a286b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0882106 Oct 26 11:12:20.184872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52246) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:20.191344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:20.191739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1509200620'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:20.200621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (23ea8569-5272-4d79-855b-11216f0e532e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.242933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:20.252468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.291284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Calling delete_port for 23ea8569-5272-4d79-855b-11216f0e532e owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:20.293986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e0048711-8063-4240-9159-df5bee21f045 None None] For port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1b191f93-7132-46ec-9fe1-b1e2eb0829ca,segment=NetworkSegment(3b4203db-8dbd-4fb2-be08-f91c49c42e88),segment_id=3b4203db-8dbd-4fb2-be08-f91c49c42e88)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:20.308208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:20.320410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (e0bae56e-8c27-4765-b2e8-ba4cc15b82b5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.321140 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment e0bae56e-8c27-4765-b2e8-ba4cc15b82b5 of type vlan for network f3baac5c-29ff-4999-88fa-e38d174fc0d6 Oct 26 11:12:20.326214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:20.339233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e0048711-8063-4240-9159-df5bee21f045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.356439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 810b39df-580e-42ab-a2d1-79e28ad43372 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:20.356439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.356801 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 810b39df-580e-42ab-a2d1-79e28ad43372 Oct 26 11:12:20.383531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (f3baac5c-29ff-4999-88fa-e38d174fc0d6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.414790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (f3baac5c-29ff-4999-88fa-e38d174fc0d6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.420504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:20.421899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.432191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b2c13cad-f325-4f1f-94fb-6cc675a0904e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (40194cda-7c1b-4cc6-bdfb-5c462d95fe4d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.443633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839642ee-5246-4033-b9e9-4d0cf1caa88c None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:12:20.502672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Delete allocated IP 2001:db8:0:1::2e9 (6622b876-2c9b-44c1-8ec5-a47182748853/746116fc-954d-4950-9cdd-fd5f128b1a42) {{(pid=105415) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 11:12:20.527958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7f08a4dd-ffd1-4c34-a9dd-1333d802116f None None] Provisioning complete for port adffe219-adbd-4e12-a861-6cd0321655bd triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:20.528350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f08a4dd-ffd1-4c34-a9dd-1333d802116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (adffe219-adbd-4e12-a861-6cd0321655bd), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.528695 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7f08a4dd-ffd1-4c34-a9dd-1333d802116f None None] Attempt 1 to provision port adffe219-adbd-4e12-a861-6cd0321655bd Oct 26 11:12:20.535985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0048711-8063-4240-9159-df5bee21f045 None None] Pushing event updated for resources: {'Port': ['ID=1b191f93-7132-46ec-9fe1-b1e2eb0829ca,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:20.538590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3521550 Oct 26 11:12:20.549564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52248) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:20.556466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-8df96adc-9e10-4447-9c6d-eea945606f77 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:20.562389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e86726-db3f-441f-a88b-31f4cf5372e1 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=f3baac5c-29ff-4999-88fa-e38d174fc0d6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:20.594556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:20.715185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:20.742922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b2c13cad-f325-4f1f-94fb-6cc675a0904e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (40194cda-7c1b-4cc6-bdfb-5c462d95fe4d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.754822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 810b39df-580e-42ab-a2d1-79e28ad43372 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:20.772655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (7f1d39bb-1131-4485-a9bb-de7e13e9a83e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.781557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:18Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:17Z', 'revision_number': 9, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:12Z', 'revision_number': 18, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:20.790864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8df96adc-9e10-4447-9c6d-eea945606f77 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (f3baac5c-29ff-4999-88fa-e38d174fc0d6), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.813604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8df96adc-9e10-4447-9c6d-eea945606f77 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (f3baac5c-29ff-4999-88fa-e38d174fc0d6), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.820977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c13cad-f325-4f1f-94fb-6cc675a0904e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=40194cda-7c1b-4cc6-bdfb-5c462d95fe4d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:20.823259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:20.835942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b2c13cad-f325-4f1f-94fb-6cc675a0904e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.843775 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b2c13cad-f325-4f1f-94fb-6cc675a0904e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/40194cda-7c1b-4cc6-bdfb-5c462d95fe4d HTTP/1.1" status: 204 len: 168 time: 1.3592834 Oct 26 11:12:20.846828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52250) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:20.887466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:20.912939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:20.913578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:20.915967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:20.926522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8df96adc-9e10-4447-9c6d-eea945606f77 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 is not hosted by any dhcp agent {{(pid=105416) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:12:20.932512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df96adc-9e10-4447-9c6d-eea945606f77 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:20.933138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8df96adc-9e10-4447-9c6d-eea945606f77 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.934436 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8df96adc-9e10-4447-9c6d-eea945606f77 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "PUT /networking/v2.0/networks/f3baac5c-29ff-4999-88fa-e38d174fc0d6 HTTP/1.1" status: 200 len: 723 time: 0.3830478 Oct 26 11:12:20.938251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:20.940324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.946678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': 'f3baac5c-29ff-4999-88fa-e38d174fc0d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:20.979266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.990216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:21.016925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df96adc-9e10-4447-9c6d-eea945606f77 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=f3baac5c-29ff-4999-88fa-e38d174fc0d6,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:21.042856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7f08a4dd-ffd1-4c34-a9dd-1333d802116f None None] Current status of the port adffe219-adbd-4e12-a861-6cd0321655bd is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:21.043255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f08a4dd-ffd1-4c34-a9dd-1333d802116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (adffe219-adbd-4e12-a861-6cd0321655bd), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.046329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (0be3808b-54fa-41a9-9cc8-15a5dfe7a43e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.052680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:21.078314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:21.082892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.086948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (7f1d39bb-1131-4485-a9bb-de7e13e9a83e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.107347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (23ea8569-5272-4d79-855b-11216f0e532e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.119978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=c11b8155-08ee-4d82-8e03-07494aab1d04,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:21.122518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] In _notify_port_updated(), no bound segment for port c11b8155-08ee-4d82-8e03-07494aab1d04 on network 6622b876-2c9b-44c1-8ec5-a47182748853 {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:12:21.127415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:21.128215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.132819 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-daffb47a-aa3c-4b81-80f6-c1ce3425e405 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "PUT /networking/v2.0/ports/c11b8155-08ee-4d82-8e03-07494aab1d04 HTTP/1.1" status: 200 len: 925 time: 4.0325477 Oct 26 11:12:21.142454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52254) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:21.142961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:21.149344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de08f57a-769e-456b-bb53-a3b347a2d3dd'}, {'subnet_id': '746116fc-954d-4950-9cdd-fd5f128b1a42'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:21.182837 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effb8aab-309d-47ca-a4cb-b6f5fd02d5c6 None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:21.243614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-1775ea32-c8c4-43cb-8cde-22e102d32815', 'network_id': '1775ea32-c8c4-43cb-8cde-22e102d32815', 'project_id': '8733634e82844e7a97497bf8405dbdab', 'fixed_ips': [{'subnet_id': '0bee55f0-0966-40e9-8f6f-6764ac59c096'}, {'subnet_id': '66db036e-904e-402c-9bb7-f5a3d4aabe30'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:21.244617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.262257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event deleted for resources: {'Port': ['ID=23ea8569-5272-4d79-855b-11216f0e532e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:21.283545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:21.303650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:21.314336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:21.321208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:21.326055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:21.328421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.373642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (0637771e-1993-498b-8b52-8af96d2e264f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.392581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=7f1d39bb-1131-4485-a9bb-de7e13e9a83e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:21.450447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7f08a4dd-ffd1-4c34-a9dd-1333d802116f None None] For port adffe219-adbd-4e12-a861-6cd0321655bd, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=adffe219-adbd-4e12-a861-6cd0321655bd,segment=NetworkSegment(fc928cdf-f623-4abb-aeb3-7bd3d59b3301),segment_id=fc928cdf-f623-4abb-aeb3-7bd3d59b3301)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:21.453014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=0637771e-1993-498b-8b52-8af96d2e264f,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:21.471740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:21.479788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port adffe219-adbd-4e12-a861-6cd0321655bd {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:21.480148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (adffe219-adbd-4e12-a861-6cd0321655bd), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.484837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking segment: {'id': 'e0bae56e-8c27-4765-b2e8-ba4cc15b82b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f3baac5c-29ff-4999-88fa-e38d174fc0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:21.485441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network hostable DHCP agents. Network: f3baac5c-29ff-4999-88fa-e38d174fc0d6, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:21.492073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:21.495242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7f08a4dd-ffd1-4c34-a9dd-1333d802116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (adffe219-adbd-4e12-a861-6cd0321655bd), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.523748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:21.532424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:21.532424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.544721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, f3baac5c-29ff-4999-88fa-e38d174fc0d6) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:21.560941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:21.564012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16451846'] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.594027 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d4b35a81-2d53-425b-9225-e5a0e9ec2816 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6548874 Oct 26 11:12:21.596700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] For port adffe219-adbd-4e12-a861-6cd0321655bd, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=adffe219-adbd-4e12-a861-6cd0321655bd,segment=NetworkSegment(fc928cdf-f623-4abb-aeb3-7bd3d59b3301),segment_id=fc928cdf-f623-4abb-aeb3-7bd3d59b3301)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:21.596700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (adffe219-adbd-4e12-a861-6cd0321655bd), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.598355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52256) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:21.604470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-694a506c-2231-41cd-a740-ede42e4841cd tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:21.611799 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-37c08771-6e1d-4a04-acf1-9aad8db2edba tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2671952 Oct 26 11:12:21.619298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:21.667022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.672367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (3a900252-d7d4-40e8-9de1-8bf3d1942a80), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.678301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for adffe219-adbd-4e12-a861-6cd0321655bd owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:21.699530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2074d0b-8713-45f6-8a1b-2d8b263ff623 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'f1a45b9b-87c0-46cd-a27c-3e71e9e188b2'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:12:21.731824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-694a506c-2231-41cd-a740-ede42e4841cd tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2921984'] for subnet (0637771e-1993-498b-8b52-8af96d2e264f), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.742142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:21.756798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b592f7b5-147e-4111-9200-3eaad6aa8d58 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:21.767951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b592f7b5-147e-4111-9200-3eaad6aa8d58 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:21.767951 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b592f7b5-147e-4111-9200-3eaad6aa8d58 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1442313 Oct 26 11:12:21.770898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52260) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:21.776644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:21.778413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08a4dd-ffd1-4c34-a9dd-1333d802116f None None] Pushing event updated for resources: {'Port': ['ID=adffe219-adbd-4e12-a861-6cd0321655bd,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:21.798260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85246d2-015a-48b2-a694-c1d1e5ac2717 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:21.806869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.806869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:21.811482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (3a900252-d7d4-40e8-9de1-8bf3d1942a80), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.833883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (3a900252-d7d4-40e8-9de1-8bf3d1942a80), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.865073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a2074d0b-8713-45f6-8a1b-2d8b263ff623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.916208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6ae61f4b-a40b-446a-9578-197a8e996ff4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 7f1d39bb-1131-4485-a9bb-de7e13e9a83e {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:21.916208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ae61f4b-a40b-446a-9578-197a8e996ff4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7f1d39bb-1131-4485-a9bb-de7e13e9a83e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.962152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:21.963185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (3a900252-d7d4-40e8-9de1-8bf3d1942a80), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.963888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Fanout notify agent at l3_agent the message router_deleted on router 3a900252-d7d4-40e8-9de1-8bf3d1942a80 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:12:21.971282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.972727 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f8d85c79-02da-494c-ace9-6e2104d53d7e tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/3a900252-d7d4-40e8-9de1-8bf3d1942a80 HTTP/1.1" status: 204 len: 168 time: 4.8873367 Oct 26 11:12:21.977561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52262) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:21.987240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-23c09e58-00f9-42e1-ba82-7e7e682f84ca tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-976391419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:22.079198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23c09e58-00f9-42e1-ba82-7e7e682f84ca tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (35812568-2d0a-482e-93c9-ad0065e277e5), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.080225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23c09e58-00f9-42e1-ba82-7e7e682f84ca tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (35812568-2d0a-482e-93c9-ad0065e277e5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.084623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (adffe219-adbd-4e12-a861-6cd0321655bd), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.095669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-694a506c-2231-41cd-a740-ede42e4841cd tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787628971448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2101495'] for subnet (0637771e-1993-498b-8b52-8af96d2e264f), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.105219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:22.115046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ae61f4b-a40b-446a-9578-197a8e996ff4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7f1d39bb-1131-4485-a9bb-de7e13e9a83e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.124288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a506c-2231-41cd-a740-ede42e4841cd tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:22.124894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-694a506c-2231-41cd-a740-ede42e4841cd tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.126214 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-694a506c-2231-41cd-a740-ede42e4841cd tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "PUT /networking/v2.0/subnets/0637771e-1993-498b-8b52-8af96d2e264f HTTP/1.1" status: 200 len: 826 time: 0.5261590 Oct 26 11:12:22.154018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52264) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:22.195768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6ae61f4b-a40b-446a-9578-197a8e996ff4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 7f1d39bb-1131-4485-a9bb-de7e13e9a83e owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:22.272357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a506c-2231-41cd-a740-ede42e4841cd tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=0637771e-1993-498b-8b52-8af96d2e264f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:22.327688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Allocated IP 172.20.0.1 (1775ea32-c8c4-43cb-8cde-22e102d32815/0bee55f0-0966-40e9-8f6f-6764ac59c096/aaef7669-58a8-4f77-b9e6-457bed95d827) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:22.339873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23c09e58-00f9-42e1-ba82-7e7e682f84ca tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (35812568-2d0a-482e-93c9-ad0065e277e5), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.357996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23c09e58-00f9-42e1-ba82-7e7e682f84ca tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (35812568-2d0a-482e-93c9-ad0065e277e5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.365405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Allocated IP 2001:db8::2 (1775ea32-c8c4-43cb-8cde-22e102d32815/66db036e-904e-402c-9bb7-f5a3d4aabe30/aaef7669-58a8-4f77-b9e6-457bed95d827) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:22.375764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:22.405017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:22.405232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:22.405866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.424917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No DVR routers for this DVR port adffe219-adbd-4e12-a861-6cd0321655bd on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:22.426365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (f3baac5c-29ff-4999-88fa-e38d174fc0d6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.431127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=adffe219-adbd-4e12-a861-6cd0321655bd,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:22.433256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23c09e58-00f9-42e1-ba82-7e7e682f84ca tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.437306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-23c09e58-00f9-42e1-ba82-7e7e682f84ca tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4542785 Oct 26 11:12:22.438613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:22.447250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': False}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:22.499218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:18Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:17Z', 'revision_number': 9, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:19Z', 'revision_number': 19, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:22.505983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:22.531608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:22.541515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-a2074d0b-8713-45f6-8a1b-2d8b263ff623 None None] Allocated IP 2001:db8::2 (e006cddc-269c-485d-9059-cd1342ff5d5c/f1a45b9b-87c0-46cd-a27c-3e71e9e188b2/e23a2351-7523-471f-9140-282b4036ca95) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:22.545517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.553797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fbc36-b952-4e47-86d8-d6c98f5eb676 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:18Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'floating_ip_address': '172.26.0.246', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'port_id': '819a13f1-c240-47e4-9283-405ea5823875', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'mac_address': 'fa:16:3e:0e:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:17Z', 'revision_number': 9, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:19Z', 'revision_number': 19, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:22.601786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:22.631047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (0be3808b-54fa-41a9-9cc8-15a5dfe7a43e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.660803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (0637771e-1993-498b-8b52-8af96d2e264f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.676018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be3808b-54fa-41a9-9cc8-15a5dfe7a43e']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:22.692740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8:0:1::17d (6622b876-2c9b-44c1-8ec5-a47182748853/746116fc-954d-4950-9cdd-fd5f128b1a42/c11b8155-08ee-4d82-8e03-07494aab1d04) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:22.734255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ae61f4b-a40b-446a-9578-197a8e996ff4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (7f1d39bb-1131-4485-a9bb-de7e13e9a83e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.743604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc928cdf-f623-4abb-aeb3-7bd3d59b3301') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:22.744005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc928cdf-f623-4abb-aeb3-7bd3d59b3301') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:22.755006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:22.795656 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:22.806761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae61f4b-a40b-446a-9578-197a8e996ff4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=7f1d39bb-1131-4485-a9bb-de7e13e9a83e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:22.810902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:22.811815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:22.876217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (35812568-2d0a-482e-93c9-ad0065e277e5), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.885233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a2074d0b-8713-45f6-8a1b-2d8b263ff623 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:22.887653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Publish callbacks [] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.916090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.916402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (fc928cdf-f623-4abb-aeb3-7bd3d59b3301), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.929853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ae61f4b-a40b-446a-9578-197a8e996ff4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.934556 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6ae61f4b-a40b-446a-9578-197a8e996ff4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/7f1d39bb-1131-4485-a9bb-de7e13e9a83e HTTP/1.1" status: 204 len: 168 time: 1.1643329 Oct 26 11:12:22.939633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52268) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:22.975645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:22.981537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a2074d0b-8713-45f6-8a1b-2d8b263ff623 None None] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.982334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (fc928cdf-f623-4abb-aeb3-7bd3d59b3301), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.997466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (0637771e-1993-498b-8b52-8af96d2e264f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.997754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:22.997948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (fc928cdf-f623-4abb-aeb3-7bd3d59b3301), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.008112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Network 1775ea32-c8c4-43cb-8cde-22e102d32815 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:23.010088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a2074d0b-8713-45f6-8a1b-2d8b263ff623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.036747 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment fc928cdf-f623-4abb-aeb3-7bd3d59b3301 resource provider aggregate not found Oct 26 11:12:23.037230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:23.042346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Pushing event updated for resources: {'Port': ['ID=aaef7669-58a8-4f77-b9e6-457bed95d827,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:23.045030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:23.057737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=0637771e-1993-498b-8b52-8af96d2e264f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:23.116083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e17a0-fa1d-4c21-ab4a-87b8007e89ad tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:23.129744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e17a0-fa1d-4c21-ab4a-87b8007e89ad tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:23.131455 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c80e17a0-fa1d-4c21-ab4a-87b8007e89ad tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1897461 Oct 26 11:12:23.136488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52274) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:23.139541 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment fc928cdf-f623-4abb-aeb3-7bd3d59b3301 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc928cdf-f623-4abb-aeb3-7bd3d59b3301 found for delete ", "request_id": "req-82fb27a5-8549-4989-9c39-e2fc015718eb"}]} Oct 26 11:12:23.150285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:23.227967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2074d0b-8713-45f6-8a1b-2d8b263ff623 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:23.229605 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (0be3808b-54fa-41a9-9cc8-15a5dfe7a43e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.248211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Attempting to bind port aaef7669-58a8-4f77-b9e6-457bed95d827 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:23.248661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.256508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Attempting to bind port aaef7669-58a8-4f77-b9e6-457bed95d827 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'e365d4da-cf5c-46d8-abf6-0137f3c86a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1775ea32-c8c4-43cb-8cde-22e102d32815'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:23.256508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Attempting to bind port aaef7669-58a8-4f77-b9e6-457bed95d827 on network 1775ea32-c8c4-43cb-8cde-22e102d32815 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:23.276716 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.276716 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/networks/0be3808b-54fa-41a9-9cc8-15a5dfe7a43e HTTP/1.1" status: 204 len: 168 time: 2.4252288 Oct 26 11:12:23.280171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52276) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:23.294366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1615818706'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:23.302376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.303268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:23.315065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223dea6-c162-438c-bf2a-c48d93403474 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Network': ['ID=0be3808b-54fa-41a9-9cc8-15a5dfe7a43e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:23.330248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdbe1b5-6a2e-4d7a-bab5-18428ec6d50a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet f1a45b9b-87c0-46cd-a27c-3e71e9e188b2 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:23.335996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe1b5-6a2e-4d7a-bab5-18428ec6d50a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (f1a45b9b-87c0-46cd-a27c-3e71e9e188b2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.344831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:23.345464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:23.395824 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:23.442325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe1b5-6a2e-4d7a-bab5-18428ec6d50a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (f1a45b9b-87c0-46cd-a27c-3e71e9e188b2), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.580623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=c11b8155-08ee-4d82-8e03-07494aab1d04,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:23.693174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:23.698148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.735094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] In _notify_port_updated(), no bound segment for port c11b8155-08ee-4d82-8e03-07494aab1d04 on network 6622b876-2c9b-44c1-8ec5-a47182748853 {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:12:23.740984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:23.741668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.746279 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-69f55805-becf-45dd-ba66-abb824a09da8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "PUT /networking/v2.0/ports/c11b8155-08ee-4d82-8e03-07494aab1d04 HTTP/1.1" status: 200 len: 1011 time: 2.6018436 Oct 26 11:12:23.755560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52278) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:23.760629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:23.881507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 810b39df-580e-42ab-a2d1-79e28ad43372 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:23.964371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:23.977897 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:21Z', 'revision_number': 10, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:21Z', 'revision_number': 14, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:23.980455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Checking segment: {'id': 'e365d4da-cf5c-46d8-abf6-0137f3c86a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1775ea32-c8c4-43cb-8cde-22e102d32815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:23.982701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.983331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Bound using segment: {'id': 'e365d4da-cf5c-46d8-abf6-0137f3c86a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1775ea32-c8c4-43cb-8cde-22e102d32815'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:23.984085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Bound port: aaef7669-58a8-4f77-b9e6-457bed95d827, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e365d4da-cf5c-46d8-abf6-0137f3c86a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '1775ea32-c8c4-43cb-8cde-22e102d32815'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:23.984644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.013076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:24.019652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b63051a7-e511-4f5f-abe4-3d19eb8f2c8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port c11b8155-08ee-4d82-8e03-07494aab1d04 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:24.020038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b63051a7-e511-4f5f-abe4-3d19eb8f2c8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.031711 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:24.057016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:24.057654 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:24.060851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe1b5-6a2e-4d7a-bab5-18428ec6d50a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (f1a45b9b-87c0-46cd-a27c-3e71e9e188b2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.061694 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:24.132516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (f3baac5c-29ff-4999-88fa-e38d174fc0d6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.157420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:24.183415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:24.214411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 810b39df-580e-42ab-a2d1-79e28ad43372 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:24.214790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.215131 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 810b39df-580e-42ab-a2d1-79e28ad43372 Oct 26 11:12:24.296201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b63051a7-e511-4f5f-abe4-3d19eb8f2c8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.315373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b63051a7-e511-4f5f-abe4-3d19eb8f2c8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for c11b8155-08ee-4d82-8e03-07494aab1d04 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:24.329036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (35812568-2d0a-482e-93c9-ad0065e277e5), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.361439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.364772 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:24.365981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] For port aaef7669-58a8-4f77-b9e6-457bed95d827, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:24.368067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:24.377300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3baac5c-29ff-4999-88fa-e38d174fc0d6']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:24.410224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bae56e-8c27-4765-b2e8-ba4cc15b82b5') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:24.410596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bae56e-8c27-4765-b2e8-ba4cc15b82b5') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:24.420321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] For port aaef7669-58a8-4f77-b9e6-457bed95d827, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aaef7669-58a8-4f77-b9e6-457bed95d827,segment=NetworkSegment(e365d4da-cf5c-46d8-abf6-0137f3c86a6c),segment_id=e365d4da-cf5c-46d8-abf6-0137f3c86a6c)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:24.437454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6d89bd0a-c0f7-4534-929a-bb5f0f605c07 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:24.438346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d89bd0a-c0f7-4534-929a-bb5f0f605c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.438848 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6d89bd0a-c0f7-4534-929a-bb5f0f605c07 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:24.446577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.466690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:24.477343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (e0bae56e-8c27-4765-b2e8-ba4cc15b82b5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.513616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (e0bae56e-8c27-4765-b2e8-ba4cc15b82b5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.529342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:24.530105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (e0bae56e-8c27-4765-b2e8-ba4cc15b82b5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.642236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (91dcabee-a51e-41e7-9790-0f8796b25b02), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.642811 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Added segment 91dcabee-a51e-41e7-9790-0f8796b25b02 of type vlan for network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 Oct 26 11:12:24.647092 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment e0bae56e-8c27-4765-b2e8-ba4cc15b82b5 resource provider aggregate not found Oct 26 11:12:24.679538 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment e0bae56e-8c27-4765-b2e8-ba4cc15b82b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0bae56e-8c27-4765-b2e8-ba4cc15b82b5 found for delete ", "request_id": "req-51ffcd98-2e2a-4f21-9e3a-2b749c20652d"}]} Oct 26 11:12:24.714288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (f3baac5c-29ff-4999-88fa-e38d174fc0d6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.725877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.732493 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/f3baac5c-29ff-4999-88fa-e38d174fc0d6 HTTP/1.1" status: 204 len: 168 time: 2.5756431 Oct 26 11:12:24.734172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Allocated IP 172.26.0.138 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/00ad723b-749c-4e4c-beac-98ff8c44a9ea) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:24.748816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52284) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:24.791709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a4446-51a1-409c-b532-3aeb8f25cfcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=f3baac5c-29ff-4999-88fa-e38d174fc0d6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:24.798268 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c60829c-0b17-42d8-9576-c6ec5cce6980 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:24.798832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c60829c-0b17-42d8-9576-c6ec5cce6980 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:24.814459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b63051a7-e511-4f5f-abe4-3d19eb8f2c8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c11b8155-08ee-4d82-8e03-07494aab1d04), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.832874 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2c60829c-0b17-42d8-9576-c6ec5cce6980 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/f3baac5c-29ff-4999-88fa-e38d174fc0d6 HTTP/1.1" status: 404 len: 339 time: 0.0802484 Oct 26 11:12:24.833525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52286) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:24.836930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (3e372df3-a1b6-4cac-aa26-f679ccbc4ef3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.850910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-362149931', 'description': 'd1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:24.870306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 810b39df-580e-42ab-a2d1-79e28ad43372 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:24.871840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1b191f93-7132-46ec-9fe1-b1e2eb0829ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:24.887117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:24.892542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a287730-cd19-46d4-bbff-81ff1e1fc6b6 None None] Pushing event updated for resources: {'Port': ['ID=aaef7669-58a8-4f77-b9e6-457bed95d827,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:24.935519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:24.987993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:24.991183 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:21Z', 'revision_number': 10, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:21Z', 'revision_number': 14, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:24.995354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:24.999457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63051a7-e511-4f5f-abe4-3d19eb8f2c8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=c11b8155-08ee-4d82-8e03-07494aab1d04,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:25.000800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 8, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:15Z', 'revision_number': 18, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:25.029773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.db.resource_extend [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:12:25.064556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31c941f-981e-4968-9564-ddc18f91ab2d None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:21Z', 'revision_number': 10, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:21Z', 'revision_number': 14, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:25.079335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:25.125704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:25.141486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (14b69a7f-3414-49a8-8c68-d5acb630d484), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.142900 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment 14b69a7f-3414-49a8-8c68-d5acb630d484 of type vlan for network 4121089d-3cf8-466f-8feb-5e8932f86a9a Oct 26 11:12:25.161855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:25.195487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (4121089d-3cf8-466f-8feb-5e8932f86a9a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.203209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b63051a7-e511-4f5f-abe4-3d19eb8f2c8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.208830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6d89bd0a-c0f7-4534-929a-bb5f0f605c07 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:25.215099 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b63051a7-e511-4f5f-abe4-3d19eb8f2c8b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c11b8155-08ee-4d82-8e03-07494aab1d04 HTTP/1.1" status: 204 len: 168 time: 1.4529598 Oct 26 11:12:25.216873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52288) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:25.220600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:25.222210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:11:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:25.240446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for port (00ad723b-749c-4e4c-beac-98ff8c44a9ea), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.243079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (4121089d-3cf8-466f-8feb-5e8932f86a9a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.244272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (3e372df3-a1b6-4cac-aa26-f679ccbc4ef3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.249795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:25.250719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.261194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:25.261942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.288302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe1b5-6a2e-4d7a-bab5-18428ec6d50a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (f1a45b9b-87c0-46cd-a27c-3e71e9e188b2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.337712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:25.338086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.338515 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca Oct 26 11:12:25.348186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5cdbe1b5-6a2e-4d7a-bab5-18428ec6d50a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.351375 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5cdbe1b5-6a2e-4d7a-bab5-18428ec6d50a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/f1a45b9b-87c0-46cd-a27c-3e71e9e188b2 HTTP/1.1" status: 204 len: 168 time: 2.2102895 Oct 26 11:12:25.358363 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0680270 Oct 26 11:12:25.359754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52290) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:25.373657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52292) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:25.379269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '3e372df3-a1b6-4cac-aa26-f679ccbc4ef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:25.456209 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6168261 Oct 26 11:12:25.498706 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc45f002-7d7e-4afa-a56c-b658b6f211a5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:12:25.500493 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bc45f002-7d7e-4afa-a56c-b658b6f211a5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/c11b8155-08ee-4d82-8e03-07494aab1d04 HTTP/1.1" status: 404 len: 333 time: 0.2804236 Oct 26 11:12:25.506325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52294) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:25.506744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52296) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:25.583850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:25.593192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a36e7-0517-4f72-bd4b-5beca45cdf81 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Network': ['ID=3e372df3-a1b6-4cac-aa26-f679ccbc4ef3,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:25.596577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454ac2b-592b-44b4-99a9-e3f2795d2ae3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=4121089d-3cf8-466f-8feb-5e8932f86a9a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:25.608667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbe1b5-6a2e-4d7a-bab5-18428ec6d50a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a45b9b-87c0-46cd-a27c-3e71e9e188b2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:25.632636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:25.642800 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8c30626-7272-410f-b07a-b32dd397d7df tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409576 Oct 26 11:12:25.644818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52298) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:25.708397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 4121089d-3cf8-466f-8feb-5e8932f86a9a details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:25.710865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:25.734795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d18ef-9e0e-47ff-890d-92a371db9b1f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:25.741085 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-560d18ef-9e0e-47ff-890d-92a371db9b1f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0951447 Oct 26 11:12:25.741920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52300) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:25.824179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa8c3c-9b7c-4329-b6d9-364ea93177e1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:25.828157 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a9fa8c3c-9b7c-4329-b6d9-364ea93177e1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0827365 Oct 26 11:12:25.829795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52302) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:25.829937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (00ad723b-749c-4e4c-beac-98ff8c44a9ea), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:25.835041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:25.906780 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-09fb1991-0612-4a70-9348-17d98bbe76d1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755577 Oct 26 11:12:25.917634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52304) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:25.919650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:25.935983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:25.938129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-98331f5b-6512-4fde-9bde-368fd8117ae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet 746116fc-954d-4950-9cdd-fd5f128b1a42 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:25.964447 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98331f5b-6512-4fde-9bde-368fd8117ae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (746116fc-954d-4950-9cdd-fd5f128b1a42), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.026958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf741b-ab69-4cf5-a337-f7b15e400308 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:26.031020 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6fdf741b-ab69-4cf5-a337-f7b15e400308 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4121089d-3cf8-466f-8feb-5e8932f86a9a HTTP/1.1" status: 200 len: 764 time: 0.5206172 Oct 26 11:12:26.031020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:26.033276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52308) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:26.040538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Pushing event updated for resources: {'Port': ['ID=00ad723b-749c-4e4c-beac-98ff8c44a9ea,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:26.056624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:26.057321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ae9109e1-b4a2-4867-9220-5eef1ea3d286 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'description': 'd2'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:26.063611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:26.121731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:26.125078 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37516041-c424-4b36-9865-eb9ac3a011ef None None] New status for floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:26.127976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.194497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:26.279163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14f7f2-b847-4e07-90bb-64effa67fcee None None] Network 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:26.313235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c5d63-0a03-4789-9a18-946910093efe None None] Network 6622b876-2c9b-44c1-8ec5-a47182748853 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:26.365925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:26.368031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14f7f2-b847-4e07-90bb-64effa67fcee None None] Network 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:26.371519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d6b5f-7b10-4d9f-9837-3543cafeea7f None None] Network 3f5eda5e-3b7d-4544-9053-d42cb02bc561 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:26.373789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b4c96-871c-4d07-93c4-b6944ed4fae7 None None] Network 6e972847-a771-4cb2-b222-ca1cd2675741 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:26.376377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e43f11-aad8-4b8e-b7bf-f3cb89801ca8 None None] Network 1775ea32-c8c4-43cb-8cde-22e102d32815 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:26.377389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98331f5b-6512-4fde-9bde-368fd8117ae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (746116fc-954d-4950-9cdd-fd5f128b1a42), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.379649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:26.380879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:26.389754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300db4c-9292-4b55-befa-8f4d6d3c461c None None] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:26.396357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.534363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ae9109e1-b4a2-4867-9220-5eef1ea3d286 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (4121089d-3cf8-466f-8feb-5e8932f86a9a), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.575070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ae9109e1-b4a2-4867-9220-5eef1ea3d286 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (4121089d-3cf8-466f-8feb-5e8932f86a9a), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.586363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98331f5b-6512-4fde-9bde-368fd8117ae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (746116fc-954d-4950-9cdd-fd5f128b1a42), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.616693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae9109e1-b4a2-4867-9220-5eef1ea3d286 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network 4121089d-3cf8-466f-8feb-5e8932f86a9a is not hosted by any dhcp agent {{(pid=105415) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:12:26.622987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9109e1-b4a2-4867-9220-5eef1ea3d286 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:26.623541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ae9109e1-b4a2-4867-9220-5eef1ea3d286 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.624975 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ae9109e1-b4a2-4867-9220-5eef1ea3d286 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "PUT /networking/v2.0/networks/4121089d-3cf8-466f-8feb-5e8932f86a9a HTTP/1.1" status: 200 len: 761 time: 0.5871749 Oct 26 11:12:26.631056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52312) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:26.703304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9109e1-b4a2-4867-9220-5eef1ea3d286 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=4121089d-3cf8-466f-8feb-5e8932f86a9a,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:26.722720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b4c96-871c-4d07-93c4-b6944ed4fae7 None None] Network 6e972847-a771-4cb2-b222-ca1cd2675741 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:26.724930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Provisioning complete for port aaef7669-58a8-4f77-b9e6-457bed95d827 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:26.725311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.725648 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Attempt 1 to provision port aaef7669-58a8-4f77-b9e6-457bed95d827 Oct 26 11:12:26.810488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98331f5b-6512-4fde-9bde-368fd8117ae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (746116fc-954d-4950-9cdd-fd5f128b1a42), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.849030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (5337521a-8bf4-4686-a961-940cb175bdaf), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.898790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (f0e8e784-38eb-46a6-b341-ef12b0cf5a75), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.925857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:26.929125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=5337521a-8bf4-4686-a961-940cb175bdaf,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:26.937434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:26.937725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98331f5b-6512-4fde-9bde-368fd8117ae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=746116fc-954d-4950-9cdd-fd5f128b1a42,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:26.939857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98331f5b-6512-4fde-9bde-368fd8117ae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.940560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:26.947502 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-98331f5b-6512-4fde-9bde-368fd8117ae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/746116fc-954d-4950-9cdd-fd5f128b1a42 HTTP/1.1" status: 204 len: 168 time: 1.4303703 Oct 26 11:12:26.947687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:26.947687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:26.948964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:26.969439 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c892b9d1-585a-4d09-809f-ffe5225fa78f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0473497 Oct 26 11:12:26.970666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52316) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:26.977162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': '5337521a-8bf4-4686-a961-940cb175bdaf', 'ip_address': '2001:db8::d012:c9e:71ad:c669'}], 'name': 'tempest-NetworksTestDHCPv6-275466755'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:26.981611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:26.992748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300db4c-9292-4b55-befa-8f4d6d3c461c None None] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:27.004910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 4121089d-3cf8-466f-8feb-5e8932f86a9a details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:27.016097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf764c-5ed8-4e50-b76a-14d145453ed4 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:27.018269 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-52bf764c-5ed8-4e50-b76a-14d145453ed4 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4121089d-3cf8-466f-8feb-5e8932f86a9a HTTP/1.1" status: 200 len: 764 time: 0.3818090 Oct 26 11:12:27.042631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52318) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:27.146626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:27.185038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:27.213258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bde7aa46-15e6-47e6-b561-55ad25939e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.226281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=f0e8e784-38eb-46a6-b341-ef12b0cf5a75,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:27.241704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf1847b-e67f-4a2f-ab60-a8047b7faae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet de08f57a-769e-456b-bb53-a3b347a2d3dd {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:27.255068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:27.255791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.264654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caf1847b-e67f-4a2f-ab60-a8047b7faae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (de08f57a-769e-456b-bb53-a3b347a2d3dd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.276976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router_gateway (35812568-2d0a-482e-93c9-ad0065e277e5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.294601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.318966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port d4370aa4-f59e-4fb5-9c67-b8e2539901ed yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:27.349377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Checking segment: {'id': '91dcabee-a51e-41e7-9790-0f8796b25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e372df3-a1b6-4cac-aa26-f679ccbc4ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:27.349730 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network hostable DHCP agents. Network: 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:27.368877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:27.397446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.398519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:27.429440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec7fe4a-36ef-4b86-b963-a249cf8d6e56 None None] Update dhcp port {'port': {'network_id': '6622b876-2c9b-44c1-8ec5-a47182748853', 'fixed_ips': [{'subnet_id': 'de08f57a-769e-456b-bb53-a3b347a2d3dd', 'ip_address': '2001:db8::2'}, {'subnet_id': '746116fc-954d-4950-9cdd-fd5f128b1a42'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': '1b191f93-7132-46ec-9fe1-b1e2eb0829ca'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:12:27.437748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caf1847b-e67f-4a2f-ab60-a8047b7faae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (de08f57a-769e-456b-bb53-a3b347a2d3dd), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.471419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0645e-99f5-4a40-827b-4b90e8bb59ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:27.475874 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a9e0645e-99f5-4a40-827b-4b90e8bb59ed tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4283066 Oct 26 11:12:27.477804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:27.534945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 8, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:15Z', 'revision_number': 18, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:27.542056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:27.553121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:27.608351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:27.630355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04953be-a11c-4d87-aaaf-c2d5edfc9b83 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 8, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:15Z', 'revision_number': 18, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:27.631190 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-415e1409-a054-4304-abe4-df5dbf39f253 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 207 time: 0.1414597 Oct 26 11:12:27.631288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Current status of the port aaef7669-58a8-4f77-b9e6-457bed95d827 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:27.631288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.631471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:27.635760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fe4a-36ef-4b86-b963-a249cf8d6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.654423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::d012:c9e:71ad:c669 (e006cddc-269c-485d-9059-cd1342ff5d5c/5337521a-8bf4-4686-a961-940cb175bdaf/d4370aa4-f59e-4fb5-9c67-b8e2539901ed) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:27.659213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:27.681610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:27.682203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.702532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:27.760393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] For port aaef7669-58a8-4f77-b9e6-457bed95d827, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aaef7669-58a8-4f77-b9e6-457bed95d827,segment=NetworkSegment(e365d4da-cf5c-46d8-abf6-0137f3c86a6c),segment_id=e365d4da-cf5c-46d8-abf6-0137f3c86a6c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:27.799369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.799992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:27.817563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:27.818850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.847121 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6e3263f6-241e-4869-8873-e42cf7673015 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4721694 Oct 26 11:12:27.847928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52324) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:27.878110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:27.879399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.879941 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:27.897761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '3e372df3-a1b6-4cac-aa26-f679ccbc4ef3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-736545342'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:27.937919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caf1847b-e67f-4a2f-ab60-a8047b7faae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (de08f57a-769e-456b-bb53-a3b347a2d3dd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:27.973769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:27.981442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:27.989898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2a848-0b77-4511-b0ef-0e7cf27ac016 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:27.996817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2a848-0b77-4511-b0ef-0e7cf27ac016 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.002739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2a848-0b77-4511-b0ef-0e7cf27ac016 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.009107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2a848-0b77-4511-b0ef-0e7cf27ac016 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.014682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2a848-0b77-4511-b0ef-0e7cf27ac016 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.020744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2a848-0b77-4511-b0ef-0e7cf27ac016 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.022688 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-beb2a848-0b77-4511-b0ef-0e7cf27ac016 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3902621 Oct 26 11:12:28.028653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52326) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:28.076252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Pushing event updated for resources: {'Port': ['ID=aaef7669-58a8-4f77-b9e6-457bed95d827,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:28.094059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.123010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb8e93-70e0-4416-a81c-be159e9be982 None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:28.138655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:28.293110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (d4370aa4-f59e-4fb5-9c67-b8e2539901ed), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.315126 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fa3969b4-f2be-440a-a20d-a3ba0a6d22fa tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2851288 Oct 26 11:12:28.321127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52328) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:28.374170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:28.424021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:28.427821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ece86-8b3a-494e-afe0-53c890d71d03 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.429564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ece86-8b3a-494e-afe0-53c890d71d03 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.431221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ece86-8b3a-494e-afe0-53c890d71d03 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.433001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ece86-8b3a-494e-afe0-53c890d71d03 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.434978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ece86-8b3a-494e-afe0-53c890d71d03 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.436827 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e77ece86-8b3a-494e-afe0-53c890d71d03 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1138797 Oct 26 11:12:28.441490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:28.461527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-81e93d3f-10a2-403b-8fb6-b044dec554b4 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:28.492463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d4370aa4-f59e-4fb5-9c67-b8e2539901ed), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.512989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:28.513996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:28.538507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (35812568-2d0a-482e-93c9-ad0065e277e5), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.551587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (35812568-2d0a-482e-93c9-ad0065e277e5), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.577386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369f5a1-84ad-4dca-af83-96b2b8efaa9d tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.579320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369f5a1-84ad-4dca-af83-96b2b8efaa9d tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.583437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369f5a1-84ad-4dca-af83-96b2b8efaa9d tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.585630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369f5a1-84ad-4dca-af83-96b2b8efaa9d tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.587499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369f5a1-84ad-4dca-af83-96b2b8efaa9d tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.589218 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4369f5a1-84ad-4dca-af83-96b2b8efaa9d tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1462619 Oct 26 11:12:28.601873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52332) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:28.608628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:28.622803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-667e9c8d-1e19-4662-a181-af4e83704d55 None None] Provisioning complete for port 810b39df-580e-42ab-a2d1-79e28ad43372 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:28.623006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-667e9c8d-1e19-4662-a181-af4e83704d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.623509 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-667e9c8d-1e19-4662-a181-af4e83704d55 None None] Attempt 1 to provision port 810b39df-580e-42ab-a2d1-79e28ad43372 Oct 26 11:12:28.625321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:28.648180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:28.654249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:28.656357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:28.662262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:28.662930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.677026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=d4370aa4-f59e-4fb5-9c67-b8e2539901ed,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:28.741061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caf1847b-e67f-4a2f-ab60-a8047b7faae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (de08f57a-769e-456b-bb53-a3b347a2d3dd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.743422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:28.771487 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-33a6edfd-a522-4bc5-9553-d203ff350182 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7996390 Oct 26 11:12:28.774512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52336) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:28.781479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4a541d80-1c09-4acf-a8e4-196b34250423 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': '5337521a-8bf4-4686-a961-940cb175bdaf', 'ip_address': '2001:db8::d012:c9e:71ad:c669'}], 'name': 'tempest-NetworksTestDHCPv6-1425924030'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:28.827858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:28.832556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.837780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caf1847b-e67f-4a2f-ab60-a8047b7faae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.841296 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-caf1847b-e67f-4a2f-ab60-a8047b7faae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/de08f57a-769e-456b-bb53-a3b347a2d3dd HTTP/1.1" status: 204 len: 168 time: 1.8888943 Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server [None req-2ec7fe4a-36ef-4b86-b963-a249cf8d6e56 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de08f57a-769e-456b-bb53-a3b347a2d3dd: This subnet is being modified by another concurrent operation. Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 329, in update_dhcp_port Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 120, in _port_action Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:12:28.848401 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1852, in update_port Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in update_port Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise exception Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de08f57a-769e-456b-bb53-a3b347a2d3dd: This subnet is being modified by another concurrent operation. Oct 26 11:12:28.851825 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Oct 26 11:12:28.857110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1847b-e67f-4a2f-ab60-a8047b7faae9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=de08f57a-769e-456b-bb53-a3b347a2d3dd,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:28.865552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52338) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:28.907584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-667e9c8d-1e19-4662-a181-af4e83704d55 None None] Current status of the port 810b39df-580e-42ab-a2d1-79e28ad43372 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:28.924173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-667e9c8d-1e19-4662-a181-af4e83704d55 None None] Provisioning complete for port aaef7669-58a8-4f77-b9e6-457bed95d827 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:28.924761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-667e9c8d-1e19-4662-a181-af4e83704d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.925642 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-667e9c8d-1e19-4662-a181-af4e83704d55 None None] Attempt 1 to provision port aaef7669-58a8-4f77-b9e6-457bed95d827 Oct 26 11:12:28.930135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dd6c7ec2-4ebc-4cc1-ac2b-392460749542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:28.959865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 0f8d7943-bda1-4500-b3e7-461fd693e113 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:28.987765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ce3459-7286-423f-8d9f-19d55c273205 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:12:29.017434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff52552b-9514-4f24-82a9-bd5f799fa5dd tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:29.020477 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ff52552b-9514-4f24-82a9-bd5f799fa5dd tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/networks/367feb90-e6e6-45c1-ac4b-fd66335a73b5 HTTP/1.1" status: 200 len: 804 time: 0.4169323 Oct 26 11:12:29.024660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a541d80-1c09-4acf-a8e4-196b34250423 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:29.031571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a541d80-1c09-4acf-a8e4-196b34250423 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:29.035600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52340) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:29.069731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:29.101671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:29.104289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-4a541d80-1c09-4acf-a8e4-196b34250423 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port f02a04ab-390d-490a-be95-757d73bf1b28 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:29.110404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (6622b876-2c9b-44c1-8ec5-a47182748853), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:29.162057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Router 35812568-2d0a-482e-93c9-ad0065e277e5 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:12:29.256986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce3459-7286-423f-8d9f-19d55c273205 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:12:29.269549 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3811b7b8-70a7-40e4-bf74-ff75a0b8c342 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/networks/367feb90-e6e6-45c1-ac4b-fd66335a73b5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2141886 Oct 26 11:12:29.270044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52342) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:29.276919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-667e9c8d-1e19-4662-a181-af4e83704d55 None None] Current status of the port aaef7669-58a8-4f77-b9e6-457bed95d827 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:29.307537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.12 (3e372df3-a1b6-4cac-aa26-f679ccbc4ef3/f0e8e784-38eb-46a6-b341-ef12b0cf5a75/0f8d7943-bda1-4500-b3e7-461fd693e113) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:29.311646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:29.312258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:29.315396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:29.340572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:29.427826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5817bf3-b57a-475b-88e5-5f12a88dd66b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:29.434386 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d5817bf3-b57a-475b-88e5-5f12a88dd66b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/subnets/c5d0f283-a585-48c0-801f-6355845c95bc HTTP/1.1" status: 200 len: 843 time: 0.1557436 Oct 26 11:12:29.436293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52344) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:29.449228 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a541d80-1c09-4acf-a8e4-196b34250423 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 11:12:29.449690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a541d80-1c09-4acf-a8e4-196b34250423 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:29.464023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:29.479653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-65603d35-b4e0-4c0a-9432-ca88eb0fb449 None None] Provisioning complete for port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:29.480317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-65603d35-b4e0-4c0a-9432-ca88eb0fb449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:29.480727 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-65603d35-b4e0-4c0a-9432-ca88eb0fb449 None None] Attempt 1 to provision port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca Oct 26 11:12:29.565222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] For port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1b191f93-7132-46ec-9fe1-b1e2eb0829ca,segment=NetworkSegment(3b4203db-8dbd-4fb2-be08-f91c49c42e88),segment_id=3b4203db-8dbd-4fb2-be08-f91c49c42e88)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:29.565819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:29.594642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:12:29.607696 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53003832-f002-4e4e-a44f-f9a4d182907c None None] Sync routers for ids ['35812568-2d0a-482e-93c9-ad0065e277e5'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:29.622169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:29.623448 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2d150ceb-3ca0-404e-9028-e247c1ab2ae8 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "PUT /networking/v2.0/routers/35812568-2d0a-482e-93c9-ad0065e277e5 HTTP/1.1" status: 200 len: 919 time: 7.1796031 Oct 26 11:12:29.630883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52346) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:29.670500 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53003832-f002-4e4e-a44f-f9a4d182907c None None] Routers {'35812568-2d0a-482e-93c9-ad0065e277e5'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:29.670500 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-53003832-f002-4e4e-a44f-f9a4d182907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['35812568-2d0a-482e-93c9-ad0065e277e5'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:29.671541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 1b191f93-7132-46ec-9fe1-b1e2eb0829ca owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:29.708068 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-53003832-f002-4e4e-a44f-f9a4d182907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:29.720360 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53003832-f002-4e4e-a44f-f9a4d182907c None None] Routers {'35812568-2d0a-482e-93c9-ad0065e277e5'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:29.721239 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-53003832-f002-4e4e-a44f-f9a4d182907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['35812568-2d0a-482e-93c9-ad0065e277e5'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:29.762845 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-53003832-f002-4e4e-a44f-f9a4d182907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:29.763872 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53003832-f002-4e4e-a44f-f9a4d182907c None None] The sync data for ids ['35812568-2d0a-482e-93c9-ad0065e277e5'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:29.842116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:29.919337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:29.920108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:29.945034 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a541d80-1c09-4acf-a8e4-196b34250423 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1696174 Oct 26 11:12:29.945830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52348) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:29.949043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d4955-43c3-46a8-bcae-3cbadfd2bb7d tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['shared'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:29.955895 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6a9d4955-43c3-46a8-bcae-3cbadfd2bb7d tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "GET /networking/v2.0/subnets/c5d0f283-a585-48c0-801f-6355845c95bc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5124438 Oct 26 11:12:29.957740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:29.961327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52350) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:29.968176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999276294'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:29.973338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (0f8d7943-bda1-4500-b3e7-461fd693e113), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:29.994425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:30.018244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d773a-8c96-4942-95bf-37a27ba09f28 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:30.024795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d773a-8c96-4942-95bf-37a27ba09f28 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:30.027485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:30.029314 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-709d773a-8c96-4942-95bf-37a27ba09f28 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0779166 Oct 26 11:12:30.030161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52352) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:30.037230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.040823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:30.043346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-65603d35-b4e0-4c0a-9432-ca88eb0fb449 None None] Port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca update to ACTIVE by agent not found {{(pid=105417) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 26 11:12:30.044714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.045285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1b191f93-7132-46ec-9fe1-b1e2eb0829ca), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.068086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0f8d7943-bda1-4500-b3e7-461fd693e113), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.118025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:30.118697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.119233 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:12:30.139827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:30.153062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea76bac-7f6a-498d-9c2e-7977bb1f9996 None None] DHCP port deletion for 0be3808b-54fa-41a9-9cc8-15a5dfe7a43e request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:12:30.166120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ead89c2f-f254-4d87-a30c-1cc1cbb6de0c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.166726 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Added segment ead89c2f-f254-4d87-a30c-1cc1cbb6de0c of type vlan for network d9a33ab2-7887-4c27-8641-8645a09e9b07 Oct 26 11:12:30.173573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=1b191f93-7132-46ec-9fe1-b1e2eb0829ca,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:30.178161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c7e4a28d-e60a-4eaa-8ace-56298c6a46da tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port d4370aa4-f59e-4fb5-9c67-b8e2539901ed {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:30.178579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c7e4a28d-e60a-4eaa-8ace-56298c6a46da tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d4370aa4-f59e-4fb5-9c67-b8e2539901ed), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.181444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No DVR routers for this DVR port 1b191f93-7132-46ec-9fe1-b1e2eb0829ca on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:30.190635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:30.240295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-3e372df3-a1b6-4cac-aa26-f679ccbc4ef3', 'network_id': '3e372df3-a1b6-4cac-aa26-f679ccbc4ef3', 'project_id': 'f87baa385b494f3db1eadf4bcc15cb01', 'fixed_ips': [{'subnet_id': 'f0e8e784-38eb-46a6-b341-ef12b0cf5a75'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:30.241327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.248333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:30.277113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (d9a33ab2-7887-4c27-8641-8645a09e9b07), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.323817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:30.338897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (d9a33ab2-7887-4c27-8641-8645a09e9b07), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.344284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:30.345144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.355576 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5a8f0a65-6d80-4e04-9443-1c89bb45ce66 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/35812568-2d0a-482e-93c9-ad0065e277e5 HTTP/1.1" status: 200 len: 925 time: 0.7155287 Oct 26 11:12:30.355867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c7e4a28d-e60a-4eaa-8ace-56298c6a46da tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d4370aa4-f59e-4fb5-9c67-b8e2539901ed), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.359740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52354) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:30.360686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:30.363712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:30.449411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c7e4a28d-e60a-4eaa-8ace-56298c6a46da tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for d4370aa4-f59e-4fb5-9c67-b8e2539901ed owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:30.462997 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4997430 Oct 26 11:12:30.470168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52356) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:30.472818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:30.474071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67321be3-a990-40cb-9503-1a616c8a6bc3 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': '5337521a-8bf4-4686-a961-940cb175bdaf'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:12:30.474565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.489171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'network_id': 'd9a33ab2-7887-4c27-8641-8645a09e9b07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:30.504480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7763ab91-ef61-41b7-adfa-1e4e54f47d0d tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:30.509432 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7763ab91-ef61-41b7-adfa-1e4e54f47d0d tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=35812568-2d0a-482e-93c9-ad0065e277e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1413450 Oct 26 11:12:30.514828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:30.518743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:30.519199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.520517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (6622b876-2c9b-44c1-8ec5-a47182748853), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.521388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333764ef-a359-4729-bf7e-d5f73e4be24e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Network': ['ID=d9a33ab2-7887-4c27-8641-8645a09e9b07,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:30.548699 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6552775 Oct 26 11:12:30.561332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network d9a33ab2-7887-4c27-8641-8645a09e9b07 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:30.569918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fcbe4-640f-4fb7-bf38-e5ed179cfbfc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=0f8d7943-bda1-4500-b3e7-461fd693e113,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:30.572829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52360) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:30.618476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:30.619289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-67321be3-a990-40cb-9503-1a616c8a6bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.640821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6622b876-2c9b-44c1-8ec5-a47182748853']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:30.665076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4203db-8dbd-4fb2-be08-f91c49c42e88') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:30.665410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4203db-8dbd-4fb2-be08-f91c49c42e88') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:30.669942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Made reservation on behalf of 8733634e82844e7a97497bf8405dbdab for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:30.674764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.683521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:30.687050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (3b4203db-8dbd-4fb2-be08-f91c49c42e88), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.739765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Allocated IP 172.20.0.2 (3e372df3-a1b6-4cac-aa26-f679ccbc4ef3/f0e8e784-38eb-46a6-b341-ef12b0cf5a75/f2cc3b6c-94ed-4899-ac6a-5770b002f78a) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:30.749548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3b4203db-8dbd-4fb2-be08-f91c49c42e88), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.760568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:30.773029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:30.773029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (3b4203db-8dbd-4fb2-be08-f91c49c42e88), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.780354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.ipam_backend_mixin [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Performing IP validity checks on allocation pools {{(pid=105415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 11:12:30.780997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.ipam_backend_mixin [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 11:12:30.799078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5bdc8e-71c6-43ff-bf1c-1bccbb072db3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:30.803961 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3f5bdc8e-71c6-43ff-bf1c-1bccbb072db3 tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 881 time: 0.2842841 Oct 26 11:12:30.804392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.804392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:30.807935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52364) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:30.808741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3b4203db-8dbd-4fb2-be08-f91c49c42e88 resource provider aggregate not found Oct 26 11:12:30.840264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b81c503e-84c0-4422-af89-bb83e7b38434 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 0f8d7943-bda1-4500-b3e7-461fd693e113 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:30.840972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b81c503e-84c0-4422-af89-bb83e7b38434 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0f8d7943-bda1-4500-b3e7-461fd693e113), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.844997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c7e4a28d-e60a-4eaa-8ace-56298c6a46da tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d4370aa4-f59e-4fb5-9c67-b8e2539901ed), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.859357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b45fc3c5-4d70-4720-89a9-f2ca46f202fd tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35812568-2d0a-482e-93c9-ad0065e277e5 HTTP/1.1" status: 200 len: 205 time: 0.0480571 Oct 26 11:12:30.872266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52368) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:30.884789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4a28d-e60a-4eaa-8ace-56298c6a46da tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=d4370aa4-f59e-4fb5-9c67-b8e2539901ed,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:30.935795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c7e4a28d-e60a-4eaa-8ace-56298c6a46da tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.941558 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c7e4a28d-e60a-4eaa-8ace-56298c6a46da tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/d4370aa4-f59e-4fb5-9c67-b8e2539901ed HTTP/1.1" status: 204 len: 168 time: 0.9071534 Oct 26 11:12:30.943208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3b4203db-8dbd-4fb2-be08-f91c49c42e88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b4203db-8dbd-4fb2-be08-f91c49c42e88 found for delete ", "request_id": "req-3b8dfb68-8613-4bdc-a64e-8687976e9bdd"}]} Oct 26 11:12:30.945541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52370) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:30.968605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (6622b876-2c9b-44c1-8ec5-a47182748853), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.973296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:30.982484 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/networks/6622b876-2c9b-44c1-8ec5-a47182748853 HTTP/1.1" status: 204 len: 168 time: 2.1157959 Oct 26 11:12:30.983342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52372) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:31.004006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:31.018087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bac733-2261-4755-8c90-5a7e25a9202e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:31.020320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bac733-2261-4755-8c90-5a7e25a9202e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:31.024441 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8bac733-2261-4755-8c90-5a7e25a9202e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0762515 Oct 26 11:12:31.036816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:31.044033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52374) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:31.052381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:31.084904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:28Z', 'revision_number': 11, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:21Z', 'revision_number': 14, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:31.085360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360666b7-b5dd-4465-83a5-fd03dbc4f004 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Network': ['ID=6622b876-2c9b-44c1-8ec5-a47182748853,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:31.093314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:31.101207 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9868b823-4588-4bbf-9f6f-ae6be31bf857 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:31.143515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:31.156966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:31.157419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.157703 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:31.201705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-67321be3-a990-40cb-9503-1a616c8a6bc3 None None] Allocated IP 2001:db8::2 (e006cddc-269c-485d-9059-cd1342ff5d5c/5337521a-8bf4-4686-a961-940cb175bdaf/e23a2351-7523-471f-9140-282b4036ca95) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:31.205981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (d201684e-433a-4fb5-aa91-e005b538a9a6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.221029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:31.221711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:31.270846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818441e8-5341-4678-8851-9f5c9dabb00c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:31.281665 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-818441e8-5341-4678-8851-9f5c9dabb00c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2902958 Oct 26 11:12:31.283096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52376) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:31.308469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b81c503e-84c0-4422-af89-bb83e7b38434 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0f8d7943-bda1-4500-b3e7-461fd693e113), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.343425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:31.345850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b81c503e-84c0-4422-af89-bb83e7b38434 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 0f8d7943-bda1-4500-b3e7-461fd693e113 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:31.352220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6abce1-df39-4397-b68c-7a0b7b0a56ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 5337521a-8bf4-4686-a961-940cb175bdaf {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:31.356049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (35812568-2d0a-482e-93c9-ad0065e277e5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.381603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Publish callbacks [] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.399140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=d201684e-433a-4fb5-aa91-e005b538a9a6,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:31.405543 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cee021b6-5ca6-4b92-868d-a79e62d86451 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1051922 Oct 26 11:12:31.413194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52378) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:31.420158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1200205337'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:31.440176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Checking segment: {'id': 'ead89c2f-f254-4d87-a30c-1cc1cbb6de0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd9a33ab2-7887-4c27-8641-8645a09e9b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:31.440546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network hostable DHCP agents. Network: d9a33ab2-7887-4c27-8641-8645a09e9b07, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:31.468292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Network d9a33ab2-7887-4c27-8641-8645a09e9b07 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:31.482326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, d9a33ab2-7887-4c27-8641-8645a09e9b07) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:31.496763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:31.499701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.523485 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-50bdd505-921a-4897-b1c2-2485f46fefc9 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0410659 Oct 26 11:12:31.523929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52380) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:31.530094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-413ae7c4-cb53-4e1e-9919-b004838c85a3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:31.578281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:31.589107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.602166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.623927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (35812568-2d0a-482e-93c9-ad0065e277e5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.662221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:31.666824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:31.680435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-413ae7c4-cb53-4e1e-9919-b004838c85a3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3602445'] for subnet (d201684e-433a-4fb5-aa91-e005b538a9a6), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.680979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.730529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (1b7e8635-4639-4869-8d61-4acab37688e2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.731149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Added segment 1b7e8635-4639-4869-8d61-4acab37688e2 of type vlan for network ecdf73a2-98a3-4248-a749-a6ea76aebaff Oct 26 11:12:31.731326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.733970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:31.737093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:31.745714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:31.746754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aaef7669-58a8-4f77-b9e6-457bed95d827 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:31.777994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:31.801155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (ecdf73a2-98a3-4248-a749-a6ea76aebaff), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.801395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Pushing event updated for resources: {'Port': ['ID=f2cc3b6c-94ed-4899-ac6a-5770b002f78a,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:31.803245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Deleting port 00ad723b-749c-4e4c-beac-98ff8c44a9ea {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:31.803375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (00ad723b-749c-4e4c-beac-98ff8c44a9ea), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.804893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-67321be3-a990-40cb-9503-1a616c8a6bc3 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:31.806620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b81c503e-84c0-4422-af89-bb83e7b38434 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0f8d7943-bda1-4500-b3e7-461fd693e113), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.810293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:31.858846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c503e-84c0-4422-af89-bb83e7b38434 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=0f8d7943-bda1-4500-b3e7-461fd693e113,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:31.895266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-413ae7c4-cb53-4e1e-9919-b004838c85a3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787628971448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3375572'] for subnet (d201684e-433a-4fb5-aa91-e005b538a9a6), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.936957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-67321be3-a990-40cb-9503-1a616c8a6bc3 None None] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.950412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ae7c4-cb53-4e1e-9919-b004838c85a3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:31.951020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-413ae7c4-cb53-4e1e-9919-b004838c85a3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.952443 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-413ae7c4-cb53-4e1e-9919-b004838c85a3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "PUT /networking/v2.0/subnets/d201684e-433a-4fb5-aa91-e005b538a9a6 HTTP/1.1" status: 200 len: 900 time: 0.4273684 Oct 26 11:12:31.955534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52382) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:31.956415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e6abce1-df39-4397-b68c-7a0b7b0a56ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (5337521a-8bf4-4686-a961-940cb175bdaf), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.961381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:31.962459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-67321be3-a990-40cb-9503-1a616c8a6bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.966860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ae7c4-cb53-4e1e-9919-b004838c85a3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event updated for resources: {'Subnet': ['ID=d201684e-433a-4fb5-aa91-e005b538a9a6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:31.982946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aaef7669-58a8-4f77-b9e6-457bed95d827 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:31.983521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:31.984062 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aaef7669-58a8-4f77-b9e6-457bed95d827 Oct 26 11:12:32.007305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (ecdf73a2-98a3-4248-a749-a6ea76aebaff), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.012816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:32.013401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.024870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:32.034021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:32.082315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Attempting to bind port f2cc3b6c-94ed-4899-ac6a-5770b002f78a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:32.082987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Attempting to bind port f2cc3b6c-94ed-4899-ac6a-5770b002f78a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '91dcabee-a51e-41e7-9790-0f8796b25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e372df3-a1b6-4cac-aa26-f679ccbc4ef3'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:32.083530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Attempting to bind port f2cc3b6c-94ed-4899-ac6a-5770b002f78a on network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:32.086864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (d9a33ab2-7887-4c27-8641-8645a09e9b07), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.122279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e6abce1-df39-4397-b68c-7a0b7b0a56ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (5337521a-8bf4-4686-a961-940cb175bdaf), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.145352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (d201684e-433a-4fb5-aa91-e005b538a9a6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.154535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b81c503e-84c0-4422-af89-bb83e7b38434 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.160851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b81c503e-84c0-4422-af89-bb83e7b38434 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/0f8d7943-bda1-4500-b3e7-461fd693e113 HTTP/1.1" status: 204 len: 168 time: 1.5771165 Oct 26 11:12:32.161986 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7463381 Oct 26 11:12:32.166249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67321be3-a990-40cb-9503-1a616c8a6bc3 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:32.168419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52384) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:32.168748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52386) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:32.187836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (00ad723b-749c-4e4c-beac-98ff8c44a9ea), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.188414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': 'ecdf73a2-98a3-4248-a749-a6ea76aebaff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:32.206375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df991be9-b8a2-4272-8a83-d6f910ce0f57 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Network': ['ID=ecdf73a2-98a3-4248-a749-a6ea76aebaff,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:32.212570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:32.213303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Checking segment: {'id': '91dcabee-a51e-41e7-9790-0f8796b25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e372df3-a1b6-4cac-aa26-f679ccbc4ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:32.213854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.214417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Bound using segment: {'id': '91dcabee-a51e-41e7-9790-0f8796b25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e372df3-a1b6-4cac-aa26-f679ccbc4ef3'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:32.215061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Bound port: f2cc3b6c-94ed-4899-ac6a-5770b002f78a, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dcabee-a51e-41e7-9790-0f8796b25b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3e372df3-a1b6-4cac-aa26-f679ccbc4ef3'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:32.215646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.219131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Calling delete_port for 00ad723b-749c-4e4c-beac-98ff8c44a9ea owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:32.225122 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b1d5cc-427e-40c0-a4ec-8c6f0693199e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:12:32.226557 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3b1d5cc-427e-40c0-a4ec-8c6f0693199e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/0f8d7943-bda1-4500-b3e7-461fd693e113 HTTP/1.1" status: 404 len: 333 time: 0.0568998 Oct 26 11:12:32.230110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52388) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:32.253707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network ecdf73a2-98a3-4248-a749-a6ea76aebaff details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:32.329031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:32.344975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:32.376370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:32.382296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.402625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (d201684e-433a-4fb5-aa91-e005b538a9a6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.407910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aaef7669-58a8-4f77-b9e6-457bed95d827 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:32.438869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:28Z', 'revision_number': 11, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:21Z', 'revision_number': 14, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:32.448659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:32.480733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=d201684e-433a-4fb5-aa91-e005b538a9a6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:32.518148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67349469-f376-4166-bb4a-deb8dcdfee33 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:28Z', 'revision_number': 11, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:21Z', 'revision_number': 14, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:32.527398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:32.542173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:32.542173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:32.598553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (d9a33ab2-7887-4c27-8641-8645a09e9b07), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.635034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] For port f2cc3b6c-94ed-4899-ac6a-5770b002f78a, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:32.637223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a33ab2-7887-4c27-8641-8645a09e9b07']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:32.641783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] For port f2cc3b6c-94ed-4899-ac6a-5770b002f78a, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f2cc3b6c-94ed-4899-ac6a-5770b002f78a,segment=NetworkSegment(91dcabee-a51e-41e7-9790-0f8796b25b02),segment_id=91dcabee-a51e-41e7-9790-0f8796b25b02)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:32.659114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead89c2f-f254-4d87-a30c-1cc1cbb6de0c') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:32.659421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead89c2f-f254-4d87-a30c-1cc1cbb6de0c') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:32.673830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.716202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (ead89c2f-f254-4d87-a30c-1cc1cbb6de0c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.766169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ead89c2f-f254-4d87-a30c-1cc1cbb6de0c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.798839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e6abce1-df39-4397-b68c-7a0b7b0a56ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (5337521a-8bf4-4686-a961-940cb175bdaf), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.820250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:32.820709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (ead89c2f-f254-4d87-a30c-1cc1cbb6de0c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.850117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:32.856306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:32.897026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded908a-bcc3-4fb0-aa0c-b366aa6e025d None None] Pushing event updated for resources: {'Port': ['ID=f2cc3b6c-94ed-4899-ac6a-5770b002f78a,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:32.909545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:32.921492 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment ead89c2f-f254-4d87-a30c-1cc1cbb6de0c resource provider aggregate not found Oct 26 11:12:32.978553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (d9a33ab2-7887-4c27-8641-8645a09e9b07), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:32.995306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.000756 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/d9a33ab2-7887-4c27-8641-8645a09e9b07 HTTP/1.1" status: 204 len: 168 time: 1.0438941 Oct 26 11:12:33.010426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52394) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:33.010602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (13275f9e-4808-4b49-88e6-bd654a271f0f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.070652 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment ead89c2f-f254-4d87-a30c-1cc1cbb6de0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ead89c2f-f254-4d87-a30c-1cc1cbb6de0c found for delete ", "request_id": "req-1608ad8f-2558-46aa-9826-9f7b6c545292"}]} Oct 26 11:12:33.082270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06e27c-dfdc-49d4-9139-f42512e61f7c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=d9a33ab2-7887-4c27-8641-8645a09e9b07,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:33.158094 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa41f88-2b53-438f-85b7-e9b01cd501e8 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:33.158560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa41f88-2b53-438f-85b7-e9b01cd501e8 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:33.161862 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6fa41f88-2b53-438f-85b7-e9b01cd501e8 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d201684e-433a-4fb5-aa91-e005b538a9a6 HTTP/1.1" status: 404 len: 337 time: 0.1298199 Oct 26 11:12:33.169790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=13275f9e-4808-4b49-88e6-bd654a271f0f,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:33.192078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52396) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:33.194589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Checking segment: {'id': '1b7e8635-4639-4869-8d61-4acab37688e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdf73a2-98a3-4248-a749-a6ea76aebaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:33.195013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network hostable DHCP agents. Network: ecdf73a2-98a3-4248-a749-a6ea76aebaff, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:33.231374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2496f2ec-9626-447b-8da0-38ce58bb2eb8 None None] Could not find standard attr ID for object d4370aa4-f59e-4fb5-9c67-b8e2539901ed. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:33.233079 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-07034436-6e3d-41a2-8fd6-332a6252df4e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:33.233670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07034436-6e3d-41a2-8fd6-332a6252df4e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:33.234143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f93655-598c-4e62-816b-75cceb2fa6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet f0e8e784-38eb-46a6-b341-ef12b0cf5a75 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:33.236805 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-07034436-6e3d-41a2-8fd6-332a6252df4e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/d9a33ab2-7887-4c27-8641-8645a09e9b07 HTTP/1.1" status: 404 len: 339 time: 0.0290811 Oct 26 11:12:33.240427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52398) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:33.248729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17f93655-598c-4e62-816b-75cceb2fa6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (f0e8e784-38eb-46a6-b341-ef12b0cf5a75), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.279878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network ecdf73a2-98a3-4248-a749-a6ea76aebaff is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:33.281682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2496f2ec-9626-447b-8da0-38ce58bb2eb8 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:33.282062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2496f2ec-9626-447b-8da0-38ce58bb2eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.282405 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2496f2ec-9626-447b-8da0-38ce58bb2eb8 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:33.288428 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:33.351144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, ecdf73a2-98a3-4248-a749-a6ea76aebaff) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:33.356111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:33.357085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.389701 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1a43f779-c915-46a7-8724-c7414b689c60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2106969 Oct 26 11:12:33.397018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52400) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:33.407054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': 'ecdf73a2-98a3-4248-a749-a6ea76aebaff', 'name': 'tempest-PortsIpV6TestJSON-850406925'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:33.420374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:33.421793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:31Z', 'revision_number': 9, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:30Z', 'revision_number': 19, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:33.437347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (4121089d-3cf8-466f-8feb-5e8932f86a9a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.439594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e6abce1-df39-4397-b68c-7a0b7b0a56ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (5337521a-8bf4-4686-a961-940cb175bdaf), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.473354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:33.495715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6abce1-df39-4397-b68c-7a0b7b0a56ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=5337521a-8bf4-4686-a961-940cb175bdaf,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:33.507102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e6abce1-df39-4397-b68c-7a0b7b0a56ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.514462 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1e6abce1-df39-4397-b68c-7a0b7b0a56ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5337521a-8bf4-4686-a961-940cb175bdaf HTTP/1.1" status: 204 len: 168 time: 2.4581017 Oct 26 11:12:33.516913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17f93655-598c-4e62-816b-75cceb2fa6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (f0e8e784-38eb-46a6-b341-ef12b0cf5a75), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.520547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52402) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:33.534037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:33.546442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:33.547335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:33.551473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (00ad723b-749c-4e4c-beac-98ff8c44a9ea), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.578109 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-beee7a28-c9b3-4000-b368-efc572a833a0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506806 Oct 26 11:12:33.581123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52406) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:33.589477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:33.598563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event deleted for resources: {'Port': ['ID=00ad723b-749c-4e4c-beac-98ff8c44a9ea,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:33.675039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:33.676587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (4121089d-3cf8-466f-8feb-5e8932f86a9a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.712624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4121089d-3cf8-466f-8feb-5e8932f86a9a']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:33.725522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:33.730194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b69a7f-3414-49a8-8c68-d5acb630d484') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:33.730528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b69a7f-3414-49a8-8c68-d5acb630d484') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:33.746773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:33.751010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.756912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (14b69a7f-3414-49a8-8c68-d5acb630d484), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.793634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 04f6ce50-6161-4c44-8b0b-dc7e14448749 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:33.843026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (14b69a7f-3414-49a8-8c68-d5acb630d484), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.865565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:33.866031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (14b69a7f-3414-49a8-8c68-d5acb630d484), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:33.915263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17f93655-598c-4e62-816b-75cceb2fa6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (f0e8e784-38eb-46a6-b341-ef12b0cf5a75), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.007131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:34.017287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::3f (ecdf73a2-98a3-4248-a749-a6ea76aebaff/13275f9e-4808-4b49-88e6-bd654a271f0f/04f6ce50-6161-4c44-8b0b-dc7e14448749) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:34.023670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (4121089d-3cf8-466f-8feb-5e8932f86a9a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.029121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.030066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17f93655-598c-4e62-816b-75cceb2fa6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (f0e8e784-38eb-46a6-b341-ef12b0cf5a75), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.033110 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/4121089d-3cf8-466f-8feb-5e8932f86a9a HTTP/1.1" status: 204 len: 168 time: 0.7917531 Oct 26 11:12:34.049120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52408) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:34.054196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57baf0a-fe1f-4b71-aa5a-15748002040c tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=4121089d-3cf8-466f-8feb-5e8932f86a9a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:34.112040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:34.118386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.135430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2496f2ec-9626-447b-8da0-38ce58bb2eb8 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:34.160768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (35812568-2d0a-482e-93c9-ad0065e277e5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.205464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0412b2f7-bbdf-41db-834c-a09e00f2f34e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:34.206106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.206433 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0412b2f7-bbdf-41db-834c-a09e00f2f34e Oct 26 11:12:34.253942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (04f6ce50-6161-4c44-8b0b-dc7e14448749), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.273939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-17f93655-598c-4e62-816b-75cceb2fa6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.280208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-17f93655-598c-4e62-816b-75cceb2fa6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/f0e8e784-38eb-46a6-b341-ef12b0cf5a75 HTTP/1.1" status: 204 len: 168 time: 2.0467267 Oct 26 11:12:34.280815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52410) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:34.324741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:34.400773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:34.401331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.408675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (3e372df3-a1b6-4cac-aa26-f679ccbc4ef3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.420468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:34.428182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:31Z', 'revision_number': 9, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:30Z', 'revision_number': 19, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:34.431027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (04f6ce50-6161-4c44-8b0b-dc7e14448749), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.461835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ba9d96-7a33-4d0f-b0b8-af0643f77833 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:14Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:31Z', 'revision_number': 9, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:30Z', 'revision_number': 19, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:34.470500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1dc045-d0cb-43be-ab64-b21423e6a030 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:12:34.494228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network ecdf73a2-98a3-4248-a749-a6ea76aebaff is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:34.499858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:34.502653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:34.510793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:34.511527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.513206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Could not find standard attr ID for object d4370aa4-f59e-4fb5-9c67-b8e2539901ed. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:34.538000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f93655-598c-4e62-816b-75cceb2fa6a6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e8e784-38eb-46a6-b341-ef12b0cf5a75,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:34.543432 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1449175 Oct 26 11:12:34.546472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (35812568-2d0a-482e-93c9-ad0065e277e5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.550032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (8bfa73ef-1d2f-4bbc-9d6c-72076921129c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.554029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf50bcff-fa23-4f85-b1c5-d7d6705334f6 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:34.554624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf50bcff-fa23-4f85-b1c5-d7d6705334f6 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:34.557863 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bf50bcff-fa23-4f85-b1c5-d7d6705334f6 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/0637771e-1993-498b-8b52-8af96d2e264f HTTP/1.1" status: 404 len: 337 time: 0.5060668 Oct 26 11:12:34.560265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Provisioning complete for port f2cc3b6c-94ed-4899-ac6a-5770b002f78a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:34.560693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.561040 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Attempt 1 to provision port f2cc3b6c-94ed-4899-ac6a-5770b002f78a Oct 26 11:12:34.569803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:34.571785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52412) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:34.572120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52414) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:34.579640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (35812568-2d0a-482e-93c9-ad0065e277e5), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.583197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': 'ecdf73a2-98a3-4248-a749-a6ea76aebaff', 'name': 'tempest-PortsIpV6TestJSON-342661849'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:34.601707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.602522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:34.677446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=14,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:34.688919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a3930-a68a-4b58-93b5-0daea9f52321 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=04f6ce50-6161-4c44-8b0b-dc7e14448749,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:34.694833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:34.704177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (35812568-2d0a-482e-93c9-ad0065e277e5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.704354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Fanout notify agent at l3_agent the message router_deleted on router 35812568-2d0a-482e-93c9-ad0065e277e5 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:12:34.713115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.717917 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71ff93c0-2697-49a9-a453-32de1b64491d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/35812568-2d0a-482e-93c9-ad0065e277e5 HTTP/1.1" status: 204 len: 168 time: 3.8428171 Oct 26 11:12:34.717917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:34.723204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:34.723975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.730886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:34.731794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52416) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:34.735365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:34.738613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port f2cc3b6c-94ed-4899-ac6a-5770b002f78a {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:34.739865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.742170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1217927514', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:34.742772 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-12be07e2-7f24-4ae9-9d90-45c8a1792ad3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:34.743217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12be07e2-7f24-4ae9-9d90-45c8a1792ad3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:34.746338 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-12be07e2-7f24-4ae9-9d90-45c8a1792ad3 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/f3baac5c-29ff-4999-88fa-e38d174fc0d6 HTTP/1.1" status: 404 len: 339 time: 0.0903249 Oct 26 11:12:34.754228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52418) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:34.759958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=8bfa73ef-1d2f-4bbc-9d6c-72076921129c,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:34.801598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9a93cbf6-f487-4be9-8a17-775abd8e447a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2162387 Oct 26 11:12:34.804115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.805388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.808792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52420) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:34.818573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7e3695cc-9eb1-424c-aede-1cbf530ba8c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': '8bfa73ef-1d2f-4bbc-9d6c-72076921129c', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-988891328'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:34.827993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Current status of the port f2cc3b6c-94ed-4899-ac6a-5770b002f78a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:34.828388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.911691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:34.925973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] For port f2cc3b6c-94ed-4899-ac6a-5770b002f78a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f2cc3b6c-94ed-4899-ac6a-5770b002f78a,segment=NetworkSegment(91dcabee-a51e-41e7-9790-0f8796b25b02),segment_id=91dcabee-a51e-41e7-9790-0f8796b25b02)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:34.926854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.927581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:34.928259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:34.929175 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:34.980179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7673f39-227d-4165-84fa-37e896ca9f4a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Deleting subnet 0bee55f0-0966-40e9-8f6f-6764ac59c096 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:34.980510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] For port f2cc3b6c-94ed-4899-ac6a-5770b002f78a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f2cc3b6c-94ed-4899-ac6a-5770b002f78a,segment=NetworkSegment(91dcabee-a51e-41e7-9790-0f8796b25b02),segment_id=91dcabee-a51e-41e7-9790-0f8796b25b02)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:34.983984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for f2cc3b6c-94ed-4899-ac6a-5770b002f78a owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:34.988402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7673f39-227d-4165-84fa-37e896ca9f4a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (0bee55f0-0966-40e9-8f6f-6764ac59c096), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.022635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.044963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.069260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7673f39-227d-4165-84fa-37e896ca9f4a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (0bee55f0-0966-40e9-8f6f-6764ac59c096), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.078867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:35.079130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.079476 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:35.120639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1dc045-d0cb-43be-ab64-b21423e6a030 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:12:35.128746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:35.139696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Pushing event updated for resources: {'Port': ['ID=f2cc3b6c-94ed-4899-ac6a-5770b002f78a,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:35.159190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3695cc-9eb1-424c-aede-1cbf530ba8c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:35.162832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:35.167389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.213114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 8b3f34ed-59c0-41e4-a913-5d277efdd353 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:35.307554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.309004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7673f39-227d-4165-84fa-37e896ca9f4a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (0bee55f0-0966-40e9-8f6f-6764ac59c096), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.320141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 14b69a7f-3414-49a8-8c68-d5acb630d484 resource provider aggregate not found Oct 26 11:12:35.358031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:35.377325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:35.394604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7e3695cc-9eb1-424c-aede-1cbf530ba8c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.394828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d3d06030-78dd-472f-99e8-62d102fe8583 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:35.440987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-7e3695cc-9eb1-424c-aede-1cbf530ba8c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 6f19acaa-e2c0-4a4e-870d-c588c150f40f yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:35.455446 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 14b69a7f-3414-49a8-8c68-d5acb630d484 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14b69a7f-3414-49a8-8c68-d5acb630d484 found for delete ", "request_id": "req-4dec10a9-8c04-4e61-b4cc-1a086dcffe54"}]} Oct 26 11:12:35.561154 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b507d5-9a6e-4461-94f1-622e68d04f22 None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:35.603201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f2cc3b6c-94ed-4899-ac6a-5770b002f78a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.669252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No DVR routers for this DVR port f2cc3b6c-94ed-4899-ac6a-5770b002f78a on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:35.698172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7673f39-227d-4165-84fa-37e896ca9f4a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (0bee55f0-0966-40e9-8f6f-6764ac59c096), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.700381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=f2cc3b6c-94ed-4899-ac6a-5770b002f78a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:35.720010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa1aab-cdbb-4627-8d3f-c808de1b9918 None None] DHCP port deletion for 6622b876-2c9b-44c1-8ec5-a47182748853 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:12:35.749563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device adffe219-adbd-4e12-a861-6cd0321655bd no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:35.768892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.789969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: adffe219-adbd-4e12-a861-6cd0321655bd {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:12:35.790350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device adffe219-adbd-4e12-a861-6cd0321655bd not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:12:35.793619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:35.799262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-ecdf73a2-98a3-4248-a749-a6ea76aebaff', 'network_id': 'ecdf73a2-98a3-4248-a749-a6ea76aebaff', 'project_id': '2fff6bedad004c038ff5f0fcae82105b', 'fixed_ips': [{'subnet_id': '13275f9e-4808-4b49-88e6-bd654a271f0f'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:35.801493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.803614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7673f39-227d-4165-84fa-37e896ca9f4a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:35.807224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b7673f39-227d-4165-84fa-37e896ca9f4a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/0bee55f0-0966-40e9-8f6f-6764ac59c096 HTTP/1.1" status: 204 len: 168 time: 1.0489016 Oct 26 11:12:35.808260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7673f39-227d-4165-84fa-37e896ca9f4a tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=0bee55f0-0966-40e9-8f6f-6764ac59c096,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:35.839628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52426) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:35.845959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::1be (ecdf73a2-98a3-4248-a749-a6ea76aebaff/13275f9e-4808-4b49-88e6-bd654a271f0f/8b3f34ed-59c0-41e4-a913-5d277efdd353) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:35.854106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.010634 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3695cc-9eb1-424c-aede-1cbf530ba8c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:12:36.011122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3695cc-9eb1-424c-aede-1cbf530ba8c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:36.021878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4442dd-e7ed-4dcd-85c7-10a56d2c9bcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Deleting subnet 66db036e-904e-402c-9bb7-f5a3d4aabe30 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:36.033184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd4442dd-e7ed-4dcd-85c7-10a56d2c9bcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (66db036e-904e-402c-9bb7-f5a3d4aabe30), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.039587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:36.040014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.064406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:36.088276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:36.108700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.109597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:36.115526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:36.141708 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7e3695cc-9eb1-424c-aede-1cbf530ba8c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3309073 Oct 26 11:12:36.146771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52428) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:36.165152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd4442dd-e7ed-4dcd-85c7-10a56d2c9bcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (66db036e-904e-402c-9bb7-f5a3d4aabe30), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.236022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Allocated IP 172.26.0.93 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/8201fcbb-9a87-4c71-b676-2c52c5fc3540) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:36.263132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (3e372df3-a1b6-4cac-aa26-f679ccbc4ef3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.263384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11e34a-eea1-470d-8a58-d645b2e36793 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:36.267842 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0f11e34a-eea1-470d-8a58-d645b2e36793 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1154449 Oct 26 11:12:36.271218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52430) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:36.290584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:36.292203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:36.305455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:36.308370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:36.312609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e372df3-a1b6-4cac-aa26-f679ccbc4ef3']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:36.335299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dcabee-a51e-41e7-9790-0f8796b25b02') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:36.335464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dcabee-a51e-41e7-9790-0f8796b25b02') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:36.357992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (91dcabee-a51e-41e7-9790-0f8796b25b02), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.409417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (91dcabee-a51e-41e7-9790-0f8796b25b02), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.415384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73038a40-75dc-419c-a277-a23385a8c3f9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:36.417172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73038a40-75dc-419c-a277-a23385a8c3f9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:36.421804 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-73038a40-75dc-419c-a277-a23385a8c3f9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1443574 Oct 26 11:12:36.422022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:36.422022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (91dcabee-a51e-41e7-9790-0f8796b25b02), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.422823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52432) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:36.435441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:36.439872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd4442dd-e7ed-4dcd-85c7-10a56d2c9bcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (66db036e-904e-402c-9bb7-f5a3d4aabe30), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.521538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (8b3f34ed-59c0-41e4-a913-5d277efdd353), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.525875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (3e372df3-a1b6-4cac-aa26-f679ccbc4ef3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.538048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.540983 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/networks/3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 HTTP/1.1" status: 204 len: 168 time: 2.2593036 Oct 26 11:12:36.554268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf57e5-579a-417f-aa53-f33559c7f851 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Network': ['ID=3e372df3-a1b6-4cac-aa26-f679ccbc4ef3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:36.557937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52434) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:36.564577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'name': 'tempest-PortsTestJSON-156318946'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:36.586392 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-49106206-a317-4bae-a102-35bc271b113e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 8bfa73ef-1d2f-4bbc-9d6c-72076921129c {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:36.596175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for port (8201fcbb-9a87-4c71-b676-2c52c5fc3540), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.598369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-49106206-a317-4bae-a102-35bc271b113e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (8bfa73ef-1d2f-4bbc-9d6c-72076921129c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.647227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd4442dd-e7ed-4dcd-85c7-10a56d2c9bcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (66db036e-904e-402c-9bb7-f5a3d4aabe30), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.671366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8b3f34ed-59c0-41e4-a913-5d277efdd353), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.695070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-49106206-a317-4bae-a102-35bc271b113e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (8bfa73ef-1d2f-4bbc-9d6c-72076921129c), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.698123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4442dd-e7ed-4dcd-85c7-10a56d2c9bcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=66db036e-904e-402c-9bb7-f5a3d4aabe30,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:36.739678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd4442dd-e7ed-4dcd-85c7-10a56d2c9bcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.740028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network ecdf73a2-98a3-4248-a749-a6ea76aebaff is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:36.740557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:36.745171 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd4442dd-e7ed-4dcd-85c7-10a56d2c9bcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/66db036e-904e-402c-9bb7-f5a3d4aabe30 HTTP/1.1" status: 204 len: 168 time: 0.9022489 Oct 26 11:12:36.745351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.747066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52436) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:36.760493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Allocated IP 2001:db8::2 (ecdf73a2-98a3-4248-a749-a6ea76aebaff/13275f9e-4808-4b49-88e6-bd654a271f0f/21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:36.762411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=8b3f34ed-59c0-41e4-a913-5d277efdd353,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:36.766104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:36.768428 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:36.774311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:36.774961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.783172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 3ab25f96-a67a-44a3-9701-b8ed77ac9072 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:36.823803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8201fcbb-9a87-4c71-b676-2c52c5fc3540), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.873425 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0089c7ce-7e7b-45c0-9f8b-88d5ad7e9caf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2978756 Oct 26 11:12:36.881504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:36.883455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52438) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:36.889172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (1775ea32-c8c4-43cb-8cde-22e102d32815), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.905774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:36.928418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-49106206-a317-4bae-a102-35bc271b113e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (8bfa73ef-1d2f-4bbc-9d6c-72076921129c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:36.936004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event updated for resources: {'Port': ['ID=8201fcbb-9a87-4c71-b676-2c52c5fc3540,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:36.937847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:36.938546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:36.978950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:36.997580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:37.002038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Publish callbacks [] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.017283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.019902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a13e306-d29b-427c-ad98-b5d2c770bae4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:37.021807 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1a13e306-d29b-427c-ad98-b5d2c770bae4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3f HTTP/1.1" status: 200 len: 927 time: 0.1307144 Oct 26 11:12:37.027823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52440) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:37.030542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:37.146779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Deleting port aaef7669-58a8-4f77-b9e6-457bed95d827 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:37.146779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.165051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-49106206-a317-4bae-a102-35bc271b113e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (8bfa73ef-1d2f-4bbc-9d6c-72076921129c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.217847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:37.219023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (3ab25f96-a67a-44a3-9701-b8ed77ac9072), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.220516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a1a3f8cb-711d-4082-b7d1-acdf76d7a483 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 8b3f34ed-59c0-41e4-a913-5d277efdd353 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:37.220844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f8cb-711d-4082-b7d1-acdf76d7a483 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8b3f34ed-59c0-41e4-a913-5d277efdd353), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.241812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:37.260793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49106206-a317-4bae-a102-35bc271b113e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=8bfa73ef-1d2f-4bbc-9d6c-72076921129c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:37.282886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:37.314650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:37.319854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:37.326679 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac657bdf-f62b-42c8-9c2f-ae113f932b28 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:37.346355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Network ecdf73a2-98a3-4248-a749-a6ea76aebaff is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:37.352710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3ab25f96-a67a-44a3-9701-b8ed77ac9072), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.355688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:37.357844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Pushing event updated for resources: {'Port': ['ID=21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:37.358790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f8cb-711d-4082-b7d1-acdf76d7a483 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8b3f34ed-59c0-41e4-a913-5d277efdd353), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.364700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:37.384958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:37.385697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.386278 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:12:37.403230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a1a3f8cb-711d-4082-b7d1-acdf76d7a483 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 8b3f34ed-59c0-41e4-a913-5d277efdd353 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:37.434234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:37.444506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:37.447081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:37.452003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:37.452627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.462825 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:37.507623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=3ab25f96-a67a-44a3-9701-b8ed77ac9072,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:37.512127 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 91dcabee-a51e-41e7-9790-0f8796b25b02 resource provider aggregate not found Oct 26 11:12:37.542286 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-db75e9e1-ff98-43c2-9537-620ce061ce95 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9815125 Oct 26 11:12:37.545942 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 91dcabee-a51e-41e7-9790-0f8796b25b02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91dcabee-a51e-41e7-9790-0f8796b25b02 found for delete ", "request_id": "req-66449536-e2f9-4062-addd-f640c68a06d4"}]} Oct 26 11:12:37.546479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52446) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:37.566034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Attempting to bind port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:37.567002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Attempting to bind port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '1b7e8635-4639-4869-8d61-4acab37688e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdf73a2-98a3-4248-a749-a6ea76aebaff'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:37.567561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Attempting to bind port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 on network ecdf73a2-98a3-4248-a749-a6ea76aebaff {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:37.670897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:37.689379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-542ca8d6-ec61-4c85-876f-916f1c9dc3b6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 3ab25f96-a67a-44a3-9701-b8ed77ac9072 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:37.689753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-542ca8d6-ec61-4c85-876f-916f1c9dc3b6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3ab25f96-a67a-44a3-9701-b8ed77ac9072), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.704087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:37.704558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.732877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:37.733419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Checking segment: {'id': '1b7e8635-4639-4869-8d61-4acab37688e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdf73a2-98a3-4248-a749-a6ea76aebaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:37.733928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.734430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Bound using segment: {'id': '1b7e8635-4639-4869-8d61-4acab37688e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdf73a2-98a3-4248-a749-a6ea76aebaff'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:37.735027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Bound port: 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7e8635-4639-4869-8d61-4acab37688e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ecdf73a2-98a3-4248-a749-a6ea76aebaff'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:37.735521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.760519 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-49106206-a317-4bae-a102-35bc271b113e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.762179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f8cb-711d-4082-b7d1-acdf76d7a483 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8b3f34ed-59c0-41e4-a913-5d277efdd353), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.763886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-49106206-a317-4bae-a102-35bc271b113e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/8bfa73ef-1d2f-4bbc-9d6c-72076921129c HTTP/1.1" status: 204 len: 168 time: 1.3385136 Oct 26 11:12:37.770200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52448) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:37.781397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:37.815235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] For port aaef7669-58a8-4f77-b9e6-457bed95d827, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aaef7669-58a8-4f77-b9e6-457bed95d827,segment=NetworkSegment(e365d4da-cf5c-46d8-abf6-0137f3c86a6c),segment_id=e365d4da-cf5c-46d8-abf6-0137f3c86a6c)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:37.815235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.828376 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d2f2643-bc67-4f11-b71a-a9edf856c74e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509384 Oct 26 11:12:37.833687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52450) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:37.835105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.836021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:37.852546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:37.855020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3f8cb-711d-4082-b7d1-acdf76d7a483 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=8b3f34ed-59c0-41e4-a913-5d277efdd353,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:37.858726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Calling delete_port for aaef7669-58a8-4f77-b9e6-457bed95d827 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:37.859550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-542ca8d6-ec61-4c85-876f-916f1c9dc3b6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3ab25f96-a67a-44a3-9701-b8ed77ac9072), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.903024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1a3f8cb-711d-4082-b7d1-acdf76d7a483 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:37.906544 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a1a3f8cb-711d-4082-b7d1-acdf76d7a483 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/8b3f34ed-59c0-41e4-a913-5d277efdd353 HTTP/1.1" status: 204 len: 168 time: 0.8772025 Oct 26 11:12:37.907708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-542ca8d6-ec61-4c85-876f-916f1c9dc3b6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 3ab25f96-a67a-44a3-9701-b8ed77ac9072 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:37.909494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52452) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:37.942957 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3a5714-1260-4c42-b6c0-6681ce65023f tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:12:37.946683 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d3a5714-1260-4c42-b6c0-6681ce65023f tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/8b3f34ed-59c0-41e4-a913-5d277efdd353 HTTP/1.1" status: 404 len: 333 time: 0.0327840 Oct 26 11:12:37.946880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52454) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:37.948456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:34Z', 'revision_number': 15, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:37.996587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:37.999140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] For port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:38.005468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:38.013918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:38.023639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] For port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713,segment=NetworkSegment(1b7e8635-4639-4869-8d61-4acab37688e2),segment_id=1b7e8635-4639-4869-8d61-4acab37688e2)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:38.031781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:38.032398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.032948 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:12:38.034784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:38.035574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:38.040270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.088804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:38.092932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.098886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a3940cdd-3431-4c07-bd85-e8f0800b7f60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 04f6ce50-6161-4c44-8b0b-dc7e14448749 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:38.099232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3940cdd-3431-4c07-bd85-e8f0800b7f60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (04f6ce50-6161-4c44-8b0b-dc7e14448749), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.149602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:38.169480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-542ca8d6-ec61-4c85-876f-916f1c9dc3b6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3ab25f96-a67a-44a3-9701-b8ed77ac9072), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.206426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404ee1f-13bf-44f7-9bab-d1eab5403e1f None None] Pushing event updated for resources: {'Port': ['ID=21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:38.211313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:38.215466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-542ca8d6-ec61-4c85-876f-916f1c9dc3b6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.218820 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-542ca8d6-ec61-4c85-876f-916f1c9dc3b6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3ab25f96-a67a-44a3-9701-b8ed77ac9072 HTTP/1.1" status: 204 len: 168 time: 0.6699355 Oct 26 11:12:38.223878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca8d6-ec61-4c85-876f-916f1c9dc3b6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=3ab25f96-a67a-44a3-9701-b8ed77ac9072,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:38.226343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52456) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:38.233982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'mac_address': 'fa:16:3e:a8:92:be', 'name': 'tempest-PortsTestJSON-428193920'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:38.251870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:38.320363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3940cdd-3431-4c07-bd85-e8f0800b7f60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (04f6ce50-6161-4c44-8b0b-dc7e14448749), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.332867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (aaef7669-58a8-4f77-b9e6-457bed95d827), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.348767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.349106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a3940cdd-3431-4c07-bd85-e8f0800b7f60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 04f6ce50-6161-4c44-8b0b-dc7e14448749 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:38.350100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:38.350781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.408502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Port': ['ID=aaef7669-58a8-4f77-b9e6-457bed95d827,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:38.418090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No DVR routers for this DVR port aaef7669-58a8-4f77-b9e6-457bed95d827 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:38.453689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:38.458271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:38.489939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:38.489939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:38.489939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.509936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:38.517747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1b191f93-7132-46ec-9fe1-b1e2eb0829ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:38.565796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (1775ea32-c8c4-43cb-8cde-22e102d32815), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.578428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 1b191f93-7132-46ec-9fe1-b1e2eb0829ca {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:12:38.578770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1b191f93-7132-46ec-9fe1-b1e2eb0829ca not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:12:38.585884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.597200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:38.598399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:38.649682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 11a2372e-6ece-44f5-9734-6a2e8ec6a939 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:38.658941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:38.665100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:38.731816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1775ea32-c8c4-43cb-8cde-22e102d32815']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:38.732188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3940cdd-3431-4c07-bd85-e8f0800b7f60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (04f6ce50-6161-4c44-8b0b-dc7e14448749), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.734744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:34Z', 'revision_number': 15, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:38.764957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c549483-e9e7-4ea2-901f-95a011c185c9 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fefaea03-fefd-4d25-a459-91e3b40d7dd6', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'port_id': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'ERROR', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'mac_address': 'fa:16:3e:cf:0b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:21Z', 'updated_at': '2022-10-26T11:12:35Z', 'revision_number': 12, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:34Z', 'revision_number': 15, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:38.798132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e365d4da-cf5c-46d8-abf6-0137f3c86a6c') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:38.798751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e365d4da-cf5c-46d8-abf6-0137f3c86a6c') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:38.801888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:38.806601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3940cdd-3431-4c07-bd85-e8f0800b7f60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=04f6ce50-6161-4c44-8b0b-dc7e14448749,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:38.810147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3940cdd-3431-4c07-bd85-e8f0800b7f60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.818902 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a3940cdd-3431-4c07-bd85-e8f0800b7f60 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/04f6ce50-6161-4c44-8b0b-dc7e14448749 HTTP/1.1" status: 204 len: 168 time: 0.8660617 Oct 26 11:12:38.819156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (f6bf0d06-7d23-49a3-b99a-8793300419d4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.820707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:38.827137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (e365d4da-cf5c-46d8-abf6-0137f3c86a6c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.851943 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd00cba-39de-4d18-942b-7fcee2fc60c4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:12:38.855932 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8cd00cba-39de-4d18-942b-7fcee2fc60c4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/04f6ce50-6161-4c44-8b0b-dc7e14448749 HTTP/1.1" status: 404 len: 333 time: 0.0312512 Oct 26 11:12:38.857591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52460) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:38.900807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:38.915658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:38.934790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:38.938836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.944119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (e365d4da-cf5c-46d8-abf6-0137f3c86a6c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:38.995712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-be524de0-132b-4c1c-ac20-c718d05951fa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet 13275f9e-4808-4b49-88e6-bd654a271f0f {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:38.999315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:39.000013 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (e365d4da-cf5c-46d8-abf6-0137f3c86a6c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.002291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-be524de0-132b-4c1c-ac20-c718d05951fa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (13275f9e-4808-4b49-88e6-bd654a271f0f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.069834 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment e365d4da-cf5c-46d8-abf6-0137f3c86a6c resource provider aggregate not found Oct 26 11:12:39.072202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-be524de0-132b-4c1c-ac20-c718d05951fa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (13275f9e-4808-4b49-88e6-bd654a271f0f), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.085221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:39.114975 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2775016 Oct 26 11:12:39.126978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8997cae-b3ed-4b37-b721-d42b19e084f0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=f6bf0d06-7d23-49a3-b99a-8793300419d4,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:39.132003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.152812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52466) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.172944 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment e365d4da-cf5c-46d8-abf6-0137f3c86a6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e365d4da-cf5c-46d8-abf6-0137f3c86a6c found for delete ", "request_id": "req-19e6c0f1-cdaf-4ef9-8e5e-ecd3910ba352"}]} Oct 26 11:12:39.179436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-95310379-98be-4d74-9eb8-7feb8569fb1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1677775874', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:39.203558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (11a2372e-6ece-44f5-9734-6a2e8ec6a939), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.247786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:39.258053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-be524de0-132b-4c1c-ac20-c718d05951fa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (13275f9e-4808-4b49-88e6-bd654a271f0f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.263084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (1775ea32-c8c4-43cb-8cde-22e102d32815), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.275422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.282209 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/1775ea32-c8c4-43cb-8cde-22e102d32815 HTTP/1.1" status: 204 len: 168 time: 2.5304544 Oct 26 11:12:39.282955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52468) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.291138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95310379-98be-4d74-9eb8-7feb8569fb1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (103f65e8-57c1-441d-8c00-851e8432e5fe), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.292220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95310379-98be-4d74-9eb8-7feb8569fb1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (103f65e8-57c1-441d-8c00-851e8432e5fe), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.331467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c817583-66ab-40b6-9f2d-60060b1f9a12 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=1775ea32-c8c4-43cb-8cde-22e102d32815,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:39.373956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:39.410384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:39.410758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.413288 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c9530c-7f04-488a-9d77-12d35bb5353b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:39.413874 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 Oct 26 11:12:39.414440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c9530c-7f04-488a-9d77-12d35bb5353b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:39.417618 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-66c9530c-7f04-488a-9d77-12d35bb5353b tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5e9f3038-a254-4a64-b61f-9f98f42c5ac2 HTTP/1.1" status: 404 len: 337 time: 0.1299543 Oct 26 11:12:39.422692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52470) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.439126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-be524de0-132b-4c1c-ac20-c718d05951fa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (13275f9e-4808-4b49-88e6-bd654a271f0f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.469002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (11a2372e-6ece-44f5-9734-6a2e8ec6a939), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.478736 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c0dc72-39b5-4826-875e-ebfc6f7a6dcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:39.479108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c0dc72-39b5-4826-875e-ebfc6f7a6dcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:39.479218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be524de0-132b-4c1c-ac20-c718d05951fa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=13275f9e-4808-4b49-88e6-bd654a271f0f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:39.482361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c3c0dc72-39b5-4826-875e-ebfc6f7a6dcb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/6e972847-a771-4cb2-b222-ca1cd2675741 HTTP/1.1" status: 404 len: 339 time: 0.0569153 Oct 26 11:12:39.490788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52472) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.536464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:39.541779 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc80e33b-cfbc-4234-bab1-6707c227013f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:39.541997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc80e33b-cfbc-4234-bab1-6707c227013f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:39.545155 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dc80e33b-cfbc-4234-bab1-6707c227013f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/e571f203-0201-40f4-8ea5-4667e00f095d HTTP/1.1" status: 404 len: 337 time: 0.0532684 Oct 26 11:12:39.547218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=11a2372e-6ece-44f5-9734-6a2e8ec6a939,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:39.548035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:39.548811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.551906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52474) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.560539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-be524de0-132b-4c1c-ac20-c718d05951fa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.564352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-be524de0-132b-4c1c-ac20-c718d05951fa tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/13275f9e-4808-4b49-88e6-bd654a271f0f HTTP/1.1" status: 204 len: 168 time: 0.7054737 Oct 26 11:12:39.568197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52478) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.598875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:39.603417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:39.607067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:39.616300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:39.616989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.642591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95310379-98be-4d74-9eb8-7feb8569fb1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router_controller (103f65e8-57c1-441d-8c00-851e8432e5fe), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.663299 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5202ac48-ee93-4bf4-9ed4-3c32dc1151dc tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:39.663843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5202ac48-ee93-4bf4-9ed4-3c32dc1151dc tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:39.669378 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5202ac48-ee93-4bf4-9ed4-3c32dc1151dc tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/b3f0ae73-0cdf-4efd-a04b-2b8e7e05691f HTTP/1.1" status: 404 len: 339 time: 0.1148036 Oct 26 11:12:39.669378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95310379-98be-4d74-9eb8-7feb8569fb1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (103f65e8-57c1-441d-8c00-851e8432e5fe), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.672773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.676516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713,segment=NetworkSegment(1b7e8635-4639-4869-8d61-4acab37688e2),segment_id=1b7e8635-4639-4869-8d61-4acab37688e2)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:39.709352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0889c970-e38a-4e10-a000-f0207a0b68e0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4795220 Oct 26 11:12:39.715382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52482) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.723338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.782324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:39.790555 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-673dc744-104b-4ce2-80c9-ff6ae19d3fdb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:39.791082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673dc744-104b-4ce2-80c9-ff6ae19d3fdb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:39.794308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-673dc744-104b-4ce2-80c9-ff6ae19d3fdb tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/85f0cd92-81ad-4f27-8bc3-cc6653138672 HTTP/1.1" status: 404 len: 337 time: 0.1194248 Oct 26 11:12:39.797854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52484) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.801538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (ecdf73a2-98a3-4248-a749-a6ea76aebaff), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.817440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:37Z', 'revision_number': 10, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:38Z', 'revision_number': 21, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:39.820389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:39.829274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed933c3-fec2-4af3-98d8-f20e840a78b9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:39.851419 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8ed933c3-fec2-4af3-98d8-f20e840a78b9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/11a2372e-6ece-44f5-9734-6a2e8ec6a939 HTTP/1.1" status: 200 len: 840 time: 0.1343455 Oct 26 11:12:39.853513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52486) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.871273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95310379-98be-4d74-9eb8-7feb8569fb1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:39.886019 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-95310379-98be-4d74-9eb8-7feb8569fb1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7108130 Oct 26 11:12:39.888327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52488) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.895744 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e398eb59-9cc4-4dc4-9f80-da17462aa27e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:39.896800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e398eb59-9cc4-4dc4-9f80-da17462aa27e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:39.901077 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e398eb59-9cc4-4dc4-9f80-da17462aa27e tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/0a6b65e4-aa36-4682-94ea-1a162d069768 HTTP/1.1" status: 404 len: 339 time: 0.1013830 Oct 26 11:12:39.903961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52490) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:39.912450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Router 0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:12:39.937762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce26ff14-86ed-49b5-8ea8-c251daa19cbf None None] Network 6622b876-2c9b-44c1-8ec5-a47182748853 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:39.969903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a544b9d-a43d-40d9-8baf-6d5e49428d98 None None] Network 1775ea32-c8c4-43cb-8cde-22e102d32815 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.005474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce26ff14-86ed-49b5-8ea8-c251daa19cbf None None] Network 6622b876-2c9b-44c1-8ec5-a47182748853 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.006858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a544b9d-a43d-40d9-8baf-6d5e49428d98 None None] Network 1775ea32-c8c4-43cb-8cde-22e102d32815 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.023380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84956bd3-922b-44b5-b2f0-f355e79acd82 None None] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.027086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4cd7e9-6098-472f-95d0-b24db855d1c7 None None] Network 6e972847-a771-4cb2-b222-ca1cd2675741 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.040256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f696a-1b5a-4a19-8c3b-96a5fd61af3c None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.055346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:40.055946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.114830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14048c07-dbc1-4007-83ae-29f8ee3b501a None None] Network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.127829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:40.136896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:40.146204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] For port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713,segment=NetworkSegment(1b7e8635-4639-4869-8d61-4acab37688e2),segment_id=1b7e8635-4639-4869-8d61-4acab37688e2)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:40.146569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.163315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:40.182210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752863c1-9c6f-4e3d-a0ec-e74eb0c88e10 None None] Network d9a33ab2-7887-4c27-8641-8645a09e9b07 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.184543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9aac45-894b-43be-90ca-601dd39e96b3 None None] Network ecdf73a2-98a3-4248-a749-a6ea76aebaff requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.185279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-219a793a-5b28-47c7-a5fa-21fe4e17ea46 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Deleting subnet 77d78009-6686-481a-aca9-10dd67a6443b {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:40.186778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a677dd0f-9e40-41eb-bb23-060ea9e5eebf None None] DHCP port deletion for 1775ea32-c8c4-43cb-8cde-22e102d32815 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:12:40.190369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84956bd3-922b-44b5-b2f0-f355e79acd82 None None] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.193706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-219a793a-5b28-47c7-a5fa-21fe4e17ea46 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (77d78009-6686-481a-aca9-10dd67a6443b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.193888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:40.233403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a0ceb3a9-ae91-4e09-8321-9268bcfb9afd None None] Provisioning complete for port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:40.233789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a0ceb3a9-ae91-4e09-8321-9268bcfb9afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.234704 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a0ceb3a9-ae91-4e09-8321-9268bcfb9afd None None] Attempt 1 to provision port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 Oct 26 11:12:40.237774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14048c07-dbc1-4007-83ae-29f8ee3b501a None None] Network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.245080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4cd7e9-6098-472f-95d0-b24db855d1c7 None None] Network 6e972847-a771-4cb2-b222-ca1cd2675741 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.264594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dc92bdd4-cee8-4117-a9c2-98ea71a3db08 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 11a2372e-6ece-44f5-9734-6a2e8ec6a939 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:40.267678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc92bdd4-cee8-4117-a9c2-98ea71a3db08 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (11a2372e-6ece-44f5-9734-6a2e8ec6a939), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.287115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1931a04b-278f-4dc9-9612-ceb47fafcb1b None None] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.290782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:40.307563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:12:40.319001 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433568bd-9cae-4cbf-a6c6-e022fd8f7766 None None] Sync routers for ids ['0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:40.341423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88d4648-8cf9-4b87-960c-41ab283c32e2 None None] Network 1775ea32-c8c4-43cb-8cde-22e102d32815 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.346270 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433568bd-9cae-4cbf-a6c6-e022fd8f7766 None None] Routers {'0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:40.347143 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-433568bd-9cae-4cbf-a6c6-e022fd8f7766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:40.366912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc92bdd4-cee8-4117-a9c2-98ea71a3db08 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (11a2372e-6ece-44f5-9734-6a2e8ec6a939), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.380714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dc92bdd4-cee8-4117-a9c2-98ea71a3db08 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 11a2372e-6ece-44f5-9734-6a2e8ec6a939 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:40.400853 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-433568bd-9cae-4cbf-a6c6-e022fd8f7766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:40.408290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.410279 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3f7c28fd-c9d2-41d3-9c98-b7f94c2b17fe tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6739874 Oct 26 11:12:40.418533 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433568bd-9cae-4cbf-a6c6-e022fd8f7766 None None] Routers {'0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:40.419411 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-433568bd-9cae-4cbf-a6c6-e022fd8f7766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:40.439368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52498) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:40.441031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.446181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cba193-5ba5-42f4-a3e5-1072366a9529 None None] DHCP port deletion for 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:12:40.451712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752863c1-9c6f-4e3d-a0ec-e74eb0c88e10 None None] Network d9a33ab2-7887-4c27-8641-8645a09e9b07 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.453052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88d4648-8cf9-4b87-960c-41ab283c32e2 None None] Network 1775ea32-c8c4-43cb-8cde-22e102d32815 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.460466 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-433568bd-9cae-4cbf-a6c6-e022fd8f7766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:40.463292 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433568bd-9cae-4cbf-a6c6-e022fd8f7766 None None] The sync data for ids ['0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:40.468023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:40.473513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:40.499765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf206c6c-ee87-4a34-8955-5c0bd3baff9d None None] Network d9a33ab2-7887-4c27-8641-8645a09e9b07 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.514789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1931a04b-278f-4dc9-9612-ceb47fafcb1b None None] Network f3baac5c-29ff-4999-88fa-e38d174fc0d6 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.516617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-219a793a-5b28-47c7-a5fa-21fe4e17ea46 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (77d78009-6686-481a-aca9-10dd67a6443b), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.530019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf206c6c-ee87-4a34-8955-5c0bd3baff9d None None] Network d9a33ab2-7887-4c27-8641-8645a09e9b07 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.531864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5fcf9e-247b-4506-8b9e-56ea0853110c None None] Network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.555128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc92bdd4-cee8-4117-a9c2-98ea71a3db08 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (11a2372e-6ece-44f5-9734-6a2e8ec6a939), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.593466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21445317-c3e6-46de-ae7e-d3c796b78e49 None None] Network d9a33ab2-7887-4c27-8641-8645a09e9b07 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.611894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:40.612186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:40.618311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92bdd4-cee8-4117-a9c2-98ea71a3db08 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=11a2372e-6ece-44f5-9734-6a2e8ec6a939,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:40.641358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc92bdd4-cee8-4117-a9c2-98ea71a3db08 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.645383 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dc92bdd4-cee8-4117-a9c2-98ea71a3db08 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/11a2372e-6ece-44f5-9734-6a2e8ec6a939 HTTP/1.1" status: 204 len: 168 time: 0.7803733 Oct 26 11:12:40.649040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52500) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:40.687887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.719291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21445317-c3e6-46de-ae7e-d3c796b78e49 None None] Network d9a33ab2-7887-4c27-8641-8645a09e9b07 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.740226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5fcf9e-247b-4506-8b9e-56ea0853110c None None] Network 3e372df3-a1b6-4cac-aa26-f679ccbc4ef3 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:12:40.757044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a0ceb3a9-ae91-4e09-8321-9268bcfb9afd None None] Could not find standard attr ID for object 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:40.777617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No DVR routers for this DVR port 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:40.807228 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7525994-dc28-4174-aadc-4d9bce7ba3cc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:12:40.814151 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d7525994-dc28-4174-aadc-4d9bce7ba3cc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/11a2372e-6ece-44f5-9734-6a2e8ec6a939 HTTP/1.1" status: 404 len: 333 time: 0.1592762 Oct 26 11:12:40.835394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52502) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:40.840289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:40.841233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.842687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'name': 'tempest-PortsTestJSON-836003245'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:40.846310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:40.856107 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.db [None req-a0ceb3a9-ae91-4e09-8321-9268bcfb9afd None None] No ports have port_id starting with 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 Oct 26 11:12:40.883764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-219a793a-5b28-47c7-a5fa-21fe4e17ea46 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (77d78009-6686-481a-aca9-10dd67a6443b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:40.898899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685362c-375c-4c94-be82-0970cf95fc8c None None] Network ecdf73a2-98a3-4248-a749-a6ea76aebaff requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.916093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a0ceb3a9-ae91-4e09-8321-9268bcfb9afd None None] Could not find standard attr ID for object 04f6ce50-6161-4c44-8b0b-dc7e14448749. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:40.930066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:40.934568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:40.951036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1525b-3f44-4941-841a-48bc42805916 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:40.954735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:40.994767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:41.035283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.035962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:41.036998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (ecdf73a2-98a3-4248-a749-a6ea76aebaff), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.077452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdf73a2-98a3-4248-a749-a6ea76aebaff']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:41.097005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7e8635-4639-4869-8d61-4acab37688e2') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:41.097304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7e8635-4639-4869-8d61-4acab37688e2') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:41.101657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:41.116877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (1b7e8635-4639-4869-8d61-4acab37688e2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.130422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:41.134340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.137665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-219a793a-5b28-47c7-a5fa-21fe4e17ea46 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (77d78009-6686-481a-aca9-10dd67a6443b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.159591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (1b7e8635-4639-4869-8d61-4acab37688e2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.189131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a793a-5b28-47c7-a5fa-21fe4e17ea46 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=77d78009-6686-481a-aca9-10dd67a6443b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:41.191417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:41.191863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (1b7e8635-4639-4869-8d61-4acab37688e2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.218549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-219a793a-5b28-47c7-a5fa-21fe4e17ea46 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.218849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-54121d5f-4509-4800-a174-0c47852921c2 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:41.219054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-54121d5f-4509-4800-a174-0c47852921c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.219372 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-54121d5f-4509-4800-a174-0c47852921c2 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:41.225440 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-219a793a-5b28-47c7-a5fa-21fe4e17ea46 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/77d78009-6686-481a-aca9-10dd67a6443b HTTP/1.1" status: 204 len: 168 time: 1.3204370 Oct 26 11:12:41.226217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52506) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:41.232057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1bd972-a009-44ec-9bac-00a448aba137 None None] Network 3f5eda5e-3b7d-4544-9053-d42cb02bc561 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:41.259029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port cd8c5767-6019-4060-a1f1-38a86101d6a2 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:41.270644 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 1b7e8635-4639-4869-8d61-4acab37688e2 resource provider aggregate not found Oct 26 11:12:41.345280 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 1b7e8635-4639-4869-8d61-4acab37688e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b7e8635-4639-4869-8d61-4acab37688e2 found for delete ", "request_id": "req-b3f9c47c-9e5d-449d-9874-0d1ebe75ab16"}]} Oct 26 11:12:41.369013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412fb6d-e5ba-4f8c-9656-797829ed3881 None None] DHCP port deletion for ecdf73a2-98a3-4248-a749-a6ea76aebaff request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:12:41.377929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:41.386672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::1 (e006cddc-269c-485d-9059-cd1342ff5d5c/f6bf0d06-7d23-49a3-b99a-8793300419d4/acbbad70-2c61-4b4b-82f7-3efc3c4fd96b) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:41.397955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (ecdf73a2-98a3-4248-a749-a6ea76aebaff), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.426240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.436905 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/networks/ecdf73a2-98a3-4248-a749-a6ea76aebaff HTTP/1.1" status: 204 len: 168 time: 1.8672800 Oct 26 11:12:41.440023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:41.444233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52510) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:41.454695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1906711737'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:41.486799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb800b0-993c-4fc7-b269-21099d67255b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Network': ['ID=ecdf73a2-98a3-4248-a749-a6ea76aebaff,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:41.498636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (3f5eda5e-3b7d-4544-9053-d42cb02bc561), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.558379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:41.561289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.605387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2d178-7d1b-466b-8818-5e5563f3aa7b None None] New status for floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:41.692618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.698634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.720444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_gateway (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.736159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:41.758411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.782866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.784227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:41.784841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.829117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:41.869767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:41.875943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:41.877770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:41.878591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (103f65e8-57c1-441d-8c00-851e8432e5fe), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.882099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Deleting port 8201fcbb-9a87-4c71-b676-2c52c5fc3540 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:41.882509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8201fcbb-9a87-4c71-b676-2c52c5fc3540), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:41.886177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=acbbad70-2c61-4b4b-82f7-3efc3c4fd96b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:41.921947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed83e86-f8b1-452b-ab4e-65b3233e65f6 None None] DHCP port deletion for 3f5eda5e-3b7d-4544-9053-d42cb02bc561 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:12:41.937422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-54121d5f-4509-4800-a174-0c47852921c2 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:41.970540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:41.981750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (cd8c5767-6019-4060-a1f1-38a86101d6a2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.010188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Deleting port 810b39df-580e-42ab-a2d1-79e28ad43372 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:42.010782 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.026755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:42.033998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (83c5a35c-5e64-4622-b913-338e1fbb7b9e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.034342 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Added segment 83c5a35c-5e64-4622-b913-338e1fbb7b9e of type vlan for network 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f Oct 26 11:12:42.058896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.110283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:42.118567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:42.127046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8201fcbb-9a87-4c71-b676-2c52c5fc3540), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.135502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (cd8c5767-6019-4060-a1f1-38a86101d6a2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.141708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7ed83e86-f8b1-452b-ab4e-65b3233e65f6 None None] Deleting port 810b39df-580e-42ab-a2d1-79e28ad43372 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:42.142347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7ed83e86-f8b1-452b-ab4e-65b3233e65f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.150403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea605b84-060a-4655-9fe4-602be6a6573a None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:42.159222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:37Z', 'revision_number': 10, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:38Z', 'revision_number': 21, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:42.169535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Calling delete_port for 8201fcbb-9a87-4c71-b676-2c52c5fc3540 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:42.188076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.196432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (21a902a6-b30f-4cce-bff9-e7a54ff4bb5f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.199871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] For port 810b39df-580e-42ab-a2d1-79e28ad43372, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=810b39df-580e-42ab-a2d1-79e28ad43372,segment=NetworkSegment(b5e2f536-5a20-4cc1-ba53-ae5f95c628bb),segment_id=b5e2f536-5a20-4cc1-ba53-ae5f95c628bb)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:42.200159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.228462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Calling delete_port for 810b39df-580e-42ab-a2d1-79e28ad43372 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:42.232508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:42.245566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:42.259941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:42.263704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1813155-1360-4ba7-9558-c6601b205b66 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:37Z', 'revision_number': 10, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:38Z', 'revision_number': 21, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:42.264489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:42.265414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.274070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=cd8c5767-6019-4060-a1f1-38a86101d6a2,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:42.323656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-59870999-95cf-40bf-b152-bc57b68124ac None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:42.323656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-59870999-95cf-40bf-b152-bc57b68124ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.323880 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-59870999-95cf-40bf-b152-bc57b68124ac None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:42.327779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (21a902a6-b30f-4cce-bff9-e7a54ff4bb5f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.332514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:42.333179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:42.333616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.365924 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-072e0fd9-9f0c-4a42-84e0-b3818478a5f8 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5271120 Oct 26 11:12:42.389213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7ed83e86-f8b1-452b-ab4e-65b3233e65f6 None None] For port 810b39df-580e-42ab-a2d1-79e28ad43372, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=810b39df-580e-42ab-a2d1-79e28ad43372,segment=NetworkSegment(b5e2f536-5a20-4cc1-ba53-ae5f95c628bb),segment_id=b5e2f536-5a20-4cc1-ba53-ae5f95c628bb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:42.389620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7ed83e86-f8b1-452b-ab4e-65b3233e65f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.410931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52514) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:42.419416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c90bb2df-fe3d-4665-90d6-9a195f46370d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:42.450316 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0001020 Oct 26 11:12:42.452568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:42.453902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52516) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:42.455597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7ed83e86-f8b1-452b-ab4e-65b3233e65f6 None None] Calling delete_port for 810b39df-580e-42ab-a2d1-79e28ad43372 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:42.477012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '21a902a6-b30f-4cce-bff9-e7a54ff4bb5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:42.483432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aefd1-fc24-4e8f-b568-b7de69b0745a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Network': ['ID=21a902a6-b30f-4cce-bff9-e7a54ff4bb5f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:42.512802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:42.533126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:42.543986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:42.544365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.545181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:42.558250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c90bb2df-fe3d-4665-90d6-9a195f46370d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd8c5767-6019-4060-a1f1-38a86101d6a2), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.559623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:42.565469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.662889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Port': ['ID=810b39df-580e-42ab-a2d1-79e28ad43372,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:42.667619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No DVR routers for this DVR port 810b39df-580e-42ab-a2d1-79e28ad43372 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:42.744184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-59870999-95cf-40bf-b152-bc57b68124ac None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:42.750308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7ed83e86-f8b1-452b-ab4e-65b3233e65f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (810b39df-580e-42ab-a2d1-79e28ad43372), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.754438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:42.760016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8201fcbb-9a87-4c71-b676-2c52c5fc3540), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.776551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:42.781132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.794220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.798401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed83e86-f8b1-452b-ab4e-65b3233e65f6 None None] Pushing event deleted for resources: {'Port': ['ID=810b39df-580e-42ab-a2d1-79e28ad43372,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:42.807782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed83e86-f8b1-452b-ab4e-65b3233e65f6 None None] No DVR routers for this DVR port 810b39df-580e-42ab-a2d1-79e28ad43372 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:42.854934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (3f5eda5e-3b7d-4544-9053-d42cb02bc561), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.896878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:42.915186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5eda5e-3b7d-4544-9053-d42cb02bc561']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:42.938035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e2f536-5a20-4cc1-ba53-ae5f95c628bb') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:42.938668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e2f536-5a20-4cc1-ba53-ae5f95c628bb') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:42.962336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (b5e2f536-5a20-4cc1-ba53-ae5f95c628bb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.991099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b5e2f536-5a20-4cc1-ba53-ae5f95c628bb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:42.993397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Pushing event deleted for resources: {'Port': ['ID=8201fcbb-9a87-4c71-b676-2c52c5fc3540,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:43.010238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:43.010645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (b5e2f536-5a20-4cc1-ba53-ae5f95c628bb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.033916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c90bb2df-fe3d-4665-90d6-9a195f46370d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (cd8c5767-6019-4060-a1f1-38a86101d6a2), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.046790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c90bb2df-fe3d-4665-90d6-9a195f46370d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (cd8c5767-6019-4060-a1f1-38a86101d6a2), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.047777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c90bb2df-fe3d-4665-90d6-9a195f46370d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] In _notify_port_updated(), no bound segment for port cd8c5767-6019-4060-a1f1-38a86101d6a2 on network 722ef23c-11c0-4b8b-ad49-80658abdf014 {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:12:43.053230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90bb2df-fe3d-4665-90d6-9a195f46370d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:43.053858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c90bb2df-fe3d-4665-90d6-9a195f46370d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.055184 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c90bb2df-fe3d-4665-90d6-9a195f46370d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "PUT /networking/v2.0/ports/cd8c5767-6019-4060-a1f1-38a86101d6a2 HTTP/1.1" status: 200 len: 818 time: 0.6406112 Oct 26 11:12:43.063553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:43.069351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52518) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:43.087914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3606ae33-c8fd-4f2c-bc27-6e468d8544a2 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:43.169548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (3f5eda5e-3b7d-4544-9053-d42cb02bc561), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.195202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.198664 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/3f5eda5e-3b7d-4544-9053-d42cb02bc561 HTTP/1.1" status: 204 len: 168 time: 1.9344723 Oct 26 11:12:43.205215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52520) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:43.226393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90bb2df-fe3d-4665-90d6-9a195f46370d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=cd8c5767-6019-4060-a1f1-38a86101d6a2,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:43.236709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b9384-399c-4715-996c-5b786cf1d957 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=3f5eda5e-3b7d-4544-9053-d42cb02bc561,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:43.259391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b1b421c6-c2a7-4c75-9208-f499c4a30680 None None] Provisioning complete for port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:43.259786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b1b421c6-c2a7-4c75-9208-f499c4a30680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.260122 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b1b421c6-c2a7-4c75-9208-f499c4a30680 None None] Attempt 1 to provision port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b Oct 26 11:12:43.277506 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f577408-cb34-4b0f-8c3f-246ebe967ec5 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:43.277970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f577408-cb34-4b0f-8c3f-246ebe967ec5 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:43.280977 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0f577408-cb34-4b0f-8c3f-246ebe967ec5 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/34406feb-d1be-475b-af50-b3a815e094d1 HTTP/1.1" status: 404 len: 337 time: 0.0704098 Oct 26 11:12:43.283689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52522) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:43.291937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aaef7669-58a8-4f77-b9e6-457bed95d827 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:43.302597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.304600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a94582b-9ce7-4dc8-8fbe-ce243269ef0f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:43.305409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a94582b-9ce7-4dc8-8fbe-ce243269ef0f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:43.310336 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1a94582b-9ce7-4dc8-8fbe-ce243269ef0f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/1dc46df8-05ff-4b22-9ed5-ebb47039407e HTTP/1.1" status: 404 len: 339 time: 0.0233641 Oct 26 11:12:43.311280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52524) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:43.375634 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment b5e2f536-5a20-4cc1-ba53-ae5f95c628bb resource provider aggregate not found Oct 26 11:12:43.398903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7c7484-350b-4ba9-b719-280ab79a0f9f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Deleting subnet c5d0f283-a585-48c0-801f-6355845c95bc {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:43.402898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7484-350b-4ba9-b719-280ab79a0f9f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (c5d0f283-a585-48c0-801f-6355845c95bc), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.406914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.418042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b1b421c6-c2a7-4c75-9208-f499c4a30680 None None] Port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:12:43.428465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: aaef7669-58a8-4f77-b9e6-457bed95d827 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:12:43.429232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aaef7669-58a8-4f77-b9e6-457bed95d827 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:12:43.430524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f2cc3b6c-94ed-4899-ac6a-5770b002f78a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:43.437469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9e89f040-1ca0-4906-bef9-1e25a1ea67f1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port cd8c5767-6019-4060-a1f1-38a86101d6a2 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:43.437827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9e89f040-1ca0-4906-bef9-1e25a1ea67f1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (cd8c5767-6019-4060-a1f1-38a86101d6a2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.451455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7484-350b-4ba9-b719-280ab79a0f9f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (c5d0f283-a585-48c0-801f-6355845c95bc), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.458102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b1b421c6-c2a7-4c75-9208-f499c4a30680 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:43.458719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b1b421c6-c2a7-4c75-9208-f499c4a30680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.459308 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b1b421c6-c2a7-4c75-9208-f499c4a30680 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:43.466514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.467316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (103f65e8-57c1-441d-8c00-851e8432e5fe), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.499495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f2cc3b6c-94ed-4899-ac6a-5770b002f78a {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:12:43.499648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f2cc3b6c-94ed-4899-ac6a-5770b002f78a not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:12:43.500157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 810b39df-580e-42ab-a2d1-79e28ad43372 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:43.540043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 810b39df-580e-42ab-a2d1-79e28ad43372 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:12:43.543584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 810b39df-580e-42ab-a2d1-79e28ad43372 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:12:43.544379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:43.557977 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment b5e2f536-5a20-4cc1-ba53-ae5f95c628bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5e2f536-5a20-4cc1-ba53-ae5f95c628bb found for delete ", "request_id": "req-ede7af1c-9e53-4fc0-b952-36fd3067c27d"}]} Oct 26 11:12:43.573654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:43.577248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:12:43.577606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 21ea0d42-4bb0-4918-a0a6-2d6f9dfd2713 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:12:43.579637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7484-350b-4ba9-b719-280ab79a0f9f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c5d0f283-a585-48c0-801f-6355845c95bc), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.615452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9e89f040-1ca0-4906-bef9-1e25a1ea67f1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (cd8c5767-6019-4060-a1f1-38a86101d6a2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.637224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9e89f040-1ca0-4906-bef9-1e25a1ea67f1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for cd8c5767-6019-4060-a1f1-38a86101d6a2 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:43.638010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:43.705264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b1b421c6-c2a7-4c75-9208-f499c4a30680 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:43.716343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7484-350b-4ba9-b719-280ab79a0f9f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (c5d0f283-a585-48c0-801f-6355845c95bc), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.736471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7b7c7484-350b-4ba9-b719-280ab79a0f9f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.742402 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7b7c7484-350b-4ba9-b719-280ab79a0f9f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c5d0f283-a585-48c0-801f-6355845c95bc HTTP/1.1" status: 204 len: 168 time: 0.4275815 Oct 26 11:12:43.756077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860cf66e-32a1-4d4a-a247-41809964c8ca None None] Network 367feb90-e6e6-45c1-ac4b-fd66335a73b5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:43.782070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52530) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:43.792442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c7484-350b-4ba9-b719-280ab79a0f9f tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d0f283-a585-48c0-801f-6355845c95bc,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:43.864304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0412b2f7-bbdf-41db-834c-a09e00f2f34e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:43.865950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:43.935603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (367feb90-e6e6-45c1-ac4b-fd66335a73b5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.979319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-47a1aec9-cfe3-428a-94db-3a1dd9c88990 None None] Provisioning complete for port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:43.981194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-47a1aec9-cfe3-428a-94db-3a1dd9c88990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:43.988438 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-47a1aec9-cfe3-428a-94db-3a1dd9c88990 None None] Attempt 1 to provision port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b Oct 26 11:12:43.995862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Deleting port a7f84823-287b-4ad7-a942-8f0f772fcc83 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:43.996205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.048581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=acbbad70-2c61-4b4b-82f7-3efc3c4fd96b,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:44.060991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-47a1aec9-cfe3-428a-94db-3a1dd9c88990 None None] Port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:12:44.065745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:44.097420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537eb36-2135-40a6-ba6b-5478eb449f33 None None] DHCP port deletion for 367feb90-e6e6-45c1-ac4b-fd66335a73b5 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:12:44.122654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] For port a7f84823-287b-4ad7-a942-8f0f772fcc83, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a7f84823-287b-4ad7-a942-8f0f772fcc83,segment=NetworkSegment(59e7bfa1-182e-439e-98f2-6ed4ac690fe2),segment_id=59e7bfa1-182e-439e-98f2-6ed4ac690fe2)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:44.122983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.136171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-47a1aec9-cfe3-428a-94db-3a1dd9c88990 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:44.136739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-47a1aec9-cfe3-428a-94db-3a1dd9c88990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.137229 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-47a1aec9-cfe3-428a-94db-3a1dd9c88990 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:44.152931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Calling delete_port for a7f84823-287b-4ad7-a942-8f0f772fcc83 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:44.157420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:44.172766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:44.173333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:44.174499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (fd506984-2c7c-4d64-b924-919a32d19048), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.180491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.194601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:44.221435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:44.227088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d537eb36-2135-40a6-ba6b-5478eb449f33 None None] Deleting port a7f84823-287b-4ad7-a942-8f0f772fcc83 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:44.227463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d537eb36-2135-40a6-ba6b-5478eb449f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.233616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.265595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:44.267131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:44.277749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9e89f040-1ca0-4906-bef9-1e25a1ea67f1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (cd8c5767-6019-4060-a1f1-38a86101d6a2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.310615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d537eb36-2135-40a6-ba6b-5478eb449f33 None None] For port a7f84823-287b-4ad7-a942-8f0f772fcc83, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a7f84823-287b-4ad7-a942-8f0f772fcc83,segment=NetworkSegment(59e7bfa1-182e-439e-98f2-6ed4ac690fe2),segment_id=59e7bfa1-182e-439e-98f2-6ed4ac690fe2)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:44.311020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d537eb36-2135-40a6-ba6b-5478eb449f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.350903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d537eb36-2135-40a6-ba6b-5478eb449f33 None None] Calling delete_port for a7f84823-287b-4ad7-a942-8f0f772fcc83 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:44.400814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89f040-1ca0-4906-bef9-1e25a1ea67f1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=cd8c5767-6019-4060-a1f1-38a86101d6a2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:44.416626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.440310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Router 0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:12:44.456651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Port': ['ID=a7f84823-287b-4ad7-a942-8f0f772fcc83,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:44.465811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] No DVR routers for this DVR port a7f84823-287b-4ad7-a942-8f0f772fcc83 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:44.497517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=fd506984-2c7c-4d64-b924-919a32d19048,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:44.503170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9e89f040-1ca0-4906-bef9-1e25a1ea67f1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.516030 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9e89f040-1ca0-4906-bef9-1e25a1ea67f1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/cd8c5767-6019-4060-a1f1-38a86101d6a2 HTTP/1.1" status: 204 len: 168 time: 1.4238651 Oct 26 11:12:44.518734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52532) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:44.532848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Checking segment: {'id': '83c5a35c-5e64-4622-b913-338e1fbb7b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21a902a6-b30f-4cce-bff9-e7a54ff4bb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:44.533552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network hostable DHCP agents. Network: 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:44.635176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:12:44.646064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51951df7-36ed-4be6-afd1-358048eec2d0 None None] Sync routers for ids ['0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:44.658333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.659554 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-50a68a28-5b86-43ca-be99-fb66b8677761 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "PUT /networking/v2.0/routers/0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f HTTP/1.1" status: 200 len: 710 time: 4.1991904 Oct 26 11:12:44.662931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6274aff2-6476-407d-8e50-36d9882c7c7a tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:44.664519 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6274aff2-6476-407d-8e50-36d9882c7c7a tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1445420 Oct 26 11:12:44.665490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52534) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:44.666371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51951df7-36ed-4be6-afd1-358048eec2d0 None None] Routers {'0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:44.669022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51951df7-36ed-4be6-afd1-358048eec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:44.697885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52536) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:44.738786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51951df7-36ed-4be6-afd1-358048eec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:44.764006 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3797ea4-2bc1-4adb-a828-753636b9c422 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:12:44.770784 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3797ea4-2bc1-4adb-a828-753636b9c422 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/cd8c5767-6019-4060-a1f1-38a86101d6a2 HTTP/1.1" status: 404 len: 333 time: 0.0680499 Oct 26 11:12:44.771428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52538) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:44.779109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d537eb36-2135-40a6-ba6b-5478eb449f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (a7f84823-287b-4ad7-a942-8f0f772fcc83), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.780014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-661542826'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:44.780543 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51951df7-36ed-4be6-afd1-358048eec2d0 None None] Routers {'0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:44.781496 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51951df7-36ed-4be6-afd1-358048eec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:44.781951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-47a1aec9-cfe3-428a-94db-3a1dd9c88990 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:44.783019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (367feb90-e6e6-45c1-ac4b-fd66335a73b5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.788758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:44.791828 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-67227ead-ab30-4f07-94f3-8aa966ec929a tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f HTTP/1.1" status: 200 len: 745 time: 0.1212037 Oct 26 11:12:44.795858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52540) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:44.800590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:44.822788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:44.826815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.829054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:44.841231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:44.842821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.860118 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82f49068-ed28-4373-b346-0cad878b48cd tempest-RoutersIpV6AdminTest-524927624 tempest-RoutersIpV6AdminTest-524927624-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f HTTP/1.1" status: 200 len: 205 time: 0.0613282 Oct 26 11:12:44.861767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52542) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:44.865428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51951df7-36ed-4be6-afd1-358048eec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:44.866038 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51951df7-36ed-4be6-afd1-358048eec2d0 None None] The sync data for ids ['0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:44.875798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367feb90-e6e6-45c1-ac4b-fd66335a73b5']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:44.882757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50439b77-36db-4e75-81c9-e3bcb35d554b None None] Network 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:44.891092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537eb36-2135-40a6-ba6b-5478eb449f33 None None] Pushing event deleted for resources: {'Port': ['ID=a7f84823-287b-4ad7-a942-8f0f772fcc83,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:44.893564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e7bfa1-182e-439e-98f2-6ed4ac690fe2') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:44.893929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e7bfa1-182e-439e-98f2-6ed4ac690fe2') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:44.906439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (59e7bfa1-182e-439e-98f2-6ed4ac690fe2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.919427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8c264fe1-7a69-47a9-9a08-81c7b4524896 None None] Could not find standard attr ID for object d4370aa4-f59e-4fb5-9c67-b8e2539901ed. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:44.923941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537eb36-2135-40a6-ba6b-5478eb449f33 None None] No DVR routers for this DVR port a7f84823-287b-4ad7-a942-8f0f772fcc83 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:44.933520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (59e7bfa1-182e-439e-98f2-6ed4ac690fe2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.952638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:44.953151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (59e7bfa1-182e-439e-98f2-6ed4ac690fe2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.964158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7387d8dc-503c-4b23-bbdc-6cd36eb148d4 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f HTTP/1.1" status: 200 len: 205 time: 0.0731902 Oct 26 11:12:44.966596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52544) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:44.976966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8c264fe1-7a69-47a9-9a08-81c7b4524896 None None] Could not find standard attr ID for object 7f1d39bb-1131-4485-a9bb-de7e13e9a83e. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:44.984624 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1403f31b-47b1-44dc-b2d7-b7bc15db1657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5188255 Oct 26 11:12:44.984624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Router 103f65e8-57c1-441d-8c00-851e8432e5fe is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:12:44.988064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:44.988625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:44.989464 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:12:45.019162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52546) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:45.032097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '21a902a6-b30f-4cce-bff9-e7a54ff4bb5f', 'name': 'tempest-PortsIpV6TestJSON-2107568468', 'fixed_ips': [{'subnet_id': 'fd506984-2c7c-4d64-b924-919a32d19048', 'ip_address': '2001:db8::10'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:45.038189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:45.070367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (367feb90-e6e6-45c1-ac4b-fd66335a73b5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.083219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.089553 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] 10.222.0.26 "DELETE /networking/v2.0/networks/367feb90-e6e6-45c1-ac4b-fd66335a73b5 HTTP/1.1" status: 204 len: 168 time: 1.3062816 Oct 26 11:12:45.106291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d6431-1ded-411c-8307-0f9ff1cd5a72 tempest-NetworksIpV6Test-1441725188 tempest-NetworksIpV6Test-1441725188-project] Pushing event deleted for resources: {'Network': ['ID=367feb90-e6e6-45c1-ac4b-fd66335a73b5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:45.141060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:45.141554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.148313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-21a902a6-b30f-4cce-bff9-e7a54ff4bb5f', 'network_id': '21a902a6-b30f-4cce-bff9-e7a54ff4bb5f', 'project_id': '2fff6bedad004c038ff5f0fcae82105b', 'fixed_ips': [{'subnet_id': 'fd506984-2c7c-4d64-b924-919a32d19048'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:45.149533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.182816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81bd44f-0c5c-447e-8439-30a58f2817c2 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:45.266963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:45.270305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:45.275188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9a39bb2d-00ab-4385-aad5-764cea3f396f None None] Provisioning complete for port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:45.275562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9a39bb2d-00ab-4385-aad5-764cea3f396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.275952 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9a39bb2d-00ab-4385-aad5-764cea3f396f None None] Attempt 1 to provision port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b Oct 26 11:12:45.286048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:45.340394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.341230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:45.435853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52552) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:45.506466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9a39bb2d-00ab-4385-aad5-764cea3f396f None None] Port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:12:45.534362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6b99e295-deaf-4e32-9205-177304caf83f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.534909 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Added segment 6b99e295-deaf-4e32-9205-177304caf83f of type vlan for network b735b473-7897-4d60-a3e9-61c0ceeb4de3 Oct 26 11:12:45.567469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e229ad40-bbf7-47f7-8633-acb9d4991486 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.588078 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 59e7bfa1-182e-439e-98f2-6ed4ac690fe2 resource provider aggregate not found Oct 26 11:12:45.602623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:45.604101 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de8bf8ef-970a-4848-abc4-43f0b05e495c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8733634e82844e7a97497bf8405dbdab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668844 Oct 26 11:12:45.606549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52560) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:45.629075 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 59e7bfa1-182e-439e-98f2-6ed4ac690fe2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59e7bfa1-182e-439e-98f2-6ed4ac690fe2 found for delete ", "request_id": "req-8efdc2d8-2c46-408c-b035-7343db5706c0"}]} Oct 26 11:12:45.641997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Allocated IP 2001:db8::2 (21a902a6-b30f-4cce-bff9-e7a54ff4bb5f/fd506984-2c7c-4d64-b924-919a32d19048/642a3d21-c960-4461-bc69-a9640b3c9e1f) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:45.645764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:45.646146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.646489 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:12:45.653536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4438abaf-ab42-4f3b-ad44-e5d06672eb1e None None] Provisioning complete for port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:45.654120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4438abaf-ab42-4f3b-ad44-e5d06672eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.654644 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4438abaf-ab42-4f3b-ad44-e5d06672eb1e None None] Attempt 1 to provision port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b Oct 26 11:12:45.670925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:45.696542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e4947978-5b56-49de-865e-c1d44fce52c8 admin admin] Publish callbacks [] for security_group (873fd7a1-c90a-4c04-8b66-eb40bb64b327), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.726375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e4947978-5b56-49de-865e-c1d44fce52c8 admin admin] Publish callbacks [] for security_group (873fd7a1-c90a-4c04-8b66-eb40bb64b327), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.761095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (b735b473-7897-4d60-a3e9-61c0ceeb4de3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.768177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:45.779666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4438abaf-ab42-4f3b-ad44-e5d06672eb1e None None] Port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:12:45.788482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e4947978-5b56-49de-865e-c1d44fce52c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (873fd7a1-c90a-4c04-8b66-eb40bb64b327), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.790746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:12:45.792472 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e4947978-5b56-49de-865e-c1d44fce52c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.793818 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4947978-5b56-49de-865e-c1d44fce52c8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/873fd7a1-c90a-4c04-8b66-eb40bb64b327 HTTP/1.1" status: 204 len: 168 time: 0.1857698 Oct 26 11:12:45.801239 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Sync routers for ids ['103f65e8-57c1-441d-8c00-851e8432e5fe'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:45.806293 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-03000d4e-a262-4b39-af5b-b00e8e9f93c4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "PUT /networking/v2.0/routers/103f65e8-57c1-441d-8c00-851e8432e5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9119833 Oct 26 11:12:45.834244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52564) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:45.841038 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Routers {'103f65e8-57c1-441d-8c00-851e8432e5fe'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:45.842099 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['103f65e8-57c1-441d-8c00-851e8432e5fe'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:45.868979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:45.869646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.887180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947978-5b56-49de-865e-c1d44fce52c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873fd7a1-c90a-4c04-8b66-eb40bb64b327,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:45.891584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:12:45.943565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70619e83-aa7d-4052-af3a-a7384c41aa08 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:45.945347 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-70619e83-aa7d-4052-af3a-a7384c41aa08 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports/acbbad70-2c61-4b4b-82f7-3efc3c4fd96b HTTP/1.1" status: 200 len: 911 time: 0.1144402 Oct 26 11:12:45.948907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52566) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:45.965454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (b735b473-7897-4d60-a3e9-61c0ceeb4de3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.980612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:45.981267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.986068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:45.994384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Publish callbacks [] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:45.997554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.008458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.043815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222091b-c9b6-4ec8-898d-d29e0f0e37c6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:46.044462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:46.055818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222091b-c9b6-4ec8-898d-d29e0f0e37c6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:46.061406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d222091b-c9b6-4ec8-898d-d29e0f0e37c6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1070809 Oct 26 11:12:46.062747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52570) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:46.062929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Network 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:46.066963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e229ad40-bbf7-47f7-8633-acb9d4991486 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.068461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:46.076233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:46.081143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:46.087248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:46.120491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e229ad40-bbf7-47f7-8633-acb9d4991486 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router_controller (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.178232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Pushing event updated for resources: {'Port': ['ID=642a3d21-c960-4461-bc69-a9640b3c9e1f,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:46.184648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Attempting to bind port 642a3d21-c960-4461-bc69-a9640b3c9e1f on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:46.185579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Attempting to bind port 642a3d21-c960-4461-bc69-a9640b3c9e1f by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '83c5a35c-5e64-4622-b913-338e1fbb7b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21a902a6-b30f-4cce-bff9-e7a54ff4bb5f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:46.185965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Attempting to bind port 642a3d21-c960-4461-bc69-a9640b3c9e1f on network 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:46.187615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Set router 103f65e8-57c1-441d-8c00-851e8432e5fe gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:46.251788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:46.252359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Checking segment: {'id': '83c5a35c-5e64-4622-b913-338e1fbb7b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21a902a6-b30f-4cce-bff9-e7a54ff4bb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:46.252891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.255135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Bound using segment: {'id': '83c5a35c-5e64-4622-b913-338e1fbb7b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21a902a6-b30f-4cce-bff9-e7a54ff4bb5f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:46.255829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Bound port: 642a3d21-c960-4461-bc69-a9640b3c9e1f, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c5a35c-5e64-4622-b913-338e1fbb7b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '21a902a6-b30f-4cce-bff9-e7a54ff4bb5f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:46.256336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.272158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:46.323766 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5488610 Oct 26 11:12:46.329321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52574) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:46.339103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:46.343482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3098ba-d4af-447a-88f3-7e745be765fc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Network': ['ID=b735b473-7897-4d60-a3e9-61c0ceeb4de3,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:46.350249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-84624b77-be89-40da-afba-c0b04beac67d None None] For port 642a3d21-c960-4461-bc69-a9640b3c9e1f, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:46.354615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-84624b77-be89-40da-afba-c0b04beac67d None None] For port 642a3d21-c960-4461-bc69-a9640b3c9e1f, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=642a3d21-c960-4461-bc69-a9640b3c9e1f,segment=NetworkSegment(83c5a35c-5e64-4622-b913-338e1fbb7b9e),segment_id=83c5a35c-5e64-4622-b913-338e1fbb7b9e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:46.357722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network b735b473-7897-4d60-a3e9-61c0ceeb4de3 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:46.375541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e229ad40-bbf7-47f7-8633-acb9d4991486 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.376160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e229ad40-bbf7-47f7-8633-acb9d4991486 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Fanout notify agent at l3_agent the message router_deleted on router 0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:12:46.383948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e229ad40-bbf7-47f7-8633-acb9d4991486 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.385077 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e229ad40-bbf7-47f7-8633-acb9d4991486 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f HTTP/1.1" status: 204 len: 168 time: 1.4174404 Oct 26 11:12:46.386343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.395826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52578) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:46.399916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:46.458632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:46.476056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f65e8-57c1-441d-8c00-851e8432e5fe', 'name': 'tempest-NetworksTestDHCPv6-router-1677775874', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:12:39Z', 'updated_at': '2022-10-26T11:12:42Z', 'revision_number': 2, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'gw_port_host': None, '_interfaces': [{'id': 'acbbad70-2c61-4b4b-82f7-3efc3c4fd96b', 'name': '', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'mac_address': 'fa:16:3e:70:91:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f65e8-57c1-441d-8c00-851e8432e5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f6bf0d06-7d23-49a3-b99a-8793300419d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:12:40Z', 'updated_at': '2022-10-26T11:12:42Z', 'revision_number': 2, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'subnets': [{'id': 'f6bf0d06-7d23-49a3-b99a-8793300419d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:46.486123 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6dfaf983-e47f-4b52-93dd-b71cf6122ddb tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f HTTP/1.1" status: 200 len: 205 time: 0.0887511 Oct 26 11:12:46.495597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52582) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:46.525989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.582593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Checking router: 103f65e8-57c1-441d-8c00-851e8432e5fe for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:46.582593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Updating router 103f65e8-57c1-441d-8c00-851e8432e5fe port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:12:46.582767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port d03d38c1-7533-474b-8e2b-d203c9baf5b7 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:46.600156 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-dc279717-21f0-40b0-a740-782c8470afda tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] delete failed (client error): The resource could not be found. Oct 26 11:12:46.612230 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dc279717-21f0-40b0-a740-782c8470afda tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/0ebe100a-1ed4-4ee4-a0ae-69d06ef4c06f HTTP/1.1" status: 404 len: 336 time: 0.1117599 Oct 26 11:12:46.620301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52586) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:46.625223 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.630956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:46.639971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a7f84823-287b-4ad7-a942-8f0f772fcc83 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:46.653955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624b77-be89-40da-afba-c0b04beac67d None None] Pushing event updated for resources: {'Port': ['ID=642a3d21-c960-4461-bc69-a9640b3c9e1f,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:46.682691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:46.683507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:46.689363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:46.692446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: a7f84823-287b-4ad7-a942-8f0f772fcc83 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:12:46.698839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a7f84823-287b-4ad7-a942-8f0f772fcc83 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:12:46.715206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:46.813820 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-896fd64f-a07e-43af-bf4e-401f86d965a5 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35812568-2d0a-482e-93c9-ad0065e277e5 HTTP/1.1" status: 200 len: 205 time: 0.1921570 Oct 26 11:12:46.820734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52588) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:46.930387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:47.001614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:47.094359 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-38bfd3a4-7a9f-466b-ae7f-4574f418f664 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] delete failed (client error): The resource could not be found. Oct 26 11:12:47.095420 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-38bfd3a4-7a9f-466b-ae7f-4574f418f664 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/35812568-2d0a-482e-93c9-ad0065e277e5 HTTP/1.1" status: 404 len: 336 time: 0.2731724 Oct 26 11:12:47.112405 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Publish callbacks [] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.118189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52596) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:47.121105 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.136333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::10 (21a902a6-b30f-4cce-bff9-e7a54ff4bb5f/fd506984-2c7c-4d64-b924-919a32d19048/d03d38c1-7533-474b-8e2b-d203c9baf5b7) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:47.166679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4239407e-422a-4c1c-84d5-f90f4ee2ad50 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a900252-d7d4-40e8-9de1-8bf3d1942a80 HTTP/1.1" status: 200 len: 205 time: 0.0472820 Oct 26 11:12:47.171563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52598) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:47.188184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:47.208632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (103f65e8-57c1-441d-8c00-851e8432e5fe), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.211273 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:47.232309 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Attempting to bind port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:47.232667 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Attempting to bind port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:47.233206 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Attempting to bind port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b on network e006cddc-269c-485d-9059-cd1342ff5d5c {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:47.303192 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:47.304126 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Checking segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:47.304684 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.305229 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Bound using segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:47.305875 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Bound port: acbbad70-2c61-4b4b-82f7-3efc3c4fd96b, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:47.306406 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.333658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:47.334238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.342235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52602) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:47.349095 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Pushing event updated for resources: {'Port': ['ID=acbbad70-2c61-4b4b-82f7-3efc3c4fd96b,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:47.352548 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:47.358703 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-6e21b58d-3913-42ae-8d05-52fd6a3e67dc tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] delete failed (client error): The resource could not be found. Oct 26 11:12:47.360936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6e21b58d-3913-42ae-8d05-52fd6a3e67dc tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/3a900252-d7d4-40e8-9de1-8bf3d1942a80 HTTP/1.1" status: 404 len: 336 time: 0.1704664 Oct 26 11:12:47.376855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.377550 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.379888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52604) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:47.380216 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.380811 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.381333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.381948 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.382477 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.382998 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.383532 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.384066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.384603 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.385131 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.385641 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.386138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.386692 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:47.418979 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] For port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:47.424569 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] For port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=acbbad70-2c61-4b4b-82f7-3efc3c4fd96b,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:47.437882 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.483990 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Routers {'103f65e8-57c1-441d-8c00-851e8432e5fe'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:47.484917 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['103f65e8-57c1-441d-8c00-851e8432e5fe'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:47.585401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:47.602453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.603194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:47.616483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a31670-a610-4cae-9cc6-06fb5313ea1b None None] Pushing event updated for resources: {'Port': ['ID=acbbad70-2c61-4b4b-82f7-3efc3c4fd96b,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:47.630545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-747873259'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:47.670334 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] Set router 103f65e8-57c1-441d-8c00-851e8432e5fe gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:47.670905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:47.703009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (163cd377-5bc0-4229-9f4d-c8cf723c2753), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.742714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:47.755864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (d03d38c1-7533-474b-8e2b-d203c9baf5b7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.794424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Made reservation on behalf of 42720f7a3bc648548cbf75a6b71d9abd for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:47.800078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.861583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d03d38c1-7533-474b-8e2b-d203c9baf5b7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.863576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=163cd377-5bc0-4229-9f4d-c8cf723c2753,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:47.868930 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2c97f42f-b682-498a-a573-344c5cbc2acb tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=905cd54f-9558-4b56-b91a-91a374fa1d88 HTTP/1.1" status: 200 len: 205 time: 0.4861846 Oct 26 11:12:47.876452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52608) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:47.893121 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:47.912018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:45Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:45Z', 'revision_number': 11, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:45Z', 'revision_number': 23, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:47.912347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.917283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:47.937140 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-662fcc41-3816-42ac-9a4c-512f774da696 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] delete failed (client error): The resource could not be found. Oct 26 11:12:47.940555 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-662fcc41-3816-42ac-9a4c-512f774da696 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/905cd54f-9558-4b56-b91a-91a374fa1d88 HTTP/1.1" status: 404 len: 336 time: 0.0608022 Oct 26 11:12:47.941193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f65e8-57c1-441d-8c00-851e8432e5fe', 'name': 'tempest-NetworksTestDHCPv6-router-1677775874', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:12:39Z', 'updated_at': '2022-10-26T11:12:42Z', 'revision_number': 2, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'gw_port_host': None, '_interfaces': [{'id': 'acbbad70-2c61-4b4b-82f7-3efc3c4fd96b', 'name': '', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'mac_address': 'fa:16:3e:70:91:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f65e8-57c1-441d-8c00-851e8432e5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f6bf0d06-7d23-49a3-b99a-8793300419d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:12:40Z', 'updated_at': '2022-10-26T11:12:47Z', 'revision_number': 4, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'subnets': [{'id': 'f6bf0d06-7d23-49a3-b99a-8793300419d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:47.944264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52610) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:47.952561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:47.964187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:47.964585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:47.972218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:47.974896 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8068d8d-bf31-4046-b78a-fe322de1d482 None None] The sync data for ids ['103f65e8-57c1-441d-8c00-851e8432e5fe'] in dv-neutron-759874-5-hyperv is: [{'id': '103f65e8-57c1-441d-8c00-851e8432e5fe', 'name': 'tempest-NetworksTestDHCPv6-router-1677775874', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:12:39Z', 'updated_at': '2022-10-26T11:12:42Z', 'revision_number': 2, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'gw_port_host': None, '_interfaces': [{'id': 'acbbad70-2c61-4b4b-82f7-3efc3c4fd96b', 'name': '', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'mac_address': 'fa:16:3e:70:91:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103f65e8-57c1-441d-8c00-851e8432e5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f6bf0d06-7d23-49a3-b99a-8793300419d4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:12:40Z', 'updated_at': '2022-10-26T11:12:47Z', 'revision_number': 4, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'subnets': [{'id': 'f6bf0d06-7d23-49a3-b99a-8793300419d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:47.980761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:47.981407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:47.996138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:48.002367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:48.007972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:48.008474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.011919 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-78ff724b-1b93-497d-83d4-3fb8dde79e4a tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=26851ec1-f987-4a66-92ad-6dc6c57b6da1 HTTP/1.1" status: 200 len: 205 time: 0.0637128 Oct 26 11:12:48.012217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52612) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:48.073770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:48.074350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=d03d38c1-7533-474b-8e2b-d203c9baf5b7,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:48.080446 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-703c9af0-0e95-4bb4-ad6a-52566f7425b3 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] delete failed (client error): The resource could not be found. Oct 26 11:12:48.085205 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-703c9af0-0e95-4bb4-ad6a-52566f7425b3 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/26851ec1-f987-4a66-92ad-6dc6c57b6da1 HTTP/1.1" status: 404 len: 336 time: 0.0684006 Oct 26 11:12:48.086399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52614) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:48.091818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.104157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Checking segment: {'id': '6b99e295-deaf-4e32-9205-177304caf83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:48.104527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network hostable DHCP agents. Network: b735b473-7897-4d60-a3e9-61c0ceeb4de3, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:48.119104 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-61094cf1-0d6d-4891-9668-9d996b5c962b tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0910687 Oct 26 11:12:48.121365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52618) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:48.128777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '21a902a6-b30f-4cce-bff9-e7a54ff4bb5f', 'name': 'tempest-PortsIpV6TestJSON-1605663074', 'fixed_ips': [{'subnet_id': 'fd506984-2c7c-4d64-b924-919a32d19048', 'ip_address': '2001:db8::f'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:48.147618 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c86523d2-7206-4280-961b-34c5ea25f1d8 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8cce6b4f-26e7-4b5a-80e3-e6194491f8c1 HTTP/1.1" status: 200 len: 205 time: 0.0607672 Oct 26 11:12:48.148789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:48.149278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.158704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52620) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:48.205759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:48.217725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:48.263671 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-233fc433-3a00-4d96-be02-dcf53135d160 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] delete failed (client error): The resource could not be found. Oct 26 11:12:48.267414 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-233fc433-3a00-4d96-be02-dcf53135d160 tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/routers/8cce6b4f-26e7-4b5a-80e3-e6194491f8c1 HTTP/1.1" status: 404 len: 336 time: 0.1020186 Oct 26 11:12:48.267582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e3444-8170-4c71-a5c5-a228a7abbb06 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:12:48.267673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network b735b473-7897-4d60-a3e9-61c0ceeb4de3 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:48.267787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52622) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:48.276831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:48.284420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=acbbad70-2c61-4b4b-82f7-3efc3c4fd96b,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:48.284807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.302908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for acbbad70-2c61-4b4b-82f7-3efc3c4fd96b owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:48.322888 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c68107-b3da-4eec-bba0-dce192d5858d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] DELETE failed (client error): The resource could not be found. Oct 26 11:12:48.323352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c68107-b3da-4eec-bba0-dce192d5858d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:48.329634 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71c68107-b3da-4eec-bba0-dce192d5858d tempest-RoutersIpV6AdminTest-574467202 tempest-RoutersIpV6AdminTest-574467202-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/9577484c-9fdf-4ea1-97d2-f8044db81af4 HTTP/1.1" status: 404 len: 337 time: 0.0537438 Oct 26 11:12:48.329634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, b735b473-7897-4d60-a3e9-61c0ceeb4de3) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:48.380094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f74937b9-0adc-4194-ab84-67398c90b0ed None None] Provisioning complete for port 642a3d21-c960-4461-bc69-a9640b3c9e1f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:48.380794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f74937b9-0adc-4194-ab84-67398c90b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.380794 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f74937b9-0adc-4194-ab84-67398c90b0ed None None] Attempt 1 to provision port 642a3d21-c960-4461-bc69-a9640b3c9e1f Oct 26 11:12:48.391830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:48.392429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.450059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:48.459449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks [] for security_group (5c1673b4-d4bd-40e4-9048-a9eae81c7e6a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.476077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5c1673b4-d4bd-40e4-9048-a9eae81c7e6a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.545044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1673b4-d4bd-40e4-9048-a9eae81c7e6a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:48.551632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a8dd718f-b17f-4994-9917-d160831adea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2204063 Oct 26 11:12:48.555760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52626) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:48.567153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-68a32006-882e-42a3-815d-113231030608 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:48.573731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:48.592725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ca9bc770-fd3c-4aef-bb48-61bd5292fe4b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.593061 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Added segment ca9bc770-fd3c-4aef-bb48-61bd5292fe4b of type vlan for network 220c36fa-5206-4114-9bc8-e2cf1ec24c26 Oct 26 11:12:48.610135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:48.620923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.641313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9e3444-8170-4c71-a5c5-a228a7abbb06 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:12:48.683041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (acbbad70-2c61-4b4b-82f7-3efc3c4fd96b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.687366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f74937b9-0adc-4194-ab84-67398c90b0ed None None] Current status of the port 642a3d21-c960-4461-bc69-a9640b3c9e1f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:48.687780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f74937b9-0adc-4194-ab84-67398c90b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.699931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 2153d779-70c2-4210-b0e5-ac0ec3be4f04 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:48.711309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (220c36fa-5206-4114-9bc8-e2cf1ec24c26), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.740999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=acbbad70-2c61-4b4b-82f7-3efc3c4fd96b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:48.796973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:48.833344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (220c36fa-5206-4114-9bc8-e2cf1ec24c26), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.840418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:48.841034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.844948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:48.889729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-f74937b9-0adc-4194-ab84-67398c90b0ed None None] For port 642a3d21-c960-4461-bc69-a9640b3c9e1f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=642a3d21-c960-4461-bc69-a9640b3c9e1f,segment=NetworkSegment(83c5a35c-5e64-4622-b913-338e1fbb7b9e),segment_id=83c5a35c-5e64-4622-b913-338e1fbb7b9e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:48.899648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:47Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:45Z', 'revision_number': 11, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:45Z', 'revision_number': 23, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:48.904335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:48.948032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5221fdf-68a1-4385-bc49-dccd43d2b8aa None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:47Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '76a2f16c-592f-488a-945f-abdf36e20489', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'port_id': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'mac_address': 'fa:16:3e:27:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56026cad-4fd6-4f50-b5a3-912d68723745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:10:35Z', 'updated_at': '2022-10-26T11:12:45Z', 'revision_number': 11, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:45Z', 'revision_number': 23, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:48.951104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f74937b9-0adc-4194-ab84-67398c90b0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.970304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (103f65e8-57c1-441d-8c00-851e8432e5fe), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.979000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52630) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:49.080689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 642a3d21-c960-4461-bc69-a9640b3c9e1f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:49.111083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a32006-882e-42a3-815d-113231030608 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:49.114988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-68a32006-882e-42a3-815d-113231030608 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:49.132884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::f (21a902a6-b30f-4cce-bff9-e7a54ff4bb5f/fd506984-2c7c-4d64-b924-919a32d19048/2153d779-70c2-4210-b0e5-ac0ec3be4f04) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:49.157226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74937b9-0adc-4194-ab84-67398c90b0ed None None] Pushing event updated for resources: {'Port': ['ID=642a3d21-c960-4461-bc69-a9640b3c9e1f,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:49.235055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6512-9f54-4483-ad02-9e09c607f863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:49.275403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 642a3d21-c960-4461-bc69-a9640b3c9e1f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:49.275824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:49.276217 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 642a3d21-c960-4461-bc69-a9640b3c9e1f Oct 26 11:12:49.314369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:49.392373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.ipam_backend_mixin [None req-68a32006-882e-42a3-815d-113231030608 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 163cd377-5bc0-4229-9f4d-c8cf723c2753 (CIDR: 172.20.0.0/28) Oct 26 11:12:49.407625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (2153d779-70c2-4210-b0e5-ac0ec3be4f04), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:49.416566 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a32006-882e-42a3-815d-113231030608 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:12:49.417067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a32006-882e-42a3-815d-113231030608 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:12:49.423056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Router 103f65e8-57c1-441d-8c00-851e8432e5fe has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:12:49.447153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:49.448244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Pushing event updated for resources: {'Network': ['ID=220c36fa-5206-4114-9bc8-e2cf1ec24c26,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:49.455861 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5cff054-ba76-4c18-ad41-7268c936122b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0945184 Oct 26 11:12:49.460106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52634) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:49.468425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-3e57a42b-f89c-4308-a34e-ab875dca6551 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26', 'tempest-TagsTest-Tag-597980063') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:49.470373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-68a32006-882e-42a3-815d-113231030608 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9122822 Oct 26 11:12:49.514387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 642a3d21-c960-4461-bc69-a9640b3c9e1f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:49.516000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device acbbad70-2c61-4b4b-82f7-3efc3c4fd96b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:49.518113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52636) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:49.519207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 220c36fa-5206-4114-9bc8-e2cf1ec24c26 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:49.527581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-b735b473-7897-4d60-a3e9-61c0ceeb4de3', 'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3', 'project_id': 'f87baa385b494f3db1eadf4bcc15cb01', 'fixed_ips': [{'subnet_id': '163cd377-5bc0-4229-9f4d-c8cf723c2753'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:49.528775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:49.533037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:49.560894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (2153d779-70c2-4210-b0e5-ac0ec3be4f04), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:49.605423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:49.646893 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3e57a42b-f89c-4308-a34e-ab875dca6551 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "PUT /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags/tempest-TagsTest-Tag-597980063 HTTP/1.1" status: 201 len: 201 time: 0.1814373 Oct 26 11:12:49.649210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:49.653012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:49.658772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-fd453cba-f44e-4084-aa4c-569eb5738ea9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26', 'tempest-TagsTest-Tag-597980063') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:49.666178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: acbbad70-2c61-4b4b-82f7-3efc3c4fd96b {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:12:49.666659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device acbbad70-2c61-4b4b-82f7-3efc3c4fd96b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 11:12:49.671711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:12:49.693204 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e2b6e069-bf9c-4cbd-a7fc-ad9a9350cce7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "PUT /networking/v2.0/routers/103f65e8-57c1-441d-8c00-851e8432e5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6268899 Oct 26 11:12:49.694547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52640) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:49.714036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6512-9f54-4483-ad02-9e09c607f863 admin admin] Publish callbacks [] for security_group (782c2b0e-8e4d-46f2-8b2a-2843e37a0ccc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:49.752963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9ae6512-9f54-4483-ad02-9e09c607f863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (782c2b0e-8e4d-46f2-8b2a-2843e37a0ccc), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:49.764786 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd453cba-f44e-4084-aa4c-569eb5738ea9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "GET /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags/tempest-TagsTest-Tag-597980063 HTTP/1.1" status: 204 len: 168 time: 0.1111686 Oct 26 11:12:49.768225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:49.770764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:49.777510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-69c7a4db-6e97-4694-82cd-a9c59ce6bd91 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:49.781834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:49.790921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:49.793626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:49.831264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=2153d779-70c2-4210-b0e5-ac0ec3be4f04,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:49.852683 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f9ae6512-9f54-4483-ad02-9e09c607f863 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9d839db0ac53430b8803beab74b4c745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8715310 Oct 26 11:12:49.860723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24fc3c8-f519-47a8-a27c-f5a1711d3631 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:49.864091 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5025a09d-d9be-4da6-89fa-396874348c84 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7396679 Oct 26 11:12:49.864771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52644) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:49.872104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24fc3c8-f519-47a8-a27c-f5a1711d3631 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:49.877892 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c24fc3c8-f519-47a8-a27c-f5a1711d3631 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1768055 Oct 26 11:12:49.878767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae6512-9f54-4483-ad02-9e09c607f863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c2b0e-8e4d-46f2-8b2a-2843e37a0ccc,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:49.885413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52646) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:49.885743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52648) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:49.900724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Allocated IP 172.20.0.2 (b735b473-7897-4d60-a3e9-61c0ceeb4de3/163cd377-5bc0-4229-9f4d-c8cf723c2753/1880d91b-a407-4d60-9d11-c26cf114d5a9) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:49.991892 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-69c7a4db-6e97-4694-82cd-a9c59ce6bd91 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "GET /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags HTTP/1.1" status: 200 len: 237 time: 0.2177057 Oct 26 11:12:49.996410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52652) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:50.002771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-fa40bfea-20ab-482e-90c0-5ef84058e343 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26', {'tags': ['tempest-TagsTest-Tag-1976232752', 'tempest-TagsTest-Tag-1977433087', 'tempest-TagsTest-Tag-544986152']}) {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:50.047278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:50.051968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.068123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf09bd91-b0d3-4f74-bc06-013940ffa8f5 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'f6bf0d06-7d23-49a3-b99a-8793300419d4'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:12:50.072384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6466ee4-3511-4285-93f8-f8a904910af8 admin admin] Publish callbacks [] for security_group (782c2b0e-8e4d-46f2-8b2a-2843e37a0ccc), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.099571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6466ee4-3511-4285-93f8-f8a904910af8 admin admin] Publish callbacks [] for security_group (782c2b0e-8e4d-46f2-8b2a-2843e37a0ccc), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.117847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port acbbad70-2c61-4b4b-82f7-3efc3c4fd96b not found, will not notify nova. {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 11:12:50.131759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Publish callbacks [] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.152448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5179040-4fce-46e1-89a3-f9b2e45c4982 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:50.154155 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e5179040-4fce-46e1-89a3-f9b2e45c4982 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2651680 Oct 26 11:12:50.157229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52654) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:50.167339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.189724 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ac4eef-5e74-45d7-83a7-395a6a443c36 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet f6bf0d06-7d23-49a3-b99a-8793300419d4 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:50.204290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4eef-5e74-45d7-83a7-395a6a443c36 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (f6bf0d06-7d23-49a3-b99a-8793300419d4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.240783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf09bd91-b0d3-4f74-bc06-013940ffa8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.244757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:50.252581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6466ee4-3511-4285-93f8-f8a904910af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (782c2b0e-8e4d-46f2-8b2a-2843e37a0ccc), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.255829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6466ee4-3511-4285-93f8-f8a904910af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.257246 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d6466ee4-3511-4285-93f8-f8a904910af8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/782c2b0e-8e4d-46f2-8b2a-2843e37a0ccc HTTP/1.1" status: 204 len: 168 time: 0.3358157 Oct 26 11:12:50.315448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Pushing event updated for resources: {'Port': ['ID=1880d91b-a407-4d60-9d11-c26cf114d5a9,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:50.319527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4eef-5e74-45d7-83a7-395a6a443c36 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (f6bf0d06-7d23-49a3-b99a-8793300419d4), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.321649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a5884-3c4d-4e57-a619-a980364881d4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:50.329379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a5884-3c4d-4e57-a619-a980364881d4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:50.336008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a5884-3c4d-4e57-a619-a980364881d4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:50.341115 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7c3a5884-3c4d-4e57-a619-a980364881d4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1796522 Oct 26 11:12:50.341739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Network b735b473-7897-4d60-a3e9-61c0ceeb4de3 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:50.344640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52658) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:50.351827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:50.359231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:50.360760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6466ee4-3511-4285-93f8-f8a904910af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c2b0e-8e4d-46f2-8b2a-2843e37a0ccc,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:50.411692 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa40bfea-20ab-482e-90c0-5ef84058e343 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "PUT /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags HTTP/1.1" status: 200 len: 308 time: 0.4136834 Oct 26 11:12:50.414715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52660) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:50.416741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4eef-5e74-45d7-83a7-395a6a443c36 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (f6bf0d06-7d23-49a3-b99a-8793300419d4), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.430184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-9badb3c6-832f-44a8-b7d6-c31b8171d2f5 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26', 'tempest-TagsTest-Tag-1976232752') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:50.454416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:50.553954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a4a488c1-f86c-4bed-acf8-f3ba9d721657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 2153d779-70c2-4210-b0e5-ac0ec3be4f04 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:50.554366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4a488c1-f86c-4bed-acf8-f3ba9d721657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2153d779-70c2-4210-b0e5-ac0ec3be4f04), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.632699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:50.639864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4eef-5e74-45d7-83a7-395a6a443c36 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (f6bf0d06-7d23-49a3-b99a-8793300419d4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.671856 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9badb3c6-832f-44a8-b7d6-c31b8171d2f5 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "DELETE /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags/tempest-TagsTest-Tag-1976232752 HTTP/1.1" status: 204 len: 168 time: 0.2539570 Oct 26 11:12:50.675203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52664) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:50.683826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-b27acebc-ac74-47c3-a82e-c76e7c1bc11b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26', 'tempest-TagsTest-Tag-1976232752') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:50.685768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac4eef-5e74-45d7-83a7-395a6a443c36 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=f6bf0d06-7d23-49a3-b99a-8793300419d4,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:50.715425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4eef-5e74-45d7-83a7-395a6a443c36 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.719471 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3ac4eef-5e74-45d7-83a7-395a6a443c36 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/f6bf0d06-7d23-49a3-b99a-8793300419d4 HTTP/1.1" status: 204 len: 168 time: 0.8290036 Oct 26 11:12:50.724013 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52666) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:50.767321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (b278d710-ba40-4f01-b776-6a0b9b112a87), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.898296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4a488c1-f86c-4bed-acf8-f3ba9d721657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2153d779-70c2-4210-b0e5-ac0ec3be4f04), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server [None req-bf09bd91-b0d3-4f74-bc06-013940ffa8f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6bf0d06-7d23-49a3-b99a-8793300419d4: This subnet is being modified by another concurrent operation. Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 329, in update_dhcp_port Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 120, in _port_action Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:12:50.920836 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1852, in update_port Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in update_port Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise exception Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6bf0d06-7d23-49a3-b99a-8793300419d4: This subnet is being modified by another concurrent operation. Oct 26 11:12:50.924995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Oct 26 11:12:50.931307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=b278d710-ba40-4f01-b776-6a0b9b112a87,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:50.940714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Attempting to bind port 1880d91b-a407-4d60-9d11-c26cf114d5a9 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:50.941186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Attempting to bind port 1880d91b-a407-4d60-9d11-c26cf114d5a9 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6b99e295-deaf-4e32-9205-177304caf83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:50.942019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Attempting to bind port 1880d91b-a407-4d60-9d11-c26cf114d5a9 on network b735b473-7897-4d60-a3e9-61c0ceeb4de3 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:50.945608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network b735b473-7897-4d60-a3e9-61c0ceeb4de3 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:50.947245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:50.950346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:50.951072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.992899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a4a488c1-f86c-4bed-acf8-f3ba9d721657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 2153d779-70c2-4210-b0e5-ac0ec3be4f04 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:50.995565 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b2b55e5f-662e-4136-b7bb-3294a2ecb935 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4675946 Oct 26 11:12:51.005036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52668) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:51.010117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3', 'fixed_ips': [{'subnet_id': '163cd377-5bc0-4229-9f4d-c8cf723c2753'}, {'subnet_id': 'b278d710-ba40-4f01-b776-6a0b9b112a87'}], 'name': 'tempest-PortsTestJSON-226095478'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:51.023871 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-b27acebc-ac74-47c3-a82e-c76e7c1bc11b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] show failed (client error): The resource could not be found. Oct 26 11:12:51.025338 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b27acebc-ac74-47c3-a82e-c76e7c1bc11b tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "GET /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags/tempest-TagsTest-Tag-1976232752 HTTP/1.1" status: 404 len: 326 time: 0.3487177 Oct 26 11:12:51.025547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52670) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:51.028808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52672) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:51.029117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:51.037928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-e8b209da-9496-40fd-bdea-bdc8b32d49d6 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26', 'tempest-TagsTest-Tag-1977433087') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:51.075673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:51.075673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Checking segment: {'id': '6b99e295-deaf-4e32-9205-177304caf83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:51.075673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:51.075673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Bound using segment: {'id': '6b99e295-deaf-4e32-9205-177304caf83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:51.076169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Bound port: 1880d91b-a407-4d60-9d11-c26cf114d5a9, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b99e295-deaf-4e32-9205-177304caf83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:51.079748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:51.195392 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8b209da-9496-40fd-bdea-bdc8b32d49d6 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "GET /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags/tempest-TagsTest-Tag-1977433087 HTTP/1.1" status: 204 len: 168 time: 0.1649761 Oct 26 11:12:51.196549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52674) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:51.206352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-57ee37cd-72f3-44ea-922c-6ccd3791a696 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26', 'tempest-TagsTest-Tag-544986152') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:51.215465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] For port 1880d91b-a407-4d60-9d11-c26cf114d5a9, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:51.217650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:51.220030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] For port 1880d91b-a407-4d60-9d11-c26cf114d5a9, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1880d91b-a407-4d60-9d11-c26cf114d5a9,segment=NetworkSegment(6b99e295-deaf-4e32-9205-177304caf83f),segment_id=6b99e295-deaf-4e32-9205-177304caf83f)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:51.228852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:51.297806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702e207-7556-41e4-9a5c-db5019ab5397 None None] Pushing event updated for resources: {'Port': ['ID=1880d91b-a407-4d60-9d11-c26cf114d5a9,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:51.311574 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57ee37cd-72f3-44ea-922c-6ccd3791a696 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "GET /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags/tempest-TagsTest-Tag-544986152 HTTP/1.1" status: 204 len: 168 time: 0.1110651 Oct 26 11:12:51.314900 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52676) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:51.322363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-ea9be078-7750-4c8f-8aa7-dec5ea1abfc7 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:51.378086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:51.508620 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea9be078-7750-4c8f-8aa7-dec5ea1abfc7 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "DELETE /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags HTTP/1.1" status: 204 len: 168 time: 0.1901426 Oct 26 11:12:51.512430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:51.516283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52678) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:51.523599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-3ef058df-2be5-49be-8ad7-f7b621f6426a tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26', 'tempest-TagsTest-Tag-1977433087') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:51.545333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 642a3d21-c960-4461-bc69-a9640b3c9e1f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:51.552033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] Sync routers for ids ['103f65e8-57c1-441d-8c00-851e8432e5fe'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:51.556762 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-48da2bab-b4ce-4db6-9ecf-ab293196f72f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8289888 Oct 26 11:12:51.557482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52680) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:51.567344 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] Routers {'103f65e8-57c1-441d-8c00-851e8432e5fe'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:51.568010 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['103f65e8-57c1-441d-8c00-851e8432e5fe'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:51.608610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 642a3d21-c960-4461-bc69-a9640b3c9e1f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:51.612256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:51.612781 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 642a3d21-c960-4461-bc69-a9640b3c9e1f Oct 26 11:12:51.617810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 5557c082-9569-4ca8-be61-3f40fe4437d0 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:51.635971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:51.653417 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] Set router 103f65e8-57c1-441d-8c00-851e8432e5fe gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:51.682706 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-3ef058df-2be5-49be-8ad7-f7b621f6426a tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] show failed (client error): The resource could not be found. Oct 26 11:12:51.684360 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3ef058df-2be5-49be-8ad7-f7b621f6426a tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "GET /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags/tempest-TagsTest-Tag-1977433087 HTTP/1.1" status: 404 len: 326 time: 0.1652503 Oct 26 11:12:51.691462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52682) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:51.704950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-9cd9a3c0-cc8f-4011-99cf-854b5f62c01d tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26', 'tempest-TagsTest-Tag-544986152') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:51.718683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f65e8-57c1-441d-8c00-851e8432e5fe', 'name': 'tempest-NetworksTestDHCPv6-router-1677775874', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:12:39Z', 'updated_at': '2022-10-26T11:12:48Z', 'revision_number': 3, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:51.752134 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] Checking router: 103f65e8-57c1-441d-8c00-851e8432e5fe for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:51.762690 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] Routers {'103f65e8-57c1-441d-8c00-851e8432e5fe'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:51.763537 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['103f65e8-57c1-441d-8c00-851e8432e5fe'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:51.784954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-320bd946-cf36-4932-85d4-db1173543874 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router (103f65e8-57c1-441d-8c00-851e8432e5fe), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:51.790524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 642a3d21-c960-4461-bc69-a9640b3c9e1f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:51.791742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:51.840506 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-9cd9a3c0-cc8f-4011-99cf-854b5f62c01d tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] show failed (client error): The resource could not be found. Oct 26 11:12:51.841773 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9cd9a3c0-cc8f-4011-99cf-854b5f62c01d tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "GET /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags/tempest-TagsTest-Tag-544986152 HTTP/1.1" status: 404 len: 325 time: 0.1433063 Oct 26 11:12:51.845387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] Set router 103f65e8-57c1-441d-8c00-851e8432e5fe gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:51.846507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:51.846883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:51.847216 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:12:51.907664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52684) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:51.922005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-24d9fca0-a2f0-48fb-bb0f-3b9569b3b0c7 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '220c36fa-5206-4114-9bc8-e2cf1ec24c26') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:51.936784 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:51.948816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:51.949752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:51.959013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69425096-7e7a-4335-973a-d76269ef65c6 None None] New status for floating IP 76a2f16c-592f-488a-945f-abdf36e20489: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:12:52.002416 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103f65e8-57c1-441d-8c00-851e8432e5fe', 'name': 'tempest-NetworksTestDHCPv6-router-1677775874', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:12:39Z', 'updated_at': '2022-10-26T11:12:48Z', 'revision_number': 3, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:52.017285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:52.019678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:52.021320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.14 (b735b473-7897-4d60-a3e9-61c0ceeb4de3/163cd377-5bc0-4229-9f4d-c8cf723c2753/5557c082-9569-4ca8-be61-3f40fe4437d0) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:52.029281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.30 (b735b473-7897-4d60-a3e9-61c0ceeb4de3/b278d710-ba40-4f01-b776-6a0b9b112a87/5557c082-9569-4ca8-be61-3f40fe4437d0) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:52.032570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.033566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:52.040002 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f87dec-4aa9-439e-ba4e-39588a652798 None None] The sync data for ids ['103f65e8-57c1-441d-8c00-851e8432e5fe'] in dv-neutron-759874-5-hyperv is: [{'id': '103f65e8-57c1-441d-8c00-851e8432e5fe', 'name': 'tempest-NetworksTestDHCPv6-router-1677775874', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:12:39Z', 'updated_at': '2022-10-26T11:12:48Z', 'revision_number': 3, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:52.054359 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-78e45781-abc5-4479-9b67-7c2032d7e6dd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c70a2c2f4bf14c908a708ebf18b01e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9958560 Oct 26 11:12:52.057313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52686) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:52.115252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-320bd946-cf36-4932-85d4-db1173543874 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (103f65e8-57c1-441d-8c00-851e8432e5fe), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.121115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-320bd946-cf36-4932-85d4-db1173543874 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router_controller (103f65e8-57c1-441d-8c00-851e8432e5fe), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.197205 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-24d9fca0-a2f0-48fb-bb0f-3b9569b3b0c7 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "DELETE /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26/tags HTTP/1.1" status: 204 len: 168 time: 0.2728527 Oct 26 11:12:52.198581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52688) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:52.232865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-320bd946-cf36-4932-85d4-db1173543874 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (103f65e8-57c1-441d-8c00-851e8432e5fe), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.233342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320bd946-cf36-4932-85d4-db1173543874 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Fanout notify agent at l3_agent the message router_deleted on router 103f65e8-57c1-441d-8c00-851e8432e5fe {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:12:52.240805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-320bd946-cf36-4932-85d4-db1173543874 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.241987 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-320bd946-cf36-4932-85d4-db1173543874 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/routers/103f65e8-57c1-441d-8c00-851e8432e5fe HTTP/1.1" status: 204 len: 168 time: 0.6800282 Oct 26 11:12:52.245411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-769ec3df-3bf5-4826-bbe8-73e073a471af admin admin] Publish callbacks [] for security_group (9530adf2-0323-441f-8b79-d77a21635129), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.254765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52690) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:52.260856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:52.268398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:52.284964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:52.285902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.286249 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:12:52.336026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (220c36fa-5206-4114-9bc8-e2cf1ec24c26), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.340149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4a488c1-f86c-4bed-acf8-f3ba9d721657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (2153d779-70c2-4210-b0e5-ac0ec3be4f04), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.392753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-769ec3df-3bf5-4826-bbe8-73e073a471af admin admin] Publish callbacks [] for security_group (9530adf2-0323-441f-8b79-d77a21635129), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.401874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:52.402749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.419893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a488c1-f86c-4bed-acf8-f3ba9d721657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=2153d779-70c2-4210-b0e5-ac0ec3be4f04,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:52.428671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4a488c1-f86c-4bed-acf8-f3ba9d721657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.438526 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a4a488c1-f86c-4bed-acf8-f3ba9d721657 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/2153d779-70c2-4210-b0e5-ac0ec3be4f04 HTTP/1.1" status: 204 len: 168 time: 2.0884464 Oct 26 11:12:52.440291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52692) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:52.441249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:52.446894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.466183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:52.475280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.502106 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-007d9603-fcce-47ec-a699-f5307f8db02d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:12:52.507886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-007d9603-fcce-47ec-a699-f5307f8db02d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/2153d779-70c2-4210-b0e5-ac0ec3be4f04 HTTP/1.1" status: 404 len: 333 time: 0.0653400 Oct 26 11:12:52.508508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52694) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:52.513912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.542779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network b735b473-7897-4d60-a3e9-61c0ceeb4de3 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:52.545163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:52.555921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:52.582727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:52.616913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:52.625872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:52.630359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.667699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (220c36fa-5206-4114-9bc8-e2cf1ec24c26), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.690309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-374b6ca9-0b93-4efa-a6c4-965589e20f24 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port d03d38c1-7533-474b-8e2b-d203c9baf5b7 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:52.690658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-374b6ca9-0b93-4efa-a6c4-965589e20f24 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d03d38c1-7533-474b-8e2b-d203c9baf5b7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.713538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220c36fa-5206-4114-9bc8-e2cf1ec24c26']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:52.756693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9bc770-fd3c-4aef-bb48-61bd5292fe4b') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:52.757001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9bc770-fd3c-4aef-bb48-61bd5292fe4b') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:52.773929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (ca9bc770-fd3c-4aef-bb48-61bd5292fe4b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.801236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ca9bc770-fd3c-4aef-bb48-61bd5292fe4b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.824947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:52.825571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (ca9bc770-fd3c-4aef-bb48-61bd5292fe4b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.899323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58338ef2-5873-4008-8b9e-c20f6853a1b1 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:12:52.908444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment ca9bc770-fd3c-4aef-bb48-61bd5292fe4b resource provider aggregate not found Oct 26 11:12:52.913768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-374b6ca9-0b93-4efa-a6c4-965589e20f24 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d03d38c1-7533-474b-8e2b-d203c9baf5b7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.936960 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment ca9bc770-fd3c-4aef-bb48-61bd5292fe4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca9bc770-fd3c-4aef-bb48-61bd5292fe4b found for delete ", "request_id": "req-28340c58-6d09-4c14-8cb9-580769b6e222"}]} Oct 26 11:12:52.941270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Could not find standard attr ID for object d4370aa4-f59e-4fb5-9c67-b8e2539901ed. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:52.948977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-374b6ca9-0b93-4efa-a6c4-965589e20f24 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for d03d38c1-7533-474b-8e2b-d203c9baf5b7 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:52.954446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Could not find standard attr ID for object 7f1d39bb-1131-4485-a9bb-de7e13e9a83e. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:52.969983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (220c36fa-5206-4114-9bc8-e2cf1ec24c26), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.977609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.986747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] 10.222.0.26 "DELETE /networking/v2.0/networks/220c36fa-5206-4114-9bc8-e2cf1ec24c26 HTTP/1.1" status: 204 len: 168 time: 0.7870493 Oct 26 11:12:53.012690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1880d91b-a407-4d60-9d11-c26cf114d5a9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:53.014917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:53.015291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.015625 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:53.049385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cad84f-df7a-4c85-b3ae-7a8d48b797d9 tempest-TagsTest-1353677010 tempest-TagsTest-1353677010-project] Pushing event deleted for resources: {'Network': ['ID=220c36fa-5206-4114-9bc8-e2cf1ec24c26,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:53.069232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:53.149206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58338ef2-5873-4008-8b9e-c20f6853a1b1 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:12:53.178996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:53.188916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1880d91b-a407-4d60-9d11-c26cf114d5a9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:53.189306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.189652 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1880d91b-a407-4d60-9d11-c26cf114d5a9 Oct 26 11:12:53.199402 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a0e9c-02b5-433d-85be-3b0f87ab754c None None] Sync routers for ids ['103f65e8-57c1-441d-8c00-851e8432e5fe'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:53.202868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=5557c082-9569-4ca8-be61-3f40fe4437d0,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:53.222194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:53.223913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.228219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a0e9c-02b5-433d-85be-3b0f87ab754c None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:53.230387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a0e9c-02b5-433d-85be-3b0f87ab754c None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:12:53.231515 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce2a0e9c-02b5-433d-85be-3b0f87ab754c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'103f65e8-57c1-441d-8c00-851e8432e5fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:12:53.246259 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a0e9c-02b5-433d-85be-3b0f87ab754c None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:53.247398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a0e9c-02b5-433d-85be-3b0f87ab754c None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:12:53.248254 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce2a0e9c-02b5-433d-85be-3b0f87ab754c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'103f65e8-57c1-441d-8c00-851e8432e5fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:12:53.248876 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a0e9c-02b5-433d-85be-3b0f87ab754c None None] The sync data for ids ['103f65e8-57c1-441d-8c00-851e8432e5fe'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:12:53.257372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-374b6ca9-0b93-4efa-a6c4-965589e20f24 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d03d38c1-7533-474b-8e2b-d203c9baf5b7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.316023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b6ca9-0b93-4efa-a6c4-965589e20f24 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=d03d38c1-7533-474b-8e2b-d203c9baf5b7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:53.350391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-769ec3df-3bf5-4826-bbe8-73e073a471af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (9530adf2-0323-441f-8b79-d77a21635129), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.353585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-769ec3df-3bf5-4826-bbe8-73e073a471af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.354918 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-769ec3df-3bf5-4826-bbe8-73e073a471af admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9530adf2-0323-441f-8b79-d77a21635129 HTTP/1.1" status: 204 len: 168 time: 1.2903268 Oct 26 11:12:53.376853 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9f3f0da4-4180-45b7-9478-204e62900de5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3705456 Oct 26 11:12:53.382146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52706) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:53.383530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:53.389301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '163cd377-5bc0-4229-9f4d-c8cf723c2753'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:53.395444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:53.404540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-374b6ca9-0b93-4efa-a6c4-965589e20f24 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.416279 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-374b6ca9-0b93-4efa-a6c4-965589e20f24 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/d03d38c1-7533-474b-8e2b-d203c9baf5b7 HTTP/1.1" status: 204 len: 168 time: 0.9008880 Oct 26 11:12:53.417140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52708) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:53.428942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ec3df-3bf5-4826-bbe8-73e073a471af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9530adf2-0323-441f-8b79-d77a21635129,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:53.478145 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb324ab2-86fc-482b-97f0-614241eee139 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:12:53.482702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb324ab2-86fc-482b-97f0-614241eee139 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/d03d38c1-7533-474b-8e2b-d203c9baf5b7 HTTP/1.1" status: 404 len: 333 time: 0.0643997 Oct 26 11:12:53.483587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52710) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:53.487802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52712) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:53.492447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Provisioning complete for port 1880d91b-a407-4d60-9d11-c26cf114d5a9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:53.493083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.493582 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Attempt 1 to provision port 1880d91b-a407-4d60-9d11-c26cf114d5a9 Oct 26 11:12:53.565052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1880d91b-a407-4d60-9d11-c26cf114d5a9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:53.565691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.573806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.591603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.613075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1880d91b-a407-4d60-9d11-c26cf114d5a9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1880d91b-a407-4d60-9d11-c26cf114d5a9,segment=NetworkSegment(6b99e295-deaf-4e32-9205-177304caf83f),segment_id=6b99e295-deaf-4e32-9205-177304caf83f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:53.615035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6e37fd-1112-4647-a9ec-11529862cce4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet fd506984-2c7c-4d64-b924-919a32d19048 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:53.618370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976f7670-3e35-488c-ac1f-04501150ea7e None None] Network 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:53.621882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d1bd26-580b-4421-be15-52dfd4b709bd None None] Network b735b473-7897-4d60-a3e9-61c0ceeb4de3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:53.624934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a6e37fd-1112-4647-a9ec-11529862cce4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (fd506984-2c7c-4d64-b924-919a32d19048), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.626693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.627514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:53.673786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:53.727823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a6e37fd-1112-4647-a9ec-11529862cce4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (fd506984-2c7c-4d64-b924-919a32d19048), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.755054 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:12:53.767394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:53.787650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:53.793440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:53.808135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:53.849163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a6e37fd-1112-4647-a9ec-11529862cce4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (fd506984-2c7c-4d64-b924-919a32d19048), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.869150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Current status of the port 1880d91b-a407-4d60-9d11-c26cf114d5a9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:53.885578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:53.898802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-402e5445-9424-49d5-b927-cc1466f4be76 None None] Could not find standard attr ID for object acbbad70-2c61-4b4b-82f7-3efc3c4fd96b. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:53.902279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:53.903539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.904975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1880d91b-a407-4d60-9d11-c26cf114d5a9,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:53.948497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a6e37fd-1112-4647-a9ec-11529862cce4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (fd506984-2c7c-4d64-b924-919a32d19048), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:53.987838 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-50265d37-4bfa-4894-9fb8-63b9aaf3b4a5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7325845 Oct 26 11:12:54.036599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:54.036599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.036599 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:12:54.038403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52722) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:54.038403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e5ae6766-604b-48cb-b968-27f3153e8aa2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1894624327', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:54.063933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e37fd-1112-4647-a9ec-11529862cce4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=fd506984-2c7c-4d64-b924-919a32d19048,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:54.071849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6766-604b-48cb-b968-27f3153e8aa2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.072878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6766-604b-48cb-b968-27f3153e8aa2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.077235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a6e37fd-1112-4647-a9ec-11529862cce4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.078540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-76858a1f-ecb3-4f09-8977-201e7dc60752 None None] Could not find standard attr ID for object acbbad70-2c61-4b4b-82f7-3efc3c4fd96b. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:54.084170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a6e37fd-1112-4647-a9ec-11529862cce4 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/fd506984-2c7c-4d64-b924-919a32d19048 HTTP/1.1" status: 204 len: 168 time: 0.5944681 Oct 26 11:12:54.084602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52726) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:54.096578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-76858a1f-ecb3-4f09-8977-201e7dc60752 None None] Could not find standard attr ID for object 7f1d39bb-1131-4485-a9bb-de7e13e9a83e. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:54.121832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:54.126724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188baa2a-faf5-4f59-98ac-b116ac7c34d5 None None] Update dhcp port {'port': {'network_id': 'b735b473-7897-4d60-a3e9-61c0ceeb4de3', 'fixed_ips': [{'subnet_id': '163cd377-5bc0-4229-9f4d-c8cf723c2753', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b278d710-ba40-4f01-b776-6a0b9b112a87'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': '1880d91b-a407-4d60-9d11-c26cf114d5a9'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:12:54.139596 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0cfc9f91-3190-45a8-af90-a7e15a2dfc95 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=42720f7a3bc648548cbf75a6b71d9abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6487129 Oct 26 11:12:54.142757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52730) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:54.172482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-188baa2a-faf5-4f59-98ac-b116ac7c34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.177554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-76858a1f-ecb3-4f09-8977-201e7dc60752 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:54.178210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-76858a1f-ecb3-4f09-8977-201e7dc60752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.178724 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-76858a1f-ecb3-4f09-8977-201e7dc60752 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:54.225733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6766-604b-48cb-b968-27f3153e8aa2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router_controller (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.252066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6766-604b-48cb-b968-27f3153e8aa2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.284350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (21a902a6-b30f-4cce-bff9-e7a54ff4bb5f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.310362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6766-604b-48cb-b968-27f3153e8aa2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.314393 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5ae6766-604b-48cb-b968-27f3153e8aa2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2953076 Oct 26 11:12:54.314893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52734) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:54.373731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 642a3d21-c960-4461-bc69-a9640b3c9e1f {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:54.374219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.384253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb24c062-6f4d-4d24-a92a-e073bbfe5243 admin admin] Publish callbacks [] for security_group (5c1673b4-d4bd-40e4-9048-a9eae81c7e6a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.450565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Delete allocated IP 172.20.0.30 (b735b473-7897-4d60-a3e9-61c0ceeb4de3/b278d710-ba40-4f01-b776-6a0b9b112a87) {{(pid=105415) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 11:12:54.481072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] For port 642a3d21-c960-4461-bc69-a9640b3c9e1f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=642a3d21-c960-4461-bc69-a9640b3c9e1f,segment=NetworkSegment(83c5a35c-5e64-4622-b913-338e1fbb7b9e),segment_id=83c5a35c-5e64-4622-b913-338e1fbb7b9e)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:54.482021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.482166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:54.483248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:54.490529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb24c062-6f4d-4d24-a92a-e073bbfe5243 admin admin] Publish callbacks [] for security_group (5c1673b4-d4bd-40e4-9048-a9eae81c7e6a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.515698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 642a3d21-c960-4461-bc69-a9640b3c9e1f owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:54.671282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:54.671931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.672419 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:12:54.675351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:54.718733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-76858a1f-ecb3-4f09-8977-201e7dc60752 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:54.723312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-76858a1f-ecb3-4f09-8977-201e7dc60752 None None] Could not find standard attr ID for object d4370aa4-f59e-4fb5-9c67-b8e2539901ed. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:54.735022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.739325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb24c062-6f4d-4d24-a92a-e073bbfe5243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5c1673b4-d4bd-40e4-9048-a9eae81c7e6a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.742585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb24c062-6f4d-4d24-a92a-e073bbfe5243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.743694 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb24c062-6f4d-4d24-a92a-e073bbfe5243 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5c1673b4-d4bd-40e4-9048-a9eae81c7e6a HTTP/1.1" status: 204 len: 168 time: 0.6002669 Oct 26 11:12:54.768758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:54.773135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24c062-6f4d-4d24-a92a-e073bbfe5243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1673b4-d4bd-40e4-9048-a9eae81c7e6a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:54.778773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device acbbad70-2c61-4b4b-82f7-3efc3c4fd96b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:54.792161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.795375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:54.803417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (642a3d21-c960-4461-bc69-a9640b3c9e1f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.818106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:54.823754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: acbbad70-2c61-4b4b-82f7-3efc3c4fd96b {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:12:54.826373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device acbbad70-2c61-4b4b-82f7-3efc3c4fd96b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:12:54.865259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4ea64f00-e881-448f-b253-9e60c34dc44e None None] Could not find standard attr ID for object 642a3d21-c960-4461-bc69-a9640b3c9e1f. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:12:54.907536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=642a3d21-c960-4461-bc69-a9640b3c9e1f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:54.911011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-188baa2a-faf5-4f59-98ac-b116ac7c34d5 None None] Allocated IP 172.20.0.18 (b735b473-7897-4d60-a3e9-61c0ceeb4de3/b278d710-ba40-4f01-b776-6a0b9b112a87/1880d91b-a407-4d60-9d11-c26cf114d5a9) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:54.918952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No DVR routers for this DVR port 642a3d21-c960-4461-bc69-a9640b3c9e1f on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:12:54.984448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:55.050469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:55.061529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1880d91b-a407-4d60-9d11-c26cf114d5a9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:55.095980 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::1 (e006cddc-269c-485d-9059-cd1342ff5d5c/eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4/8c5ce7ee-4258-4029-b4d7-2b875853d319) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:55.120944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:55.142475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=5557c082-9569-4ca8-be61-3f40fe4437d0,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:55.199328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (21a902a6-b30f-4cce-bff9-e7a54ff4bb5f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.213850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-188baa2a-faf5-4f59-98ac-b116ac7c34d5 None None] For port 1880d91b-a407-4d60-9d11-c26cf114d5a9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1880d91b-a407-4d60-9d11-c26cf114d5a9,segment=NetworkSegment(6b99e295-deaf-4e32-9205-177304caf83f),segment_id=6b99e295-deaf-4e32-9205-177304caf83f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:55.238693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] In _notify_port_updated(), no bound segment for port 5557c082-9569-4ca8-be61-3f40fe4437d0 on network b735b473-7897-4d60-a3e9-61c0ceeb4de3 {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:12:55.240446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1880d91b-a407-4d60-9d11-c26cf114d5a9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:55.240990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.241478 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1880d91b-a407-4d60-9d11-c26cf114d5a9 Oct 26 11:12:55.243639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:55.244336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.248977 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1fd5476b-55d2-42cc-9174-acf6db75ee30 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "PUT /networking/v2.0/ports/5557c082-9569-4ca8-be61-3f40fe4437d0 HTTP/1.1" status: 200 len: 919 time: 1.8641217 Oct 26 11:12:55.252152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a902a6-b30f-4cce-bff9-e7a54ff4bb5f']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:55.254658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-188baa2a-faf5-4f59-98ac-b116ac7c34d5 None None] Publish callbacks [] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.255117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52760) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:55.267021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '163cd377-5bc0-4229-9f4d-c8cf723c2753'}, {'subnet_id': 'b278d710-ba40-4f01-b776-6a0b9b112a87'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:55.274748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c5a35c-5e64-4622-b913-338e1fbb7b9e') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:55.275045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c5a35c-5e64-4622-b913-338e1fbb7b9e') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:55.280222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-188baa2a-faf5-4f59-98ac-b116ac7c34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.304930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.312384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (83c5a35c-5e64-4622-b913-338e1fbb7b9e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.344963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:55.368238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.387483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (83c5a35c-5e64-4622-b913-338e1fbb7b9e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.423930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:12:55.424877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (83c5a35c-5e64-4622-b913-338e1fbb7b9e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.425395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:55.428887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:55.432194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:12:55.432838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.484310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188baa2a-faf5-4f59-98ac-b116ac7c34d5 None None] Pushing event updated for resources: {'Port': ['ID=1880d91b-a407-4d60-9d11-c26cf114d5a9,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:55.493152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=8c5ce7ee-4258-4029-b4d7-2b875853d319,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:55.572697 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 83c5a35c-5e64-4622-b913-338e1fbb7b9e resource provider aggregate not found Oct 26 11:12:55.578128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.595385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (21a902a6-b30f-4cce-bff9-e7a54ff4bb5f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.596957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1880d91b-a407-4d60-9d11-c26cf114d5a9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:55.599429 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 83c5a35c-5e64-4622-b913-338e1fbb7b9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83c5a35c-5e64-4622-b913-338e1fbb7b9e found for delete ", "request_id": "req-d60a8408-5c6d-42c6-841c-1a6ab20c0f45"}]} Oct 26 11:12:55.617400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.627276 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/networks/21a902a6-b30f-4cce-bff9-e7a54ff4bb5f HTTP/1.1" status: 204 len: 168 time: 1.5415902 Oct 26 11:12:55.629934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52778) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:55.636867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1658892347'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:55.661208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.697107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:55.830140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:55.830140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.846284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380417fa-8c5b-460f-8a1a-6dec0713279c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Network': ['ID=21a902a6-b30f-4cce-bff9-e7a54ff4bb5f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:55.861267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:55.865693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52782) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:55.866761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.869627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:55.883439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:55.884350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:12:55.986095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:12:56.004265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.20 (b735b473-7897-4d60-a3e9-61c0ceeb4de3/b278d710-ba40-4f01-b776-6a0b9b112a87/5557c082-9569-4ca8-be61-3f40fe4437d0) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:56.038532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:56.047107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b07a7198-a2f0-4718-b6fb-a4b93af9db05), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.047620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Added segment b07a7198-a2f0-4718-b6fb-a4b93af9db05 of type vlan for network 643cdd91-7241-44bf-ba92-06f9a9a4b545 Oct 26 11:12:56.083944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a1d3525d-3ef2-4a24-bd27-e36ec8aa60d8 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1197740890'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:56.123177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:56.124069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.146361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1d3525d-3ef2-4a24-bd27-e36ec8aa60d8 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (468a1a49-cac1-456a-a5e4-abb0b96e8063), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.147903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1d3525d-3ef2-4a24-bd27-e36ec8aa60d8 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (468a1a49-cac1-456a-a5e4-abb0b96e8063), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.169938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (643cdd91-7241-44bf-ba92-06f9a9a4b545), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.174000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:56.198442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:56.210273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.266490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1d3525d-3ef2-4a24-bd27-e36ec8aa60d8 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (468a1a49-cac1-456a-a5e4-abb0b96e8063), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.276669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1d3525d-3ef2-4a24-bd27-e36ec8aa60d8 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (468a1a49-cac1-456a-a5e4-abb0b96e8063), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.280036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.291501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.305499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.307432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1d3525d-3ef2-4a24-bd27-e36ec8aa60d8 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.308692 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a1d3525d-3ef2-4a24-bd27-e36ec8aa60d8 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4420583 Oct 26 11:12:56.317514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52792) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:56.324372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:56.330536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1da6e7-8ce7-416c-9fe1-bae8a2568988 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:12:56.368438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:56.395218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.396546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.399072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=5557c082-9569-4ca8-be61-3f40fe4437d0,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:56.413738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (643cdd91-7241-44bf-ba92-06f9a9a4b545), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.419475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:56.420934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.422287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-80d9eb2f-6757-4c1c-b516-a5f5e21565d2 None None] Provisioning complete for port 1880d91b-a407-4d60-9d11-c26cf114d5a9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:56.422968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-80d9eb2f-6757-4c1c-b516-a5f5e21565d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.423464 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-80d9eb2f-6757-4c1c-b516-a5f5e21565d2 None None] Attempt 1 to provision port 1880d91b-a407-4d60-9d11-c26cf114d5a9 Oct 26 11:12:56.456262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] In _notify_port_updated(), no bound segment for port 5557c082-9569-4ca8-be61-3f40fe4437d0 on network b735b473-7897-4d60-a3e9-61c0ceeb4de3 {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:12:56.461417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:56.462500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.465154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2ab39fa9-fe4d-4a50-898e-8e64469d7b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.466528 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-92448a89-1341-491a-9fce-7401b3312ec9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "PUT /networking/v2.0/ports/5557c082-9569-4ca8-be61-3f40fe4437d0 HTTP/1.1" status: 200 len: 999 time: 1.2099009 Oct 26 11:12:56.466930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52796) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:56.530846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:56.541275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:56.553298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Network': ['ID=643cdd91-7241-44bf-ba92-06f9a9a4b545,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:56.555875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:56.563105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9cf668c7-e09c-48de-9f47-2483d46af3fe tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9317517 Oct 26 11:12:56.564697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52798) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:56.573527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '643cdd91-7241-44bf-ba92-06f9a9a4b545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:56.585324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 643cdd91-7241-44bf-ba92-06f9a9a4b545 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:12:56.615042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-35e3454d-ca7c-4700-8898-d6d35559e114 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (468a1a49-cac1-456a-a5e4-abb0b96e8063), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.630494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f3214b05-6478-4009-96c7-6211c0f3d487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 5557c082-9569-4ca8-be61-3f40fe4437d0 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:56.630838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f3214b05-6478-4009-96c7-6211c0f3d487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.712555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-80d9eb2f-6757-4c1c-b516-a5f5e21565d2 None None] Current status of the port 1880d91b-a407-4d60-9d11-c26cf114d5a9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:56.733871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-80d9eb2f-6757-4c1c-b516-a5f5e21565d2 None None] Provisioning complete for port 5557c082-9569-4ca8-be61-3f40fe4437d0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:56.734251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-80d9eb2f-6757-4c1c-b516-a5f5e21565d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.734601 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-80d9eb2f-6757-4c1c-b516-a5f5e21565d2 None None] Attempt 1 to provision port 5557c082-9569-4ca8-be61-3f40fe4437d0 Oct 26 11:12:56.807595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1da6e7-8ce7-416c-9fe1-bae8a2568988 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:12:56.812669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:56.819562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.842254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-80d9eb2f-6757-4c1c-b516-a5f5e21565d2 None None] Port 5557c082-9569-4ca8-be61-3f40fe4437d0 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:12:56.869866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f3214b05-6478-4009-96c7-6211c0f3d487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:56.933267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f3214b05-6478-4009-96c7-6211c0f3d487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 5557c082-9569-4ca8-be61-3f40fe4437d0 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:57.076130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:57.082674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=8c5ce7ee-4258-4029-b4d7-2b875853d319,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:57.107710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1880d91b-a407-4d60-9d11-c26cf114d5a9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:57.175594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1880d91b-a407-4d60-9d11-c26cf114d5a9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:57.176303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.176564 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1880d91b-a407-4d60-9d11-c26cf114d5a9 Oct 26 11:12:57.229124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3a033d-a338-4fca-ad7c-188003fba12a None None] DHCP port deletion for 21a902a6-b30f-4cce-bff9-e7a54ff4bb5f request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:12:57.281889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-35e3454d-ca7c-4700-8898-d6d35559e114 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (468a1a49-cac1-456a-a5e4-abb0b96e8063), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.287011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-35e3454d-ca7c-4700-8898-d6d35559e114 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (468a1a49-cac1-456a-a5e4-abb0b96e8063), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.318534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:12:57.333705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1880d91b-a407-4d60-9d11-c26cf114d5a9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:57.340374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (1411b0e1-2f7d-4794-955f-866cd9344706), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.348181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f3214b05-6478-4009-96c7-6211c0f3d487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5557c082-9569-4ca8-be61-3f40fe4437d0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.357362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4aaaba-7955-42d8-99d5-bc9449091e13 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:12:57.383312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:57.394184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:57.396214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-35e3454d-ca7c-4700-8898-d6d35559e114 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (468a1a49-cac1-456a-a5e4-abb0b96e8063), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.397103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7c4aaaba-7955-42d8-99d5-bc9449091e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.397373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e3454d-ca7c-4700-8898-d6d35559e114 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 468a1a49-cac1-456a-a5e4-abb0b96e8063 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:12:57.403926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-35e3454d-ca7c-4700-8898-d6d35559e114 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.405819 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-35e3454d-ca7c-4700-8898-d6d35559e114 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/468a1a49-cac1-456a-a5e4-abb0b96e8063 HTTP/1.1" status: 204 len: 168 time: 1.0863943 Oct 26 11:12:57.427009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52818) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:57.436279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d9a89236-93f4-41df-8e7a-712ecd4a19b2 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Request body: {'router': {'name': 'tempest-router-1197193713', 'distributed': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:57.442935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3214b05-6478-4009-96c7-6211c0f3d487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=5557c082-9569-4ca8-be61-3f40fe4437d0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:57.462423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:57.539570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=1411b0e1-2f7d-4794-955f-866cd9344706,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:57.548168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Router d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:12:57.579178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9a89236-93f4-41df-8e7a-712ecd4a19b2 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (84c15031-74de-489a-861b-a1364a783a21), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.581030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9a89236-93f4-41df-8e7a-712ecd4a19b2 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (84c15031-74de-489a-861b-a1364a783a21), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.596094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Checking segment: {'id': 'b07a7198-a2f0-4718-b6fb-a4b93af9db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '643cdd91-7241-44bf-ba92-06f9a9a4b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:57.596736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network hostable DHCP agents. Network: 643cdd91-7241-44bf-ba92-06f9a9a4b545, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:12:57.616386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-7c4aaaba-7955-42d8-99d5-bc9449091e13 None None] Allocated IP 2001:db8::2 (e006cddc-269c-485d-9059-cd1342ff5d5c/eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4/e23a2351-7523-471f-9140-282b4036ca95) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:57.617817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52820) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:57.625703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36947523', 'description': 'tempest-secgroup-smoke-36947523 description', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:57.640621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f3214b05-6478-4009-96c7-6211c0f3d487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.646506 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f3214b05-6478-4009-96c7-6211c0f3d487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5557c082-9569-4ca8-be61-3f40fe4437d0 HTTP/1.1" status: 204 len: 168 time: 1.1785676 Oct 26 11:12:57.649707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52822) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:57.680778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.698134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.703782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:12:57.709677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9a89236-93f4-41df-8e7a-712ecd4a19b2 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (84c15031-74de-489a-861b-a1364a783a21), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.710851 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe36041-5a6a-4af8-b14e-2a931d753a96 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:12:57.714306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-82150c58-a94a-48a5-8583-adee8a605985 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "PUT /networking/v2.0/routers/d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3983529 Oct 26 11:12:57.717590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52824) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:57.717997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52826) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:57.718270 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dfe36041-5a6a-4af8-b14e-2a931d753a96 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/5557c082-9569-4ca8-be61-3f40fe4437d0 HTTP/1.1" status: 404 len: 333 time: 0.0674326 Oct 26 11:12:57.719230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 643cdd91-7241-44bf-ba92-06f9a9a4b545 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:12:57.727167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9a89236-93f4-41df-8e7a-712ecd4a19b2 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (84c15031-74de-489a-861b-a1364a783a21), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.736671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 643cdd91-7241-44bf-ba92-06f9a9a4b545) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:12:57.741701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:57.742464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.756846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9a89236-93f4-41df-8e7a-712ecd4a19b2 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.760913 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d9a89236-93f4-41df-8e7a-712ecd4a19b2 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3293169 Oct 26 11:12:57.761118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52828) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:57.776538 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-304f3aee-0f21-4d8e-b435-1343a8b66b03 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2105322 Oct 26 11:12:57.790465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52830) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:57.797401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-99b28523-f8e2-41a8-8098-c821f4f4213a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1750430335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:57.853652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c471ee4a-3a51-4252-b00e-38c1cec872ef tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (84c15031-74de-489a-861b-a1364a783a21), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.866418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Sync routers for ids ['d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:12:57.872984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:57.877100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3597ec-4fca-4595-98e9-a894c7880b69 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:57.878944 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7f3597ec-4fca-4595-98e9-a894c7880b69 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports/8c5ce7ee-4258-4029-b4d7-2b875853d319 HTTP/1.1" status: 200 len: 911 time: 0.1600766 Oct 26 11:12:57.882271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:57.898797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Routers {'d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:12:57.900057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:57.901933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52832) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:57.944057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group (df74c0a1-36cb-409d-a3ea-bdf12aa747f6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:57.958587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (df74c0a1-36cb-409d-a3ea-bdf12aa747f6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.003111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7c4aaaba-7955-42d8-99d5-bc9449091e13 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:58.027951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12982e76-2ac2-4e7f-a449-6f58280bca1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:58.030671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group (3fa2ed6d-d038-4b80-8c5c-d1979558bb58), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.033576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12982e76-2ac2-4e7f-a449-6f58280bca1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:58.034230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Set router d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:12:58.040026 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-12982e76-2ac2-4e7f-a449-6f58280bca1a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1361673 Oct 26 11:12:58.040726 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52834) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:58.043907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3fa2ed6d-d038-4b80-8c5c-d1979558bb58), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.046644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99b28523-f8e2-41a8-8098-c821f4f4213a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (34d74983-6c1e-4737-ab70-a1d5214b615a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.047850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99b28523-f8e2-41a8-8098-c821f4f4213a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (34d74983-6c1e-4737-ab70-a1d5214b615a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.051687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:58.064905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8cf26d-08c8-4226-8673-13afd18963bc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet b278d710-ba40-4f01-b776-6a0b9b112a87 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:58.086333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7c4aaaba-7955-42d8-99d5-bc9449091e13 None None] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.092735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf26d-08c8-4226-8673-13afd18963bc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (b278d710-ba40-4f01-b776-6a0b9b112a87), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.101181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7c4aaaba-7955-42d8-99d5-bc9449091e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.139156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:58.145658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df74c0a1-36cb-409d-a3ea-bdf12aa747f6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:58.160532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c471ee4a-3a51-4252-b00e-38c1cec872ef tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (84c15031-74de-489a-861b-a1364a783a21), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.161315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.165396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5429378 Oct 26 11:12:58.167054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52836) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:58.173040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c471ee4a-3a51-4252-b00e-38c1cec872ef tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (84c15031-74de-489a-861b-a1364a783a21), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.190616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ebdbc-5284-40d1-a989-4253fc457930 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa2ed6d-d038-4b80-8c5c-d1979558bb58,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:58.210424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf26d-08c8-4226-8673-13afd18963bc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (b278d710-ba40-4f01-b776-6a0b9b112a87), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.228471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a2cfe9e7-9b91-4153-8cfc-8ebdcd84b8ff tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'security_group_rule': {'security_group_id': '3fa2ed6d-d038-4b80-8c5c-d1979558bb58', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:58.256800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99b28523-f8e2-41a8-8098-c821f4f4213a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for router_controller (34d74983-6c1e-4737-ab70-a1d5214b615a), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.271033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99b28523-f8e2-41a8-8098-c821f4f4213a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (34d74983-6c1e-4737-ab70-a1d5214b615a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.291802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aaaba-7955-42d8-99d5-bc9449091e13 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:58.311615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99b28523-f8e2-41a8-8098-c821f4f4213a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.314263 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-99b28523-f8e2-41a8-8098-c821f4f4213a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5225785 Oct 26 11:12:58.320420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52838) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:58.343324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'network_id': '643cdd91-7241-44bf-ba92-06f9a9a4b545', 'name': 'tempest-PortsIpV6TestJSON-2137190572'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:58.382971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46beb7d-b13a-4dd1-8f16-7d7b3987eaa3', 'name': 'tempest-NetworksTestDHCPv6-router-1894624327', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:12:54Z', 'updated_at': '2022-10-26T11:12:55Z', 'revision_number': 2, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'gw_port_host': None, '_interfaces': [{'id': '8c5ce7ee-4258-4029-b4d7-2b875853d319', 'name': '', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'mac_address': 'fa:16:3e:0c:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46beb7d-b13a-4dd1-8f16-7d7b3987eaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:12:54Z', 'updated_at': '2022-10-26T11:12:55Z', 'revision_number': 2, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'subnets': [{'id': 'eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:12:58.390545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c471ee4a-3a51-4252-b00e-38c1cec872ef tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (84c15031-74de-489a-861b-a1364a783a21), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.391014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471ee4a-3a51-4252-b00e-38c1cec872ef tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84c15031-74de-489a-861b-a1364a783a21 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:12:58.400206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c471ee4a-3a51-4252-b00e-38c1cec872ef tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.404885 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c471ee4a-3a51-4252-b00e-38c1cec872ef tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/84c15031-74de-489a-861b-a1364a783a21 HTTP/1.1" status: 204 len: 168 time: 0.6390390 Oct 26 11:12:58.406763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52840) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:58.415326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe9e7-9b91-4153-8cfc-8ebdcd84b8ff tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (f97c2cd8-d662-4e5f-bfc4-68198ad9f609), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.418666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f81e1884-945e-46d7-bcc0-dccd9f0595f1 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Request body: {'router': {'name': 'tempest-router-609691001', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7e1952ebf6ba41c984c4a23596c880d3'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:58.419189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Checking router: d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:12:58.419748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Updating router d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 port 8c5ce7ee-4258-4029-b4d7-2b875853d319 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:12:58.433689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf26d-08c8-4226-8673-13afd18963bc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b278d710-ba40-4f01-b776-6a0b9b112a87), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.453591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.506623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f81e1884-945e-46d7-bcc0-dccd9f0595f1 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (4ca2d121-fc70-4c78-a868-af8815c4bae1), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.507645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f81e1884-945e-46d7-bcc0-dccd9f0595f1 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (4ca2d121-fc70-4c78-a868-af8815c4bae1), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.619494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f81e1884-945e-46d7-bcc0-dccd9f0595f1 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (4ca2d121-fc70-4c78-a868-af8815c4bae1), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.640858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f81e1884-945e-46d7-bcc0-dccd9f0595f1 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (4ca2d121-fc70-4c78-a868-af8815c4bae1), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.657839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf26d-08c8-4226-8673-13afd18963bc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (b278d710-ba40-4f01-b776-6a0b9b112a87), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.674922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f81e1884-945e-46d7-bcc0-dccd9f0595f1 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.679898 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f81e1884-945e-46d7-bcc0-dccd9f0595f1 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2649381 Oct 26 11:12:58.697565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:12:58.701715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.705337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52842) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:58.717789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:58.720344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cf26d-08c8-4226-8673-13afd18963bc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=b278d710-ba40-4f01-b776-6a0b9b112a87,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:58.729219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf26d-08c8-4226-8673-13afd18963bc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.735616 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a8cf26d-08c8-4226-8673-13afd18963bc tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b278d710-ba40-4f01-b776-6a0b9b112a87 HTTP/1.1" status: 204 len: 168 time: 1.0155034 Oct 26 11:12:58.736576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52844) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:58.788663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 33a302b4-40ec-4bdc-ba7a-e450c294e922 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:12:58.815918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Publish callbacks [] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.819742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:58.831549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.845144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe9e7-9b91-4153-8cfc-8ebdcd84b8ff tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (f97c2cd8-d662-4e5f-bfc4-68198ad9f609), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.854889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe9e7-9b91-4153-8cfc-8ebdcd84b8ff tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (f97c2cd8-d662-4e5f-bfc4-68198ad9f609), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.898308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe9e7-9b91-4153-8cfc-8ebdcd84b8ff tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.902624 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2cfe9e7-9b91-4153-8cfc-8ebdcd84b8ff tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7360067 Oct 26 11:12:58.908079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52846) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:58.919137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-426044bc-2f3a-4383-be20-9b698cbafbc1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'security_group_rule': {'security_group_id': '3fa2ed6d-d038-4b80-8c5c-d1979558bb58', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:58.941118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e2151358-fe7b-4547-9415-51ab88566dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:58.951084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfe9e7-9b91-4153-8cfc-8ebdcd84b8ff tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97c2cd8-d662-4e5f-bfc4-68198ad9f609,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:58.991693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e8aba-04dc-4176-843b-5988487d0244 None None] Pushing event updated for resources: {'Port': ['ID=8c5ce7ee-4258-4029-b4d7-2b875853d319,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:59.012817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:12:59.045959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:59.047479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:59.052555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Attempting to bind port 8c5ce7ee-4258-4029-b4d7-2b875853d319 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:12:59.052926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Attempting to bind port 8c5ce7ee-4258-4029-b4d7-2b875853d319 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:12:59.054216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Attempting to bind port 8c5ce7ee-4258-4029-b4d7-2b875853d319 on network e006cddc-269c-485d-9059-cd1342ff5d5c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:12:59.078656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-426044bc-2f3a-4383-be20-9b698cbafbc1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (06f90698-a9fb-4a2c-9fbd-3abd092b5169), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.083777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95ab91c-c2f1-4850-85ab-a704e5f39243 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet 163cd377-5bc0-4229-9f4d-c8cf723c2753 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:12:59.085903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:59.088671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (4ca2d121-fc70-4c78-a868-af8815c4bae1), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.088671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (4ca2d121-fc70-4c78-a868-af8815c4bae1), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.110307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:12:59.111113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Checking segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:12:59.111491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.111910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Bound using segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:12:59.112370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Bound port: 8c5ce7ee-4258-4029-b4d7-2b875853d319, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:12:59.112736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.115383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc58295e-4b71-49d3-bb23-4a680c34cd8e None None] Network b735b473-7897-4d60-a3e9-61c0ceeb4de3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:59.127250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e95ab91c-c2f1-4850-85ab-a704e5f39243 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (163cd377-5bc0-4229-9f4d-c8cf723c2753), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.133963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:59.135048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ed030-c8bb-46d4-a9dc-dc737a8d9c6a None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:59.137029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb20ce97-d9d5-4f5e-8769-3ab28f426ba6 None None] Network 643cdd91-7241-44bf-ba92-06f9a9a4b545 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:59.152880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.254086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:59.262353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e95ab91c-c2f1-4850-85ab-a704e5f39243 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (163cd377-5bc0-4229-9f4d-c8cf723c2753), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.264385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-426044bc-2f3a-4383-be20-9b698cbafbc1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (06f90698-a9fb-4a2c-9fbd-3abd092b5169), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.265824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105416) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 26 11:12:59.266350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Router 4ca2d121-fc70-4c78-a868-af8815c4bae1 migrating from provider to provider. {{(pid=105416) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 26 11:12:59.267070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (4ca2d121-fc70-4c78-a868-af8815c4bae1), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.274818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-426044bc-2f3a-4383-be20-9b698cbafbc1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (06f90698-a9fb-4a2c-9fbd-3abd092b5169), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.284742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:59.285108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.285471 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:59.303399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (4ca2d121-fc70-4c78-a868-af8815c4bae1), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.321598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::3e7 (643cdd91-7241-44bf-ba92-06f9a9a4b545/1411b0e1-2f7d-4794-955f-866cd9344706/33a302b4-40ec-4bdc-ba7a-e450c294e922) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:12:59.324110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (4ca2d121-fc70-4c78-a868-af8815c4bae1), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.336142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e4c09643-9c5a-4d3b-95bf-7f410bddc34d None None] Provisioning complete for port 8c5ce7ee-4258-4029-b4d7-2b875853d319 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:59.336673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e4c09643-9c5a-4d3b-95bf-7f410bddc34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.336773 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e4c09643-9c5a-4d3b-95bf-7f410bddc34d None None] Attempt 1 to provision port 8c5ce7ee-4258-4029-b4d7-2b875853d319 Oct 26 11:12:59.347058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426044bc-2f3a-4383-be20-9b698cbafbc1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f90698-a9fb-4a2c-9fbd-3abd092b5169,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:59.363364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-426044bc-2f3a-4383-be20-9b698cbafbc1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.367845 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-426044bc-2f3a-4383-be20-9b698cbafbc1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4503477 Oct 26 11:12:59.383383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52848) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:59.387795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7a8e5b77-5115-4702-8a88-6b850baf6c44 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'security_group_rule': {'security_group_id': '3fa2ed6d-d038-4b80-8c5c-d1979558bb58', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:59.461448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b77-5115-4702-8a88-6b850baf6c44 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (c6a75ce9-1f13-46cf-91f8-44970f5efe16), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.480841 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e95ab91c-c2f1-4850-85ab-a704e5f39243 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (163cd377-5bc0-4229-9f4d-c8cf723c2753), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.494759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e4c09643-9c5a-4d3b-95bf-7f410bddc34d None None] Port 8c5ce7ee-4258-4029-b4d7-2b875853d319 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:12:59.496895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 8c5ce7ee-4258-4029-b4d7-2b875853d319 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:12:59.497081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.513832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] For port 8c5ce7ee-4258-4029-b4d7-2b875853d319, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:12:59.521063 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] No L3 agents can host the router 4ca2d121-fc70-4c78-a868-af8815c4bae1 Oct 26 11:12:59.553365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-643cdd91-7241-44bf-ba92-06f9a9a4b545', 'network_id': '643cdd91-7241-44bf-ba92-06f9a9a4b545', 'project_id': '2fff6bedad004c038ff5f0fcae82105b', 'fixed_ips': [{'subnet_id': '1411b0e1-2f7d-4794-955f-866cd9344706'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:12:59.554284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.567828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:59.570378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] For port 8c5ce7ee-4258-4029-b4d7-2b875853d319, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8c5ce7ee-4258-4029-b4d7-2b875853d319,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:12:59.574937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e4c09643-9c5a-4d3b-95bf-7f410bddc34d None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:59.575449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e4c09643-9c5a-4d3b-95bf-7f410bddc34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.575653 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e4c09643-9c5a-4d3b-95bf-7f410bddc34d None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:12:59.616336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.617489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b77-5115-4702-8a88-6b850baf6c44 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (c6a75ce9-1f13-46cf-91f8-44970f5efe16), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.625211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b77-5115-4702-8a88-6b850baf6c44 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (c6a75ce9-1f13-46cf-91f8-44970f5efe16), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.661396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port 8c5ce7ee-4258-4029-b4d7-2b875853d319, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:12:59.662096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.671469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e5b77-5115-4702-8a88-6b850baf6c44 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a75ce9-1f13-46cf-91f8-44970f5efe16,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:59.681453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 8c5ce7ee-4258-4029-b4d7-2b875853d319 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:12:59.691412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a8e5b77-5115-4702-8a88-6b850baf6c44 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.696021 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7a8e5b77-5115-4702-8a88-6b850baf6c44 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089683 Oct 26 11:12:59.700812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52850) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:59.709216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9e422b80-a452-4431-8400-f964c969ddeb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'security_group_rule': {'security_group_id': '3fa2ed6d-d038-4b80-8c5c-d1979558bb58', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:59.766556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e95ab91c-c2f1-4850-85ab-a704e5f39243 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (163cd377-5bc0-4229-9f4d-c8cf723c2753), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.810895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ab91c-c2f1-4850-85ab-a704e5f39243 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=163cd377-5bc0-4229-9f4d-c8cf723c2753,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:59.816498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9e422b80-a452-4431-8400-f964c969ddeb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (23a2650c-9a4f-47e4-9f07-2059af9c7d1b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.826543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Hosts for router 4ca2d121-fc70-4c78-a868-af8815c4bae1: [] {{(pid=105416) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Oct 26 11:12:59.837794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.856922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e95ab91c-c2f1-4850-85ab-a704e5f39243 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.863519 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e95ab91c-c2f1-4850-85ab-a704e5f39243 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/163cd377-5bc0-4229-9f4d-c8cf723c2753 HTTP/1.1" status: 204 len: 168 time: 1.0946259 Oct 26 11:12:59.865407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:59.884047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Hosts for other DVR routers connected to router 4ca2d121-fc70-4c78-a868-af8815c4bae1: set() {{(pid=105416) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Oct 26 11:12:59.886700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.896003 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a8daa8c2-d2af-4a2d-9dc5-5299f236ff0c tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "PUT /networking/v2.0/routers/4ca2d121-fc70-4c78-a868-af8815c4bae1 HTTP/1.1" status: 200 len: 716 time: 1.1865880 Oct 26 11:12:59.899988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:59.901326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52854) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:59.954330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:59.964687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.009339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Routers {'d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:00.010303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:00.093177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:00.117774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 643cdd91-7241-44bf-ba92-06f9a9a4b545 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:00.120687 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-02288c63-e519-4d97-94e2-a1201ecb5373 tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/4ca2d121-fc70-4c78-a868-af8815c4bae1 HTTP/1.1" status: 200 len: 716 time: 0.1672161 Oct 26 11:13:00.121319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52856) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:00.128698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:00.133413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 642a3d21-c960-4461-bc69-a9640b3c9e1f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:00.137102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.153963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9e422b80-a452-4431-8400-f964c969ddeb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (23a2650c-9a4f-47e4-9f07-2059af9c7d1b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.173501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=33a302b4-40ec-4bdc-ba7a-e450c294e922,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:00.176661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:00.180940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:00.190505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:00.191164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.205211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (b735b473-7897-4d60-a3e9-61c0ceeb4de3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.210053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9e422b80-a452-4431-8400-f964c969ddeb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (23a2650c-9a4f-47e4-9f07-2059af9c7d1b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.238427 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-85fb63ce-bced-469a-be0b-6850f637fd19 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9153540 Oct 26 11:13:00.239041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52860) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:00.258892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422b80-a452-4431-8400-f964c969ddeb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a2650c-9a4f-47e4-9f07-2059af9c7d1b,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:00.259155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e8aba-04dc-4176-843b-5988487d0244 None None] Pushing event updated for resources: {'Port': ['ID=8c5ce7ee-4258-4029-b4d7-2b875853d319,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:00.274398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9e422b80-a452-4431-8400-f964c969ddeb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.280212 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9e422b80-a452-4431-8400-f964c969ddeb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5769660 Oct 26 11:13:00.291642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52862) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:00.299441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-dadec720-19be-4bd1-9274-7bf5b10c3e9b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'security_group_rule': {'security_group_id': '3fa2ed6d-d038-4b80-8c5c-d1979558bb58', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:00.307498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 642a3d21-c960-4461-bc69-a9640b3c9e1f {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:13:00.307858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 642a3d21-c960-4461-bc69-a9640b3c9e1f not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:13:00.346314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8c5ce7ee-4258-4029-b4d7-2b875853d319), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.396508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=8c5ce7ee-4258-4029-b4d7-2b875853d319,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:00.401608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] Set router d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:00.407299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e4c09643-9c5a-4d3b-95bf-7f410bddc34d None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:00.408760 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-dadec720-19be-4bd1-9274-7bf5b10c3e9b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Project 25c19a8b112a4878bf58e8cf65c7c3f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:13:00.421522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 1880d91b-a407-4d60-9d11-c26cf114d5a9 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:00.422201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.439291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Allocated IP 2001:db8::2 (643cdd91-7241-44bf-ba92-06f9a9a4b545/1411b0e1-2f7d-4794-955f-866cd9344706/8ae86016-7802-4864-b715-992559f07eb1) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:00.452998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.453390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.453668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.454006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.454333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.454664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.455000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.455335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.455650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.456029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.456350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.456815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.457477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.457933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.458258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:00.464825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dadec720-19be-4bd1-9274-7bf5b10c3e9b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (2f15fe46-e4c5-449b-afd8-bf3cc2b08c4e), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.555506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:00.578577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:00.579699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.626280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2daf74-de91-4f07-99a3-2ae2f4bd3c76 None None] Network b735b473-7897-4d60-a3e9-61c0ceeb4de3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:00.716212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] For port 1880d91b-a407-4d60-9d11-c26cf114d5a9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1880d91b-a407-4d60-9d11-c26cf114d5a9,segment=NetworkSegment(6b99e295-deaf-4e32-9205-177304caf83f),segment_id=6b99e295-deaf-4e32-9205-177304caf83f)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:00.716722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.725543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-077e75aa-c5ca-4488-a651-3ba3ab8cc2d8 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:00.725922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-077e75aa-c5ca-4488-a651-3ba3ab8cc2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.726559 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-077e75aa-c5ca-4488-a651-3ba3ab8cc2d8 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:00.740058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 1880d91b-a407-4d60-9d11-c26cf114d5a9 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:00.798140 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-00fb0f50-f464-4a39-96c3-368c8c1fba32 tempest-RoutersTestDVR-317204563 tempest-RoutersTestDVR-317204563-project] 10.222.0.26 "GET /networking/v2.0/routers/4ca2d121-fc70-4c78-a868-af8815c4bae1 HTTP/1.1" status: 200 len: 682 time: 0.6678092 Oct 26 11:13:00.813584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52864) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:00.818223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:00.944196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Router d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:00.965205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dadec720-19be-4bd1-9274-7bf5b10c3e9b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (2f15fe46-e4c5-449b-afd8-bf3cc2b08c4e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.969013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46beb7d-b13a-4dd1-8f16-7d7b3987eaa3', 'name': 'tempest-NetworksTestDHCPv6-router-1894624327', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:12:54Z', 'updated_at': '2022-10-26T11:12:55Z', 'revision_number': 2, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'gw_port_host': None, '_interfaces': [{'id': '8c5ce7ee-4258-4029-b4d7-2b875853d319', 'name': '', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'mac_address': 'fa:16:3e:0c:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46beb7d-b13a-4dd1-8f16-7d7b3987eaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:12:54Z', 'updated_at': '2022-10-26T11:12:59Z', 'revision_number': 4, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'subnets': [{'id': 'eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:00.977427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dadec720-19be-4bd1-9274-7bf5b10c3e9b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (2f15fe46-e4c5-449b-afd8-bf3cc2b08c4e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:00.977669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] DHCP port deletion for b735b473-7897-4d60-a3e9-61c0ceeb4de3 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:13:01.007913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadec720-19be-4bd1-9274-7bf5b10c3e9b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f15fe46-e4c5-449b-afd8-bf3cc2b08c4e,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:01.044673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6422d868-2c71-4538-abde-a59f9b2c70bb None None] The sync data for ids ['d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'] in dv-neutron-759874-5-hyperv is: [{'id': 'd46beb7d-b13a-4dd1-8f16-7d7b3987eaa3', 'name': 'tempest-NetworksTestDHCPv6-router-1894624327', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:12:54Z', 'updated_at': '2022-10-26T11:12:55Z', 'revision_number': 2, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'gw_port_host': None, '_interfaces': [{'id': '8c5ce7ee-4258-4029-b4d7-2b875853d319', 'name': '', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'tenant_id': 'b236a6ef558541ac949d09d4ebd85877', 'mac_address': 'fa:16:3e:0c:bd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46beb7d-b13a-4dd1-8f16-7d7b3987eaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:12:54Z', 'updated_at': '2022-10-26T11:12:59Z', 'revision_number': 4, 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'subnets': [{'id': 'eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:01.080626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dadec720-19be-4bd1-9274-7bf5b10c3e9b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.080626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dadec720-19be-4bd1-9274-7bf5b10c3e9b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7830319 Oct 26 11:13:01.093853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52866) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:01.099167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d9fbde5c-e4ec-4875-b4b3-1891befe06aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'security_group_rule': {'security_group_id': '3fa2ed6d-d038-4b80-8c5c-d1979558bb58', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:01.103983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-077e75aa-c5ca-4488-a651-3ba3ab8cc2d8 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:01.107264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Publish callbacks [] for port (8ae86016-7802-4864-b715-992559f07eb1), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.117855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-077e75aa-c5ca-4488-a651-3ba3ab8cc2d8 None None] Could not find standard attr ID for object 8c5ce7ee-4258-4029-b4d7-2b875853d319. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:01.123160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Deleting port 1880d91b-a407-4d60-9d11-c26cf114d5a9 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:01.123557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.128250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (8ae86016-7802-4864-b715-992559f07eb1), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.149584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:01.161169 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0fde11d0-4158-4ff0-a85c-04890a7e1c1d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "PUT /networking/v2.0/routers/d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0815437 Oct 26 11:13:01.164335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52868) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:01.209485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Network 643cdd91-7241-44bf-ba92-06f9a9a4b545 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:01.224110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:01.224329 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-d9fbde5c-e4ec-4875-b4b3-1891befe06aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Project 25c19a8b112a4878bf58e8cf65c7c3f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:13:01.226607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:01.232621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9fbde5c-e4ec-4875-b4b3-1891befe06aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (adf03cef-41d1-4d80-bd4d-f8438767980c), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.246133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d018c4-83a7-42c9-a3d3-96b25d37d071 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:01.248601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d018c4-83a7-42c9-a3d3-96b25d37d071 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:01.252879 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a9d018c4-83a7-42c9-a3d3-96b25d37d071 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0849652 Oct 26 11:13:01.257261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:01.292895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Pushing event updated for resources: {'Port': ['ID=8ae86016-7802-4864-b715-992559f07eb1,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:01.313228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-acccbb3e-e26f-4535-a459-d7f49d14a9bf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (4ca2d121-fc70-4c78-a868-af8815c4bae1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.347588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] For port 1880d91b-a407-4d60-9d11-c26cf114d5a9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1880d91b-a407-4d60-9d11-c26cf114d5a9,segment=NetworkSegment(6b99e295-deaf-4e32-9205-177304caf83f),segment_id=6b99e295-deaf-4e32-9205-177304caf83f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:01.349166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.353643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.353802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f77693f6-5ae4-426f-8f29-d86a5f5ac26b None None] Provisioning complete for port 1880d91b-a407-4d60-9d11-c26cf114d5a9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:01.353802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f77693f6-5ae4-426f-8f29-d86a5f5ac26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.353802 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f77693f6-5ae4-426f-8f29-d86a5f5ac26b None None] Attempt 1 to provision port 1880d91b-a407-4d60-9d11-c26cf114d5a9 Oct 26 11:13:01.355453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-7238a4e4-5cf4-4c97-b2a0-fb7bfc00655d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:01.359128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7238a4e4-5cf4-4c97-b2a0-fb7bfc00655d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.416434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Calling delete_port for 1880d91b-a407-4d60-9d11-c26cf114d5a9 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:01.425117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7238a4e4-5cf4-4c97-b2a0-fb7bfc00655d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.440291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Attempting to bind port 8ae86016-7802-4864-b715-992559f07eb1 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:01.440815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Attempting to bind port 8ae86016-7802-4864-b715-992559f07eb1 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'b07a7198-a2f0-4718-b6fb-a4b93af9db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '643cdd91-7241-44bf-ba92-06f9a9a4b545'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:01.441150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Attempting to bind port 8ae86016-7802-4864-b715-992559f07eb1 on network 643cdd91-7241-44bf-ba92-06f9a9a4b545 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:01.468659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9fbde5c-e4ec-4875-b4b3-1891befe06aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (adf03cef-41d1-4d80-bd4d-f8438767980c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.475069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.495795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f77693f6-5ae4-426f-8f29-d86a5f5ac26b None None] Could not find standard attr ID for object 1880d91b-a407-4d60-9d11-c26cf114d5a9. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:01.500584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9fbde5c-e4ec-4875-b4b3-1891befe06aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (adf03cef-41d1-4d80-bd4d-f8438767980c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.509353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.520956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbde5c-e4ec-4875-b4b3-1891befe06aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf03cef-41d1-4d80-bd4d-f8438767980c,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:01.526117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:01.547812 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.db [None req-f77693f6-5ae4-426f-8f29-d86a5f5ac26b None None] No ports have port_id starting with 1880d91b-a407-4d60-9d11-c26cf114d5a9 Oct 26 11:13:01.554025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:01.574905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f77693f6-5ae4-426f-8f29-d86a5f5ac26b None None] Could not find standard attr ID for object 8c5ce7ee-4258-4029-b4d7-2b875853d319. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:01.579384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9fbde5c-e4ec-4875-b4b3-1891befe06aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.580101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.581314 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d9fbde5c-e4ec-4875-b4b3-1891befe06aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4864094 Oct 26 11:13:01.585901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:01.587325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7238a4e4-5cf4-4c97-b2a0-fb7bfc00655d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.597738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=1880d91b-a407-4d60-9d11-c26cf114d5a9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:01.598707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'network': {'name': 'tempest-network-smoke--242594026', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'port_security_enabled': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:01.607294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:01.607677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Checking segment: {'id': 'b07a7198-a2f0-4718-b6fb-a4b93af9db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '643cdd91-7241-44bf-ba92-06f9a9a4b545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:01.608117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.608604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Bound using segment: {'id': 'b07a7198-a2f0-4718-b6fb-a4b93af9db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '643cdd91-7241-44bf-ba92-06f9a9a4b545'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:01.608974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Bound port: 8ae86016-7802-4864-b715-992559f07eb1, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07a7198-a2f0-4718-b6fb-a4b93af9db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '643cdd91-7241-44bf-ba92-06f9a9a4b545'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:01.609350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8ae86016-7802-4864-b715-992559f07eb1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.639022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:01.655517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Made reservation on behalf of 25c19a8b112a4878bf58e8cf65c7c3f1 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:01.662742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No DVR routers for this DVR port 1880d91b-a407-4d60-9d11-c26cf114d5a9 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:01.662949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.666551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-acccbb3e-e26f-4535-a459-d7f49d14a9bf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (4ca2d121-fc70-4c78-a868-af8815c4bae1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.670689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (1880d91b-a407-4d60-9d11-c26cf114d5a9), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.673973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-acccbb3e-e26f-4535-a459-d7f49d14a9bf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (4ca2d121-fc70-4c78-a868-af8815c4bae1), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.710287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:13:01.730221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (66fcebeb-87e0-4fcc-aff1-5869439639bc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.730993 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Added segment 66fcebeb-87e0-4fcc-aff1-5869439639bc of type vlan for network 63abd606-6461-4ce8-8acd-34376bb03ab1 Oct 26 11:13:01.731912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] No DVR routers for this DVR port 1880d91b-a407-4d60-9d11-c26cf114d5a9 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:01.739561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Pushing event deleted for resources: {'Port': ['ID=1880d91b-a407-4d60-9d11-c26cf114d5a9,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:01.772972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] For port 8ae86016-7802-4864-b715-992559f07eb1, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:01.779403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] For port 8ae86016-7802-4864-b715-992559f07eb1, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8ae86016-7802-4864-b715-992559f07eb1,segment=NetworkSegment(b07a7198-a2f0-4718-b6fb-a4b93af9db05),segment_id=b07a7198-a2f0-4718-b6fb-a4b93af9db05)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:01.782337 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7238a4e4-5cf4-4c97-b2a0-fb7bfc00655d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.784700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.785434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.786704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.787338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.788160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.788797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.789517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.789986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.790636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.791077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.791570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.792060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.792494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.792995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.793453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a1d4ad-fe75-463c-9dac-f0e6b76e1017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:01.804173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8ae86016-7802-4864-b715-992559f07eb1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.811097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7238a4e4-5cf4-4c97-b2a0-fb7bfc00655d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.815515 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7238a4e4-5cf4-4c97-b2a0-fb7bfc00655d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4 HTTP/1.1" status: 204 len: 168 time: 0.5571849 Oct 26 11:13:01.824808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:01.850545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:01.858559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (63abd606-6461-4ce8-8acd-34376bb03ab1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.870720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238a4e4-5cf4-4c97-b2a0-fb7bfc00655d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:01.908796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de131091-49f7-4a0d-b5dc-775371b214d7 None None] Pushing event updated for resources: {'Port': ['ID=8ae86016-7802-4864-b715-992559f07eb1,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:01.923611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-acccbb3e-e26f-4535-a459-d7f49d14a9bf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (4ca2d121-fc70-4c78-a868-af8815c4bae1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.924218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acccbb3e-e26f-4535-a459-d7f49d14a9bf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca2d121-fc70-4c78-a868-af8815c4bae1 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:13:01.966950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (b735b473-7897-4d60-a3e9-61c0ceeb4de3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.969404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:01.978024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-acccbb3e-e26f-4535-a459-d7f49d14a9bf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:01.979170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-acccbb3e-e26f-4535-a459-d7f49d14a9bf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/4ca2d121-fc70-4c78-a868-af8815c4bae1 HTTP/1.1" status: 204 len: 168 time: 1.1612747 Oct 26 11:13:01.985853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52876) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:01.997514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fa1040ad-8ce8-4bb4-9dd4-428f7bb0c13f tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Request body: {'router': {'name': 'tempest-router-1648641125', 'distributed': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:02.015647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b735b473-7897-4d60-a3e9-61c0ceeb4de3']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:02.021187 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5a09695a-4cc2-4cdd-9dd5-ab2475b6d485 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1655376 Oct 26 11:13:02.021187 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:02.031284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (63abd606-6461-4ce8-8acd-34376bb03ab1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.036140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:02.036863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.043163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b99e295-deaf-4e32-9205-177304caf83f') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:02.043471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b99e295-deaf-4e32-9205-177304caf83f') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:02.067566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (6b99e295-deaf-4e32-9205-177304caf83f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.090559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa1040ad-8ce8-4bb4-9dd4-428f7bb0c13f tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (9adf4034-dd97-4735-b1c6-2e2cde646dd7), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.091565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa1040ad-8ce8-4bb4-9dd4-428f7bb0c13f tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (9adf4034-dd97-4735-b1c6-2e2cde646dd7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.134382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6b99e295-deaf-4e32-9205-177304caf83f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.148436 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5560892 Oct 26 11:13:02.152697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52880) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:02.158197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:02.159217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'admin_state_up': True, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:02.174655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:13:02.175073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (6b99e295-deaf-4e32-9205-177304caf83f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.226146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505414b2-38a9-4dc3-92c7-bbd3446849eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'Network': ['ID=63abd606-6461-4ce8-8acd-34376bb03ab1,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:02.230302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f505a79f-3f2f-4be5-936d-b0c2e53c2c7f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.242469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 63abd606-6461-4ce8-8acd-34376bb03ab1 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:13:02.263662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6b99e295-deaf-4e32-9205-177304caf83f resource provider aggregate not found Oct 26 11:13:02.268655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa1040ad-8ce8-4bb4-9dd4-428f7bb0c13f tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (9adf4034-dd97-4735-b1c6-2e2cde646dd7), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.290324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (deed0adc-c744-4c2d-9a2d-cd53690d416b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.291337 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (deed0adc-c744-4c2d-9a2d-cd53690d416b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.292149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa1040ad-8ce8-4bb4-9dd4-428f7bb0c13f tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (9adf4034-dd97-4735-b1c6-2e2cde646dd7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.306892 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6b99e295-deaf-4e32-9205-177304caf83f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b99e295-deaf-4e32-9205-177304caf83f found for delete ", "request_id": "req-3b3a41ad-034b-4054-8f09-8ac7eec05cca"}]} Oct 26 11:13:02.311151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.322298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.387585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (b735b473-7897-4d60-a3e9-61c0ceeb4de3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.391683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.395195 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/networks/b735b473-7897-4d60-a3e9-61c0ceeb4de3 HTTP/1.1" status: 204 len: 168 time: 2.5271237 Oct 26 11:13:02.404888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52886) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:02.439277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Network': ['ID=b735b473-7897-4d60-a3e9-61c0ceeb4de3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:02.443829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa1040ad-8ce8-4bb4-9dd4-428f7bb0c13f tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.445051 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa1040ad-8ce8-4bb4-9dd4-428f7bb0c13f tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4579227 Oct 26 11:13:02.450534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52888) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:02.461626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for router_controller (deed0adc-c744-4c2d-9a2d-cd53690d416b), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.467230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.467594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.467941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.468362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.468842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.469245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.469582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.469913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.470239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.470562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.470888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.471211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.471535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.471890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.472235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a785b76-6779-4480-93fc-d30f3b8970a4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:02.495370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f505a79f-3f2f-4be5-936d-b0c2e53c2c7f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.499885 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f505a79f-3f2f-4be5-936d-b0c2e53c2c7f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router_controller (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.538633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66dd437-f046-491b-bd6a-e83ff7183df6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:02.540463 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d66dd437-f046-491b-bd6a-e83ff7183df6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1342845 Oct 26 11:13:02.544397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:02.548677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=33a302b4-40ec-4bdc-ba7a-e450c294e922,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:02.591255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf532-4ae6-446b-9f49-50fb1bfb1baf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (9adf4034-dd97-4735-b1c6-2e2cde646dd7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.623861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:02.661988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (34d74983-6c1e-4737-ab70-a1d5214b615a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.679435 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1624ed30-6821-4d71-bc8f-62f13c20b694 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1340547 Oct 26 11:13:02.680167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f505a79f-3f2f-4be5-936d-b0c2e53c2c7f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.680738 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f505a79f-3f2f-4be5-936d-b0c2e53c2c7f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Fanout notify agent at l3_agent the message router_deleted on router d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:13:02.688263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f505a79f-3f2f-4be5-936d-b0c2e53c2c7f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.689316 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f505a79f-3f2f-4be5-936d-b0c2e53c2c7f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/routers/d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 HTTP/1.1" status: 204 len: 168 time: 0.6680233 Oct 26 11:13:02.690050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:02.692054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52894) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:02.695196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-325649806'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:02.731314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for router_gateway (deed0adc-c744-4c2d-9a2d-cd53690d416b), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.760419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:02.764134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.776231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9939e35-4991-4457-9a9b-f24c150fc5d3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:02.778831 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9939e35-4991-4457-9a9b-f24c150fc5d3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0834968 Oct 26 11:13:02.780424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52896) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:02.837634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:13:02.850583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:02.859001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (96d99e04-06fe-4a02-b11e-975b6e80e451), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.859347 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Added segment 96d99e04-06fe-4a02-b11e-975b6e80e451 of type vlan for network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 Oct 26 11:13:02.964845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf532-4ae6-446b-9f49-50fb1bfb1baf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (9adf4034-dd97-4735-b1c6-2e2cde646dd7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.971911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf532-4ae6-446b-9f49-50fb1bfb1baf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router_controller (9adf4034-dd97-4735-b1c6-2e2cde646dd7), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:02.979413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba6139-a85c-41a2-aeb1-2b81c80ce848 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:02.980942 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3ba6139-a85c-41a2-aeb1-2b81c80ce848 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1996167 Oct 26 11:13:02.986065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52898) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:03.087481 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f7bc8ffe-f0a9-4950-bd83-5640404ad1ee tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967236 Oct 26 11:13:03.092307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52900) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:03.096883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:03.103425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf532-4ae6-446b-9f49-50fb1bfb1baf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (9adf4034-dd97-4735-b1c6-2e2cde646dd7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.104030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbaf532-4ae6-446b-9f49-50fb1bfb1baf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9adf4034-dd97-4735-b1c6-2e2cde646dd7 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:13:03.108464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ecbaf532-4ae6-446b-9f49-50fb1bfb1baf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.109606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ecbaf532-4ae6-446b-9f49-50fb1bfb1baf tempest-RoutersTestDVR-261194158 tempest-RoutersTestDVR-261194158-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/9adf4034-dd97-4735-b1c6-2e2cde646dd7 HTTP/1.1" status: 204 len: 168 time: 0.6531250 Oct 26 11:13:03.130912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.176245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:03.243557 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:UPDATE=1,neutron:SELECT=64,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:03.253149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.291536 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b10a98-0584-4feb-baef-1b5ed37c63b2 None None] Sync routers for ids ['d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:03.291651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for router_gateway (deed0adc-c744-4c2d-9a2d-cd53690d416b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.318561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b10a98-0584-4feb-baef-1b5ed37c63b2 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:03.319111 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b10a98-0584-4feb-baef-1b5ed37c63b2 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:13:03.319702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.320180 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-58b10a98-0584-4feb-baef-1b5ed37c63b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:13:03.324354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8ae86016-7802-4864-b715-992559f07eb1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:03.354985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:03.360221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.368164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.374362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:03.375441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.377009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8ae86016-7802-4864-b715-992559f07eb1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:03.377378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8ae86016-7802-4864-b715-992559f07eb1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.378274 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8ae86016-7802-4864-b715-992559f07eb1 Oct 26 11:13:03.395674 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b10a98-0584-4feb-baef-1b5ed37c63b2 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:03.396802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b10a98-0584-4feb-baef-1b5ed37c63b2 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:13:03.398925 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-58b10a98-0584-4feb-baef-1b5ed37c63b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:13:03.400459 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b10a98-0584-4feb-baef-1b5ed37c63b2 None None] The sync data for ids ['d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:03.487086 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7959800 Oct 26 11:13:03.496224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52904) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:03.507664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:03.516396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:03.525335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4850ac6-8dd0-4734-8645-f8ca1f08cb2c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Network': ['ID=48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:03.569299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Allocated IP 172.26.0.213 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/6b81e765-7935-4405-bafd-d2ff083279ca) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:03.623279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:13:03.719129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for port (6b81e765-7935-4405-bafd-d2ff083279ca), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.740225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52910) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:03.782298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.817192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:03.840287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:03.846351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:03.852466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8ae86016-7802-4864-b715-992559f07eb1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:03.853108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8ae86016-7802-4864-b715-992559f07eb1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.883287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:03.892892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.898772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=6,neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:03.918603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8ae86016-7802-4864-b715-992559f07eb1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8ae86016-7802-4864-b715-992559f07eb1,segment=NetworkSegment(b07a7198-a2f0-4718-b6fb-a4b93af9db05),segment_id=b07a7198-a2f0-4718-b6fb-a4b93af9db05)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:03.925828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8ae86016-7802-4864-b715-992559f07eb1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.940070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0c89-665c-461c-94a1-848ce201e3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:03.952432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:03.981098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ae3db9-4b9a-4203-a322-9e4e3f116b39 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:13:04.023952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.035498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1880d91b-a407-4d60-9d11-c26cf114d5a9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:04.036654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.037338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (34d74983-6c1e-4737-ab70-a1d5214b615a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.084140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 1880d91b-a407-4d60-9d11-c26cf114d5a9 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:13:04.084593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1880d91b-a407-4d60-9d11-c26cf114d5a9 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:13:04.099164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8ae86016-7802-4864-b715-992559f07eb1,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:04.105216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4b07dca1-6ab5-4c8c-8af7-cda2104a517e None None] Provisioning complete for port 8ae86016-7802-4864-b715-992559f07eb1 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:04.105775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4b07dca1-6ab5-4c8c-8af7-cda2104a517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8ae86016-7802-4864-b715-992559f07eb1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.106200 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4b07dca1-6ab5-4c8c-8af7-cda2104a517e None None] Attempt 1 to provision port 8ae86016-7802-4864-b715-992559f07eb1 Oct 26 11:13:04.138039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:13:04.161623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:04.177877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:04.180230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0c89-665c-461c-94a1-848ce201e3c0 admin admin] Publish callbacks [] for security_group (6d23fc02-d1a1-4c14-8207-92b36b7718a7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.187978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb2f0c89-665c-461c-94a1-848ce201e3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6d23fc02-d1a1-4c14-8207-92b36b7718a7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.240728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ae3db9-4b9a-4203-a322-9e4e3f116b39 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:13:04.259407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4b07dca1-6ab5-4c8c-8af7-cda2104a517e None None] Current status of the port 8ae86016-7802-4864-b715-992559f07eb1 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:04.277350 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb2f0c89-665c-461c-94a1-848ce201e3c0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7e1952ebf6ba41c984c4a23596c880d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303452 Oct 26 11:13:04.281250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52914) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:04.290176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f0c89-665c-461c-94a1-848ce201e3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23fc02-d1a1-4c14-8207-92b36b7718a7,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:04.301236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for router_gateway (deed0adc-c744-4c2d-9a2d-cd53690d416b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.420736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1f36d711-6c3d-4727-a39d-921a45cd5c56 admin admin] Publish callbacks [] for security_group (6d23fc02-d1a1-4c14-8207-92b36b7718a7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.421615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:04.453853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1f36d711-6c3d-4727-a39d-921a45cd5c56 admin admin] Publish callbacks [] for security_group (6d23fc02-d1a1-4c14-8207-92b36b7718a7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.539209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acc8fd6-a129-47b8-bf74-7fe15bb65c89 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'c14080e6-621f-4a96-93ad-98df50989482'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:04.569114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9acc8fd6-a129-47b8-bf74-7fe15bb65c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.582188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:04.588369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (deed0adc-c744-4c2d-9a2d-cd53690d416b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.625880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1f36d711-6c3d-4727-a39d-921a45cd5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6d23fc02-d1a1-4c14-8207-92b36b7718a7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.628539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1f36d711-6c3d-4727-a39d-921a45cd5c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.630030 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1f36d711-6c3d-4727-a39d-921a45cd5c56 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6d23fc02-d1a1-4c14-8207-92b36b7718a7 HTTP/1.1" status: 204 len: 168 time: 0.3473656 Oct 26 11:13:04.678222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=33a302b4-40ec-4bdc-ba7a-e450c294e922,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:04.727398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:04.738596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36d711-6c3d-4727-a39d-921a45cd5c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d23fc02-d1a1-4c14-8207-92b36b7718a7,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:04.804168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Router deed0adc-c744-4c2d-9a2d-cd53690d416b is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:13:04.817160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:04.823816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-9acc8fd6-a129-47b8-bf74-7fe15bb65c89 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 11:13:04.823816 dv-neutron-759874-5-hyperv neutron-server[105417]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Oct 26 11:13:04.823816 dv-neutron-759874-5-hyperv neutron-server[105417]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe87:2682', 'status': 'ALLOCATED', 'ipam_subnet_id': 'ca56a248-4788-41fe-9a98-370ab6b05891'}] Oct 26 11:13:04.823816 dv-neutron-759874-5-hyperv neutron-server[105417]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:13:04.824568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-9acc8fd6-a129-47b8-bf74-7fe15bb65c89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:13:04.882710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 643cdd91-7241-44bf-ba92-06f9a9a4b545 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:04.893373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:04.913818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (60d89783-3c7b-46d1-a6ba-a433d0310456), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.919471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.921978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:04.943186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:04.947471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:04.948889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d87bf3bf-4248-42bc-a5a2-974fe8f3c532 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7929754 Oct 26 11:13:04.951970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:04.967656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:04.969458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:05.034714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8ae86016-7802-4864-b715-992559f07eb1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:05.105682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=60d89783-3c7b-46d1-a6ba-a433d0310456,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:05.115624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.135445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b5524d16-0e6e-4268-8f03-589c871280a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.142298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:05.145283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8ae86016-7802-4864-b715-992559f07eb1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:05.145836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8ae86016-7802-4864-b715-992559f07eb1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.146399 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8ae86016-7802-4864-b715-992559f07eb1 Oct 26 11:13:05.202277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Checking segment: {'id': '96d99e04-06fe-4a02-b11e-975b6e80e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:05.202652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network hostable DHCP agents. Network: 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:13:05.237019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b5524d16-0e6e-4268-8f03-589c871280a8 admin admin] Publish callbacks [] for security_group (654b4b63-b514-4b61-8bf2-e03af0a7bbd0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.241802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b5524d16-0e6e-4268-8f03-589c871280a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (654b4b63-b514-4b61-8bf2-e03af0a7bbd0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.264110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Router 34d74983-6c1e-4737-ab70-a1d5214b615a is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:13:05.271338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:05.274893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:05.275081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:13:05.293414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:05.299266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:05.311868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:05.313747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.333204 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a6dcd483-b636-4a52-a39d-a62925d308d4 tempest-TestNetworkAdvancedServerOps-1746953982 tempest-TestNetworkAdvancedServerOps-1746953982-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=25c19a8b112a4878bf58e8cf65c7c3f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3791633 Oct 26 11:13:05.333923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5524d16-0e6e-4268-8f03-589c871280a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654b4b63-b514-4b61-8bf2-e03af0a7bbd0,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:05.342115 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b5524d16-0e6e-4268-8f03-589c871280a8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ccfeae20d74c453292f32eb122384de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258928 Oct 26 11:13:05.342713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52926) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.343044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52928) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.365602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.401115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.401884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (c14080e6-621f-4a96-93ad-98df50989482), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.403906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8ae86016-7802-4864-b715-992559f07eb1 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:05.406479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-86908728-2612-416f-8555-0390ecd9fcec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9091914 Oct 26 11:13:05.411423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9acc8fd6-a129-47b8-bf74-7fe15bb65c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.419637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8c5ce7ee-4258-4029-b4d7-2b875853d319 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:05.425112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52930) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.430008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3', 'name': 'tempest-PortsTestJSON-1544553048'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:05.456164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 8c5ce7ee-4258-4029-b4d7-2b875853d319 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:13:05.456164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8c5ce7ee-4258-4029-b4d7-2b875853d319 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:13:05.459559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:04Z', 'revision_number': 3, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:05.503948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:13:05.503948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Updating router deed0adc-c744-4c2d-9a2d-cd53690d416b port 6b81e765-7935-4405-bafd-d2ff083279ca binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:13:05.546648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f269fb0d-6821-4689-a704-f2598ecb3448 admin admin] Publish callbacks [] for security_group (654b4b63-b514-4b61-8bf2-e03af0a7bbd0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.549421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:05.557294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:05.565299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:05.566320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.569907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e2199-310e-4443-b40c-25f24ff64fba tempest-TestNetworkAdvancedServerOps-1746953982 tempest-TestNetworkAdvancedServerOps-1746953982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:05.571452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-226e2199-310e-4443-b40c-25f24ff64fba tempest-TestNetworkAdvancedServerOps-1746953982 tempest-TestNetworkAdvancedServerOps-1746953982-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2271521 Oct 26 11:13:05.576804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52932) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.581018 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfa6df-ff39-43af-8f5d-ebb909c1eee0 None None] Sync routers for ids ['34d74983-6c1e-4737-ab70-a1d5214b615a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:05.585840 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f0db31f5-db84-486a-a009-9d2646eadae2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "PUT /networking/v2.0/routers/34d74983-6c1e-4737-ab70-a1d5214b615a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3398724 Oct 26 11:13:05.589222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:05.589425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52934) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.589822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.599591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f269fb0d-6821-4689-a704-f2598ecb3448 admin admin] Publish callbacks [] for security_group (654b4b63-b514-4b61-8bf2-e03af0a7bbd0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.609705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=12']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:05.617092 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cfa6df-ff39-43af-8f5d-ebb909c1eee0 None None] Routers {'34d74983-6c1e-4737-ab70-a1d5214b615a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:05.620161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27cfa6df-ff39-43af-8f5d-ebb909c1eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['34d74983-6c1e-4737-ab70-a1d5214b615a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:05.622087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=c14080e6-621f-4a96-93ad-98df50989482,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:05.640497 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bbefe772-5dfc-485d-ba63-daf152f149ae tempest-TestNetworkAdvancedServerOps-1746953982 tempest-TestNetworkAdvancedServerOps-1746953982-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625670 Oct 26 11:13:05.643803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.662514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9873a187-c7af-48e0-a0bf-6f54b5d1f633 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5695171 Oct 26 11:13:05.670163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1769210230', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:05.673574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52938) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.689372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:05.717730 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27cfa6df-ff39-43af-8f5d-ebb909c1eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:05.738558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8192fc-eb28-4080-a935-2a7b725fbcb8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:05.740262 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cfa6df-ff39-43af-8f5d-ebb909c1eee0 None None] Routers {'34d74983-6c1e-4737-ab70-a1d5214b615a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:05.743624 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27cfa6df-ff39-43af-8f5d-ebb909c1eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['34d74983-6c1e-4737-ab70-a1d5214b615a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:05.744441 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8d8192fc-eb28-4080-a935-2a7b725fbcb8 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=34d74983-6c1e-4737-ab70-a1d5214b615a HTTP/1.1" status: 200 len: 989 time: 0.1472156 Oct 26 11:13:05.747914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52940) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.810781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:05.815644 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27cfa6df-ff39-43af-8f5d-ebb909c1eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:05.819415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfa6df-ff39-43af-8f5d-ebb909c1eee0 None None] The sync data for ids ['34d74983-6c1e-4737-ab70-a1d5214b615a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:05.849657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f269fb0d-6821-4689-a704-f2598ecb3448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (654b4b63-b514-4b61-8bf2-e03af0a7bbd0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.852425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f269fb0d-6821-4689-a704-f2598ecb3448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.854052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:05.858291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.860224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f269fb0d-6821-4689-a704-f2598ecb3448 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/654b4b63-b514-4b61-8bf2-e03af0a7bbd0 HTTP/1.1" status: 204 len: 168 time: 0.5147159 Oct 26 11:13:05.878235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269fb0d-6821-4689-a704-f2598ecb3448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654b4b63-b514-4b61-8bf2-e03af0a7bbd0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:05.897622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:05.902200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.903123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 630a2c56-0e72-4178-82f4-e7e29fa3e8d8 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:05.916724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Made reservation on behalf of 25c19a8b112a4878bf58e8cf65c7c3f1 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:05.919973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.931650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:05.946409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:06.094900 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:06.138303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9acc8fd6-a129-47b8-bf74-7fe15bb65c89 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:06.193184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9acc8fd6-a129-47b8-bf74-7fe15bb65c89 None None] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.219061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9acc8fd6-a129-47b8-bf74-7fe15bb65c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.269799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Publish callbacks [] for port (6b81e765-7935-4405-bafd-d2ff083279ca), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.276486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:06.284373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.292836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc8fd6-a129-47b8-bf74-7fe15bb65c89 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:06.336631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Attempting to bind port 6b81e765-7935-4405-bafd-d2ff083279ca on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:06.337146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Attempting to bind port 6b81e765-7935-4405-bafd-d2ff083279ca by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:06.337613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Attempting to bind port 6b81e765-7935-4405-bafd-d2ff083279ca on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:06.378388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (e42dccc0-c3c0-4009-83a8-efe9dc6fb47f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.380817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.7 (48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3/60d89783-3c7b-46d1-a6ba-a433d0310456/630a2c56-0e72-4178-82f4-e7e29fa3e8d8) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:06.385835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2f865-52ad-418f-a79e-45239ef78f8d None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:06.413482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:06.414055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:06.414677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.415944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:06.415944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Bound port: 6b81e765-7935-4405-bafd-d2ff083279ca, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:06.416271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.428469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:06.432265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:06.435227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:06.435876 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.460818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=e42dccc0-c3c0-4009-83a8-efe9dc6fb47f,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:06.471460 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7fd77d9c-eec9-4a22-8ebe-61169db6b87a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7940242 Oct 26 11:13:06.471963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52952) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:06.477799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:4e:e5:1c', 'name': 'tempest-NetworksTestDHCPv6-1519064432'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:06.483213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:06.502933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:06.508779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:06.518843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.545817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:06.546363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:06.666734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:06.695388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2f865-52ad-418f-a79e-45239ef78f8d None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:06.721615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (34d74983-6c1e-4737-ab70-a1d5214b615a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.744297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (8def8067-a479-4346-aa8a-e312354014b2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.768088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:06.878165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.903888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:06.937766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port f08e0b78-4c26-4815-b622-a142b526db8c yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:07.002053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:07.019637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:07.110952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:04Z', 'revision_number': 3, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:07.133955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52964) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:07.165654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bbeaa6-2d16-48be-a5fe-e000961bb70c None None] Network 643cdd91-7241-44bf-ba92-06f9a9a4b545 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:07.165654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db99a19c-3ecb-4c0b-a4fa-e20f37b0e36c None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:04Z', 'revision_number': 3, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:07.191032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881599e2-5bb9-40bd-81cc-e2787c8e435d None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:07.194520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2b8fe-29ed-4a2a-85dd-cb846fd1075d None None] Network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:07.241839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 172.20.0.8 (e006cddc-269c-485d-9059-cd1342ff5d5c/e42dccc0-c3c0-4009-83a8-efe9dc6fb47f/f08e0b78-4c26-4815-b622-a142b526db8c) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:07.253876 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:fe4e:e51c (e006cddc-269c-485d-9059-cd1342ff5d5c/c14080e6-621f-4a96-93ad-98df50989482/f08e0b78-4c26-4815-b622-a142b526db8c) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:07.335578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1576217983'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:07.342738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:07.382550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'Subnet': ['ID=8def8067-a479-4346-aa8a-e312354014b2,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:07.390571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-95b50240-7623-4f35-bac2-808499eb9987 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:07.391347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95b50240-7623-4f35-bac2-808499eb9987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.391928 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-95b50240-7623-4f35-bac2-808499eb9987 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:07.413844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:07.414612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.415218 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:07.418609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Made reservation on behalf of 392fe2487f3a4b5d8f55daa93318c126 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:07.422737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.438145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.444792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (630a2c56-0e72-4178-82f4-e7e29fa3e8d8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.476303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Checking segment: {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:07.476845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Network hostable DHCP agents. Network: 63abd606-6461-4ce8-8acd-34376bb03ab1, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:13:07.503024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3', 'network_id': '48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3', 'project_id': 'f87baa385b494f3db1eadf4bcc15cb01', 'fixed_ips': [{'subnet_id': '60d89783-3c7b-46d1-a6ba-a433d0310456'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:07.504042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.526637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (f08e0b78-4c26-4815-b622-a142b526db8c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.566446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:07.595009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:07.637218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f08e0b78-4c26-4815-b622-a142b526db8c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.688172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Network 63abd606-6461-4ce8-8acd-34376bb03ab1 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:13:07.732468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (630a2c56-0e72-4178-82f4-e7e29fa3e8d8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.733823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-95b50240-7623-4f35-bac2-808499eb9987 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:07.742600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for security_group (4568f2b1-caac-4776-819f-d34785e93a09), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.750183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=f08e0b78-4c26-4815-b622-a142b526db8c,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:07.755221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 63abd606-6461-4ce8-8acd-34376bb03ab1) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:07.761173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4568f2b1-caac-4776-819f-d34785e93a09), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.771174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:07.798757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:07.799252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.801161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4568f2b1-caac-4776-819f-d34785e93a09,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:07.805540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:07.810175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:07.816683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:13:07.819886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:07.826098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e9ea27-e565-45a5-8834-4268f5042176 None None] Network 63abd606-6461-4ce8-8acd-34376bb03ab1 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:07.826937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:07.859443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8204347c-aa09-4a49-a7f6-73b80c6c6440), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.859581 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Added segment 8204347c-aa09-4a49-a7f6-73b80c6c6440 of type vlan for network ccd060da-075b-492b-8cac-ff4f8c6d679a Oct 26 11:13:07.864711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:07.867946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 33a302b4-40ec-4bdc-ba7a-e450c294e922 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:07.868466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.915843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:07.916602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.943548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=630a2c56-0e72-4178-82f4-e7e29fa3e8d8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:07.977238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (ccd060da-075b-492b-8cac-ff4f8c6d679a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:07.984242 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8e25c259-4c87-41f2-aa03-1eaed97830c0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5110273 Oct 26 11:13:07.987379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52968) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:08.023318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:08.036198 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b7357b3d-fd3e-4bc9-a7ba-013d85ac42da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3883429 Oct 26 11:13:08.042064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52970) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:08.075954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:08.076890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.087336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:08.104592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.db.resource_extend [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:13:08.115106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987aa54b-140d-42ad-a5fd-b19dfc5fefa1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:08.120681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987aa54b-140d-42ad-a5fd-b19dfc5fefa1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:08.129350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.131523 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-987aa54b-140d-42ad-a5fd-b19dfc5fefa1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1430719 Oct 26 11:13:08.132391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:08.151827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 33a302b4-40ec-4bdc-ba7a-e450c294e922 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:08.271466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (ccd060da-075b-492b-8cac-ff4f8c6d679a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.276995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:08.277772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.291795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-711b8c3c-8568-469a-b048-f1408ccb26d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8656268 Oct 26 11:13:08.295160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52974) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:08.309361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3', 'name': 'tempest-PortsTestJSON-1182366091'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:08.441421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-63abd606-6461-4ce8-8acd-34376bb03ab1', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:08.442390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.445409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:08.455363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:08.466527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8db98192-38f3-441c-b08d-6fc391193fae None None] Provisioning complete for port 8ae86016-7802-4864-b715-992559f07eb1 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:08.466894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8db98192-38f3-441c-b08d-6fc391193fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8ae86016-7802-4864-b715-992559f07eb1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.467248 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8db98192-38f3-441c-b08d-6fc391193fae None None] Attempt 1 to provision port 8ae86016-7802-4864-b715-992559f07eb1 Oct 26 11:13:08.507194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:08.559893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:08.564335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.565896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Allocated IP 172.20.0.2 (48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3/60d89783-3c7b-46d1-a6ba-a433d0310456/73d64c69-3b3b-4611-9b58-349307495d94) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:08.587008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (33a302b4-40ec-4bdc-ba7a-e450c294e922), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.653808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=33a302b4-40ec-4bdc-ba7a-e450c294e922,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:08.659237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 5a7cd5e1-ce9f-43af-965d-181da509cac8 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:08.671194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a0eec1-5d8f-4661-a9df-d157501a2762 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'c14080e6-621f-4a96-93ad-98df50989482', 'ip_address': '2001:db8::f816:3eff:fe87:2682'}, {'subnet_id': 'e42dccc0-c3c0-4009-83a8-efe9dc6fb47f'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:08.685452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8db98192-38f3-441c-b08d-6fc391193fae None None] Current status of the port 8ae86016-7802-4864-b715-992559f07eb1 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:08.690127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8db98192-38f3-441c-b08d-6fc391193fae None None] Could not find standard attr ID for object 33a302b4-40ec-4bdc-ba7a-e450c294e922. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:08.774282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (34d74983-6c1e-4737-ab70-a1d5214b615a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.797529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6622174 Oct 26 11:13:08.799253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-69a0eec1-5d8f-4661-a9df-d157501a2762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.807641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:08.845184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'subnet': {'network_id': 'ccd060da-075b-492b-8cac-ff4f8c6d679a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:08.929664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-69ddd306-96e7-48c0-814d-889ffe32c4cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port f08e0b78-4c26-4815-b622-a142b526db8c {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:08.930158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69ddd306-96e7-48c0-814d-889ffe32c4cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f08e0b78-4c26-4815-b622-a142b526db8c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:08.945709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440f99d-cac8-4c3f-b5cd-5f7eedb777f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Network': ['ID=ccd060da-075b-492b-8cac-ff4f8c6d679a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:08.999814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-69a0eec1-5d8f-4661-a9df-d157501a2762 None None] Allocated IP 172.20.0.2 (e006cddc-269c-485d-9059-cd1342ff5d5c/e42dccc0-c3c0-4009-83a8-efe9dc6fb47f/e23a2351-7523-471f-9140-282b4036ca95) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:09.044184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Router 34d74983-6c1e-4737-ab70-a1d5214b615a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:09.106204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network ccd060da-075b-492b-8cac-ff4f8c6d679a details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:13:09.150422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:09.150651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:09.154998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8fd73388-e54c-4d51-a650-8100a805ca7f None None] Could not find standard attr ID for object 33a302b4-40ec-4bdc-ba7a-e450c294e922. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:09.158931 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c9e01f72-299c-4aef-8324-00673121d565 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "PUT /networking/v2.0/routers/34d74983-6c1e-4737-ab70-a1d5214b615a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4096200 Oct 26 11:13:09.159249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52978) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:09.177693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69ddd306-96e7-48c0-814d-889ffe32c4cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f08e0b78-4c26-4815-b622-a142b526db8c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.186582 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-601908fc-547b-412d-beaf-57b8272a4c07 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:13:09.190585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-601908fc-547b-412d-beaf-57b8272a4c07 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/33a302b4-40ec-4bdc-ba7a-e450c294e922 HTTP/1.1" status: 404 len: 333 time: 0.0303614 Oct 26 11:13:09.191214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52980) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:09.196234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702655ab-2283-45f1-a043-0fc51dd3e470 None None] Sync routers for ids ['34d74983-6c1e-4737-ab70-a1d5214b615a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:09.232797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:09.234205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-69ddd306-96e7-48c0-814d-889ffe32c4cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for f08e0b78-4c26-4815-b622-a142b526db8c owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:09.236025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-69a0eec1-5d8f-4661-a9df-d157501a2762 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:09.245712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:09.272075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:09.273612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Allocated IP 172.20.0.2 (63abd606-6461-4ce8-8acd-34376bb03ab1/8def8067-a479-4346-aa8a-e312354014b2/674e33e1-e0b4-40d4-b088-44c53b4e9142) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:09.280744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d782-150c-4037-bdf1-a92d4f1ef8c3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for router (34d74983-6c1e-4737-ab70-a1d5214b615a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.287979 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Made reservation on behalf of 392fe2487f3a4b5d8f55daa93318c126 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:09.293927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.318993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702655ab-2283-45f1-a043-0fc51dd3e470 None None] Routers {'34d74983-6c1e-4737-ab70-a1d5214b615a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:09.318993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-702655ab-2283-45f1-a043-0fc51dd3e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['34d74983-6c1e-4737-ab70-a1d5214b615a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:09.333593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:09.361541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:09.362220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.362714 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:13:09.437513 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:09.445583 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:09.446207 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:09.465666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-69a0eec1-5d8f-4661-a9df-d157501a2762 None None] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.474711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-702655ab-2283-45f1-a043-0fc51dd3e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:09.505627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d782-150c-4037-bdf1-a92d4f1ef8c3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (34d74983-6c1e-4737-ab70-a1d5214b615a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.508726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d782-150c-4037-bdf1-a92d4f1ef8c3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for router_controller (34d74983-6c1e-4737-ab70-a1d5214b615a), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.525705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-69a0eec1-5d8f-4661-a9df-d157501a2762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.573924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d782-150c-4037-bdf1-a92d4f1ef8c3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (34d74983-6c1e-4737-ab70-a1d5214b615a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.574575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a7d782-150c-4037-bdf1-a92d4f1ef8c3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Fanout notify agent at l3_agent the message router_deleted on router 34d74983-6c1e-4737-ab70-a1d5214b615a {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:13:09.588297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d782-150c-4037-bdf1-a92d4f1ef8c3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.593499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52982) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:09.593655 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e3a7d782-150c-4037-bdf1-a92d4f1ef8c3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/routers/34d74983-6c1e-4737-ab70-a1d5214b615a HTTP/1.1" status: 204 len: 168 time: 0.4013865 Oct 26 11:13:09.605366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0eec1-5d8f-4661-a9df-d157501a2762 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:09.607918 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:09.621806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Publish callbacks [] for port (73d64c69-3b3b-4611-9b58-349307495d94), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.624279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702655ab-2283-45f1-a043-0fc51dd3e470 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:09.624646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702655ab-2283-45f1-a043-0fc51dd3e470 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:13:09.625235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-702655ab-2283-45f1-a043-0fc51dd3e470 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'34d74983-6c1e-4737-ab70-a1d5214b615a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:13:09.625608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702655ab-2283-45f1-a043-0fc51dd3e470 None None] The sync data for ids ['34d74983-6c1e-4737-ab70-a1d5214b615a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:09.656409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (73d64c69-3b3b-4611-9b58-349307495d94), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.736115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.10 (48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3/60d89783-3c7b-46d1-a6ba-a433d0310456/5a7cd5e1-ce9f-43af-965d-181da509cac8) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:09.759805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:09.761438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:09.770142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:09.783890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:09.807640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a85dea-a29d-4f38-9430-ca3fc7833d83 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet 1411b0e1-2f7d-4794-955f-866cd9344706 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:09.842132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-76a85dea-a29d-4f38-9430-ca3fc7833d83 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (1411b0e1-2f7d-4794-955f-866cd9344706), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.857536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Pushing event updated for resources: {'Port': ['ID=73d64c69-3b3b-4611-9b58-349307495d94,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:09.880981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:09.886944 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:04Z', 'revision_number': 3, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:09.918767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:09.919166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.921899 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:13:09.936452 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:09.937521 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:09.993616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-76a85dea-a29d-4f38-9430-ca3fc7833d83 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (1411b0e1-2f7d-4794-955f-866cd9344706), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.997066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.008824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Publish callbacks [] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.012395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:10.013397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Attempting to bind port 73d64c69-3b3b-4611-9b58-349307495d94 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:10.013757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Attempting to bind port 73d64c69-3b3b-4611-9b58-349307495d94 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '96d99e04-06fe-4a02-b11e-975b6e80e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:10.014112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Attempting to bind port 73d64c69-3b3b-4611-9b58-349307495d94 on network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:10.019965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (5a7cd5e1-ce9f-43af-965d-181da509cac8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.058370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.086096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (5a7cd5e1-ce9f-43af-965d-181da509cac8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.090883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.112296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:10.131834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:10.132830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Checking segment: {'id': '96d99e04-06fe-4a02-b11e-975b6e80e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:10.132830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.133031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Bound using segment: {'id': '96d99e04-06fe-4a02-b11e-975b6e80e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:10.133456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Bound port: 73d64c69-3b3b-4611-9b58-349307495d94, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d99e04-06fe-4a02-b11e-975b6e80e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:10.133835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (73d64c69-3b3b-4611-9b58-349307495d94), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.153680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Network 63abd606-6461-4ce8-8acd-34376bb03ab1 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:10.163321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.164148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:10.174066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:10.179408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:10.180696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:10.181804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:10.189068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:10.202312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69ddd306-96e7-48c0-814d-889ffe32c4cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f08e0b78-4c26-4815-b622-a142b526db8c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.236674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=5a7cd5e1-ce9f-43af-965d-181da509cac8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:10.258482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:10.271247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:10.272114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.283249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Subnet': ['ID=35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:10.289047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] For port 73d64c69-3b3b-4611-9b58-349307495d94, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:10.293505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] For port 73d64c69-3b3b-4611-9b58-349307495d94, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=73d64c69-3b3b-4611-9b58-349307495d94,segment=NetworkSegment(96d99e04-06fe-4a02-b11e-975b6e80e451),segment_id=96d99e04-06fe-4a02-b11e-975b6e80e451)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:10.320290 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2bcc35bb-4080-4b2c-bf78-91eaf5e0dfd6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0177763 Oct 26 11:13:10.322861 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52986) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:10.336652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddd306-96e7-48c0-814d-889ffe32c4cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=f08e0b78-4c26-4815-b622-a142b526db8c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:10.372351 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:10.382043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Pushing event updated for resources: {'Port': ['ID=674e33e1-e0b4-40d4-b088-44c53b4e9142,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:10.404902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (73d64c69-3b3b-4611-9b58-349307495d94), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.421991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:10.422865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:10.427983 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:04Z', 'revision_number': 3, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:10.430396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Attempting to bind port 674e33e1-e0b4-40d4-b088-44c53b4e9142 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:10.430778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Checking segment: {'id': '8204347c-aa09-4a49-a7f6-73b80c6c6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ccd060da-075b-492b-8cac-ff4f8c6d679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:10.430965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Attempting to bind port 674e33e1-e0b4-40d4-b088-44c53b4e9142 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:10.431343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network hostable DHCP agents. Network: ccd060da-075b-492b-8cac-ff4f8c6d679a, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:13:10.431457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Attempting to bind port 674e33e1-e0b4-40d4-b088-44c53b4e9142 on network 63abd606-6461-4ce8-8acd-34376bb03ab1 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:10.449647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6bca3c-9c18-41f0-97d9-b5b707cf0cb6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:10.451211 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3b6bca3c-9c18-41f0-97d9-b5b707cf0cb6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1274016 Oct 26 11:13:10.454713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52988) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:10.476510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-76a85dea-a29d-4f38-9430-ca3fc7833d83 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (1411b0e1-2f7d-4794-955f-866cd9344706), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.484184 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec973dc5-3a99-485e-8185-cad5a4d1f1d1 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:04Z', 'revision_number': 3, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:10.533112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3afd1b-f820-47a6-8ee9-e3892c9077c9 None None] Pushing event updated for resources: {'Port': ['ID=73d64c69-3b3b-4611-9b58-349307495d94,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:10.549311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:10.549808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Checking segment: {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:10.550284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.550737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Bound using segment: {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:10.551292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Bound port: 674e33e1-e0b4-40d4-b088-44c53b4e9142, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:10.552319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.560332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:10.651658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] For port 674e33e1-e0b4-40d4-b088-44c53b4e9142, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:10.655474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] For port 674e33e1-e0b4-40d4-b088-44c53b4e9142, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=674e33e1-e0b4-40d4-b088-44c53b4e9142,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:10.667432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.904338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-69ddd306-96e7-48c0-814d-889ffe32c4cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.909993 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-69ddd306-96e7-48c0-814d-889ffe32c4cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/f08e0b78-4c26-4815-b622-a142b526db8c HTTP/1.1" status: 204 len: 168 time: 2.7668962 Oct 26 11:13:10.910331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52990) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:10.922487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-76a85dea-a29d-4f38-9430-ca3fc7833d83 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (1411b0e1-2f7d-4794-955f-866cd9344706), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.937023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:10.971327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:10.995663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-814b0c77-e729-4988-a5fb-7b2a09e5aa88 None None] Could not find standard attr ID for object f08e0b78-4c26-4815-b622-a142b526db8c. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:11.000733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network ccd060da-075b-492b-8cac-ff4f8c6d679a is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:13:11.011231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6750604e-d8c0-4862-90b0-bdfb8e6da3d9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:11.012604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6750604e-d8c0-4862-90b0-bdfb8e6da3d9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:11.015934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6750604e-d8c0-4862-90b0-bdfb8e6da3d9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:11.021157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6750604e-d8c0-4862-90b0-bdfb8e6da3d9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1060724 Oct 26 11:13:11.021880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a85dea-a29d-4f38-9430-ca3fc7833d83 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=1411b0e1-2f7d-4794-955f-866cd9344706,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:11.021992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52992) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:11.063438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-814b0c77-e729-4988-a5fb-7b2a09e5aa88 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:11.063910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-814b0c77-e729-4988-a5fb-7b2a09e5aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.064259 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-814b0c77-e729-4988-a5fb-7b2a09e5aa88 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:11.088139 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-76a85dea-a29d-4f38-9430-ca3fc7833d83 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.097235 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-76a85dea-a29d-4f38-9430-ca3fc7833d83 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/1411b0e1-2f7d-4794-955f-866cd9344706 HTTP/1.1" status: 204 len: 168 time: 1.4781470 Oct 26 11:13:11.113504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-da29639a-b340-4af1-bdef-f26757876ab1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 5a7cd5e1-ce9f-43af-965d-181da509cac8 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:11.127950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-da29639a-b340-4af1-bdef-f26757876ab1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5a7cd5e1-ce9f-43af-965d-181da509cac8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.128486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fac0330-7afe-44d6-aca7-6efcf6a56c3d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet c14080e6-621f-4a96-93ad-98df50989482 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:11.133163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8fac0330-7afe-44d6-aca7-6efcf6a56c3d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (c14080e6-621f-4a96-93ad-98df50989482), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.151299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 52994) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:11.171882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, ccd060da-075b-492b-8cac-ff4f8c6d679a) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:11.185975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb43cc-2e8c-43c8-826f-95e36a8232fa None None] Pushing event updated for resources: {'Port': ['ID=674e33e1-e0b4-40d4-b088-44c53b4e9142,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:11.200035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8fac0330-7afe-44d6-aca7-6efcf6a56c3d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (c14080e6-621f-4a96-93ad-98df50989482), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.219687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:11.220314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.250715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:11.251490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.253818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:11.278266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.325194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:11.351240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8fac0330-7afe-44d6-aca7-6efcf6a56c3d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c14080e6-621f-4a96-93ad-98df50989482), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.393114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-814b0c77-e729-4988-a5fb-7b2a09e5aa88 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:11.429069 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-da81dc28-e8a2-426a-ac6a-151bf03031e8 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6107366 Oct 26 11:13:11.429309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:11.431325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:11.435652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1171791789', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:11.466101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8fac0330-7afe-44d6-aca7-6efcf6a56c3d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (c14080e6-621f-4a96-93ad-98df50989482), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.478913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:11.500002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.500311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.501338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.502085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (643cdd91-7241-44bf-ba92-06f9a9a4b545), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.509239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac0330-7afe-44d6-aca7-6efcf6a56c3d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=c14080e6-621f-4a96-93ad-98df50989482,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:11.510064 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8fac0330-7afe-44d6-aca7-6efcf6a56c3d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.513806 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8fac0330-7afe-44d6-aca7-6efcf6a56c3d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c14080e6-621f-4a96-93ad-98df50989482 HTTP/1.1" status: 204 len: 168 time: 0.4903722 Oct 26 11:13:11.516754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 52998) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:11.528863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-da29639a-b340-4af1-bdef-f26757876ab1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5a7cd5e1-ce9f-43af-965d-181da509cac8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.563373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:11.605982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-da29639a-b340-4af1-bdef-f26757876ab1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 5a7cd5e1-ce9f-43af-965d-181da509cac8 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:11.658377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-379036c3-fd69-49c1-af17-021743201e23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet e42dccc0-c3c0-4009-83a8-efe9dc6fb47f {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:11.662667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_controller (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.667043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-379036c3-fd69-49c1-af17-021743201e23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (e42dccc0-c3c0-4009-83a8-efe9dc6fb47f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.680398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Allocated IP 172.20.0.1 (63abd606-6461-4ce8-8acd-34376bb03ab1/8def8067-a479-4346-aa8a-e312354014b2/095f73cb-9c73-4d43-b238-aaac817ef862) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:11.759543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:11.764674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 8ae86016-7802-4864-b715-992559f07eb1 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:11.765022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8ae86016-7802-4864-b715-992559f07eb1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.769511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-379036c3-fd69-49c1-af17-021743201e23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (e42dccc0-c3c0-4009-83a8-efe9dc6fb47f), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.909238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:11.909572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.909828 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:13:11.972770 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] For port 8ae86016-7802-4864-b715-992559f07eb1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8ae86016-7802-4864-b715-992559f07eb1,segment=NetworkSegment(b07a7198-a2f0-4718-b6fb-a4b93af9db05),segment_id=b07a7198-a2f0-4718-b6fb-a4b93af9db05)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:11.973913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8ae86016-7802-4864-b715-992559f07eb1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.989839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 8ae86016-7802-4864-b715-992559f07eb1 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:12.005150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_gateway (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.022427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:12.022830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.036739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-379036c3-fd69-49c1-af17-021743201e23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (e42dccc0-c3c0-4009-83a8-efe9dc6fb47f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.073700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:12.085152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.086345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:12.104977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.134402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.150035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-379036c3-fd69-49c1-af17-021743201e23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (e42dccc0-c3c0-4009-83a8-efe9dc6fb47f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.152518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.157175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.169259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for port (095f73cb-9c73-4d43-b238-aaac817ef862), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.206905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:12.207313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.208513 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:12.215229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.230857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379036c3-fd69-49c1-af17-021743201e23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=e42dccc0-c3c0-4009-83a8-efe9dc6fb47f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:12.231317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.235927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-379036c3-fd69-49c1-af17-021743201e23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.242023 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-379036c3-fd69-49c1-af17-021743201e23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/e42dccc0-c3c0-4009-83a8-efe9dc6fb47f HTTP/1.1" status: 204 len: 168 time: 0.7242775 Oct 26 11:13:12.246243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53000) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:12.284593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:12.295899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0ea96b37-f58f-4a8f-b84e-8cddeade6574 None None] Provisioning complete for port 73d64c69-3b3b-4611-9b58-349307495d94 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:12.296274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0ea96b37-f58f-4a8f-b84e-8cddeade6574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (73d64c69-3b3b-4611-9b58-349307495d94), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.296622 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0ea96b37-f58f-4a8f-b84e-8cddeade6574 None None] Attempt 1 to provision port 73d64c69-3b3b-4611-9b58-349307495d94 Oct 26 11:13:12.302905 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d1e89620-a3c5-4c2c-b67a-b2752ecc93b4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553267 Oct 26 11:13:12.303508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53002) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:12.310870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:12.335696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:12.356960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Network 63abd606-6461-4ce8-8acd-34376bb03ab1 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:12.366962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:12.384580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:12.399133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:12.409792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 73d64c69-3b3b-4611-9b58-349307495d94 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:12.454958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0ea96b37-f58f-4a8f-b84e-8cddeade6574 None None] Current status of the port 73d64c69-3b3b-4611-9b58-349307495d94 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:12.454958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0ea96b37-f58f-4a8f-b84e-8cddeade6574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (73d64c69-3b3b-4611-9b58-349307495d94), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.522344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_gateway (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.541342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0ea96b37-f58f-4a8f-b84e-8cddeade6574 None None] For port 73d64c69-3b3b-4611-9b58-349307495d94, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=73d64c69-3b3b-4611-9b58-349307495d94,segment=NetworkSegment(96d99e04-06fe-4a02-b11e-975b6e80e451),segment_id=96d99e04-06fe-4a02-b11e-975b6e80e451)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:12.544510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:12.548308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.550220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 73d64c69-3b3b-4611-9b58-349307495d94 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:12.550607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (73d64c69-3b3b-4611-9b58-349307495d94), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.551147 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 73d64c69-3b3b-4611-9b58-349307495d94 Oct 26 11:13:12.552606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.553715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0ea96b37-f58f-4a8f-b84e-8cddeade6574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (73d64c69-3b3b-4611-9b58-349307495d94), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.641982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea96b37-f58f-4a8f-b84e-8cddeade6574 None None] Pushing event updated for resources: {'Port': ['ID=73d64c69-3b3b-4611-9b58-349307495d94,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:12.678485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b39055-f702-480b-b183-84f5e8c86401 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:13:12.719635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 73d64c69-3b3b-4611-9b58-349307495d94 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:12.769155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.26.0.99 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/e90325b4-07c6-4b20-95bb-dfd7f805d79b) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:12.796529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (deed0adc-c744-4c2d-9a2d-cd53690d416b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.800350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8ae86016-7802-4864-b715-992559f07eb1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.802584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-717eb10f-6524-415e-a85a-3f660b035752 None None] Provisioning complete for port 674e33e1-e0b4-40d4-b088-44c53b4e9142 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:12.803198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-717eb10f-6524-415e-a85a-3f660b035752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.803302 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-717eb10f-6524-415e-a85a-3f660b035752 None None] Attempt 1 to provision port 674e33e1-e0b4-40d4-b088-44c53b4e9142 Oct 26 11:13:12.808572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-da29639a-b340-4af1-bdef-f26757876ab1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5a7cd5e1-ce9f-43af-965d-181da509cac8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.862923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b39055-f702-480b-b183-84f5e8c86401 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:13:12.873787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.895472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.905932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=8ae86016-7802-4864-b715-992559f07eb1,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:12.907892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No DVR routers for this DVR port 8ae86016-7802-4864-b715-992559f07eb1 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:12.924158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-717eb10f-6524-415e-a85a-3f660b035752 None None] Current status of the port 674e33e1-e0b4-40d4-b088-44c53b4e9142 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:12.924606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-717eb10f-6524-415e-a85a-3f660b035752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.956868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (e90325b4-07c6-4b20-95bb-dfd7f805d79b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.967038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29639a-b340-4af1-bdef-f26757876ab1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=5a7cd5e1-ce9f-43af-965d-181da509cac8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:13.044844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:13.056829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e90325b4-07c6-4b20-95bb-dfd7f805d79b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.058580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-717eb10f-6524-415e-a85a-3f660b035752 None None] For port 674e33e1-e0b4-40d4-b088-44c53b4e9142, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=674e33e1-e0b4-40d4-b088-44c53b4e9142,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:13.076602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-717eb10f-6524-415e-a85a-3f660b035752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.110300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:13.122741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (643cdd91-7241-44bf-ba92-06f9a9a4b545), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.149103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:13.149935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eb10f-6524-415e-a85a-3f660b035752 None None] Pushing event updated for resources: {'Port': ['ID=674e33e1-e0b4-40d4-b088-44c53b4e9142,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:13.153792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643cdd91-7241-44bf-ba92-06f9a9a4b545']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:13.158752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-da29639a-b340-4af1-bdef-f26757876ab1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.162434 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-da29639a-b340-4af1-bdef-f26757876ab1 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5a7cd5e1-ce9f-43af-965d-181da509cac8 HTTP/1.1" status: 204 len: 168 time: 2.7035935 Oct 26 11:13:13.171222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53006) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:13.171379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:13.172359 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:13.195051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=e90325b4-07c6-4b20-95bb-dfd7f805d79b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:13.198590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07a7198-a2f0-4718-b6fb-a4b93af9db05') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:13.199569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07a7198-a2f0-4718-b6fb-a4b93af9db05') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:13.231368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (b07a7198-a2f0-4718-b6fb-a4b93af9db05), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.233493 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7ccee7-8b70-45ae-9477-df46b3948840 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:13:13.236520 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea7ccee7-8b70-45ae-9477-df46b3948840 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/5a7cd5e1-ce9f-43af-965d-181da509cac8 HTTP/1.1" status: 404 len: 333 time: 0.0650339 Oct 26 11:13:13.242530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53008) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:13.256386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.262517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd599385-da4e-4d8b-a4d7-52f8df4d788a None None] Network 63abd606-6461-4ce8-8acd-34376bb03ab1 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:13.263672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:13:13.285933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b07a7198-a2f0-4718-b6fb-a4b93af9db05), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.296239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5197febd-4100-4bc0-977d-51502c8abf11 None None] Network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:13.298578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a0f386-67ed-45dd-8844-f626116c9d20 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:13.299576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:13:13.299992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (b07a7198-a2f0-4718-b6fb-a4b93af9db05), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.302019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1f53f-1adb-44e5-adf9-d4f48d3f0d9e None None] Network 643cdd91-7241-44bf-ba92-06f9a9a4b545 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:13.368495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b544948-516a-45ae-a701-63f6796c7eba None None] Network ccd060da-075b-492b-8cac-ff4f8c6d679a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:13.405080 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment b07a7198-a2f0-4718-b6fb-a4b93af9db05 resource provider aggregate not found Oct 26 11:13:13.446667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-589d86d1-e17b-4172-9e7b-c0a3397cb378 None None] Could not find standard attr ID for object 8ae86016-7802-4864-b715-992559f07eb1. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:13.487707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:13.503319 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment b07a7198-a2f0-4718-b6fb-a4b93af9db05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b07a7198-a2f0-4718-b6fb-a4b93af9db05 found for delete ", "request_id": "req-2e0460b3-ce8b-49ce-9e11-8723bca269cd"}]} Oct 26 11:13:13.518620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:13.554573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 674e33e1-e0b4-40d4-b088-44c53b4e9142 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:13.567320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (643cdd91-7241-44bf-ba92-06f9a9a4b545), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.581352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.591487 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/networks/643cdd91-7241-44bf-ba92-06f9a9a4b545 HTTP/1.1" status: 204 len: 168 time: 2.4330654 Oct 26 11:13:13.591487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-64b9d595-209d-4a4d-a43e-477aad2a5ade tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 630a2c56-0e72-4178-82f4-e7e29fa3e8d8 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:13.591487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-64b9d595-209d-4a4d-a43e-477aad2a5ade tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (630a2c56-0e72-4178-82f4-e7e29fa3e8d8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.625962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53014) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:13.665599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a287e4-ff41-42ec-b719-b10f43cdacf5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Network': ['ID=643cdd91-7241-44bf-ba92-06f9a9a4b545,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:13.751823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7558c542-1d37-413c-851c-9cb554f14e01 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:13.756213 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7558c542-1d37-413c-851c-9cb554f14e01 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/9d0e113a-a98d-4db2-8938-b7f2632c870b HTTP/1.1" status: 200 len: 844 time: 0.1290016 Oct 26 11:13:13.761341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53016) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:13.794963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:13.824327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:13.825024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:13.858316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-64b9d595-209d-4a4d-a43e-477aad2a5ade tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (630a2c56-0e72-4178-82f4-e7e29fa3e8d8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:13.884510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-64b9d595-209d-4a4d-a43e-477aad2a5ade tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 630a2c56-0e72-4178-82f4-e7e29fa3e8d8 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:13.908222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718ab75-5a11-4d8c-b347-8bfd03136cd0 None None] Network ccd060da-075b-492b-8cac-ff4f8c6d679a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:13.916029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7e75aff3-d488-457c-b1c7-ac0f7fda9ebf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/9d0e113a-a98d-4db2-8938-b7f2632c870b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1480658 Oct 26 11:13:13.916261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53018) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:13.924270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:13.974621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e3a041-bfd6-4580-bac4-9d88c3eda614 None None] DHCP port deletion for 643cdd91-7241-44bf-ba92-06f9a9a4b545 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:13:14.029276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for port (095f73cb-9c73-4d43-b238-aaac817ef862), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.038930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.088353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.115410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_gateway (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.151290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:14.156933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (deed0adc-c744-4c2d-9a2d-cd53690d416b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.167307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:14.188444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:14.192971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.195029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 674e33e1-e0b4-40d4-b088-44c53b4e9142 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:14.195396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.195755 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 674e33e1-e0b4-40d4-b088-44c53b4e9142 Oct 26 11:13:14.204615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:14.234005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-64b9d595-209d-4a4d-a43e-477aad2a5ade tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (630a2c56-0e72-4178-82f4-e7e29fa3e8d8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.251775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:14.285484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:14.294687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9d595-209d-4a4d-a43e-477aad2a5ade tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=630a2c56-0e72-4178-82f4-e7e29fa3e8d8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:14.451348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Network 63abd606-6461-4ce8-8acd-34376bb03ab1 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:14.460047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:14.463686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:14.498246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:14.557995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-64b9d595-209d-4a4d-a43e-477aad2a5ade tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.562452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-64b9d595-209d-4a4d-a43e-477aad2a5ade tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/630a2c56-0e72-4178-82f4-e7e29fa3e8d8 HTTP/1.1" status: 204 len: 168 time: 1.3185258 Oct 26 11:13:14.565752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53020) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:14.610617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 674e33e1-e0b4-40d4-b088-44c53b4e9142 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:14.615838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 73d64c69-3b3b-4611-9b58-349307495d94 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:14.623445 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c3d303-1a0d-47c1-9b8b-a847ee095b0f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:13:14.625465 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-77c3d303-1a0d-47c1-9b8b-a847ee095b0f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/630a2c56-0e72-4178-82f4-e7e29fa3e8d8 HTTP/1.1" status: 404 len: 333 time: 0.0585856 Oct 26 11:13:14.628330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53022) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:14.750831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:14.772389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f475d5-8813-4462-8890-86f216191986 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet 60d89783-3c7b-46d1-a6ba-a433d0310456 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:14.780195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4f475d5-8813-4462-8890-86f216191986 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (60d89783-3c7b-46d1-a6ba-a433d0310456), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.785328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 73d64c69-3b3b-4611-9b58-349307495d94 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:14.792926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (73d64c69-3b3b-4611-9b58-349307495d94), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.793545 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 73d64c69-3b3b-4611-9b58-349307495d94 Oct 26 11:13:14.834237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.836586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Router deed0adc-c744-4c2d-9a2d-cd53690d416b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:14.841771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:11Z', 'revision_number': 1, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:14.848690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.849542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (93648930-6cf2-434c-ba46-1eca227a9258), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.863822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4f475d5-8813-4462-8890-86f216191986 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (60d89783-3c7b-46d1-a6ba-a433d0310456), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.907389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:13:14.907776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Updating router deed0adc-c744-4c2d-9a2d-cd53690d416b port 095f73cb-9c73-4d43-b238-aaac817ef862 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:13:14.923969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.954480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Provisioning complete for port 73d64c69-3b3b-4611-9b58-349307495d94 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:14.954887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (73d64c69-3b3b-4611-9b58-349307495d94), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:14.955232 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Attempt 1 to provision port 73d64c69-3b3b-4611-9b58-349307495d94 Oct 26 11:13:15.005709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:15.047941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:15.055964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:15.076691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.098529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:15.099115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.136306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 73d64c69-3b3b-4611-9b58-349307495d94 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:15.161996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=93648930-6cf2-434c-ba46-1eca227a9258,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:15.169776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4f475d5-8813-4462-8890-86f216191986 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (60d89783-3c7b-46d1-a6ba-a433d0310456), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.186008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:15.221199 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82528d56-4540-47bb-b884-04e8c51fa5a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "PUT /networking/v2.0/routers/deed0adc-c744-4c2d-9a2d-cd53690d416b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1780186 Oct 26 11:13:15.244774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=18']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:15.271428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (eb79d6be-7521-48a6-8417-753b020a5dcb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.307015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4f475d5-8813-4462-8890-86f216191986 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (60d89783-3c7b-46d1-a6ba-a433d0310456), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.344991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Current status of the port 73d64c69-3b3b-4611-9b58-349307495d94 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:15.351598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Could not find standard attr ID for object 630a2c56-0e72-4178-82f4-e7e29fa3e8d8. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:15.372857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:15.373238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.373856 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:13:15.378127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4f475d5-8813-4462-8890-86f216191986 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.384888 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4f475d5-8813-4462-8890-86f216191986 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/60d89783-3c7b-46d1-a6ba-a433d0310456 HTTP/1.1" status: 204 len: 168 time: 0.7530711 Oct 26 11:13:15.384888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f475d5-8813-4462-8890-86f216191986 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=60d89783-3c7b-46d1-a6ba-a433d0310456,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:15.386013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53026) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:15.424980 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5841fc1e-f7e7-492c-b566-2e9ef9b37faf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1181839 Oct 26 11:13:15.434825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 674e33e1-e0b4-40d4-b088-44c53b4e9142 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:15.447188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53028) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:15.494816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Port 095f73cb-9c73-4d43-b238-aaac817ef862 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:15.538266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 674e33e1-e0b4-40d4-b088-44c53b4e9142 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:15.538644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.538981 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 674e33e1-e0b4-40d4-b088-44c53b4e9142 Oct 26 11:13:15.543567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=eb79d6be-7521-48a6-8417-753b020a5dcb,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:15.575502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Provisioning complete for port 674e33e1-e0b4-40d4-b088-44c53b4e9142 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:15.575835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.576180 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Attempt 1 to provision port 674e33e1-e0b4-40d4-b088-44c53b4e9142 Oct 26 11:13:15.587746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:15.596273 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.601903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:15.616974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:15.641446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c44dc-d8cb-420b-a142-ada159221cab None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:15.647622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:15.648535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.691490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8dad2-9bbd-4f7f-8e90-eaa94a8fae49 None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:15.694635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:15.712681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:15.721116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:15.731147 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bc49583c-5909-433b-98b5-a5e8b5533a65 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8122778 Oct 26 11:13:15.732323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53052) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:15.737679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6c0e8e5a-88a3-4adf-91d5-5a0bd04eec16 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'security_group': {'name': 'tempest-secgroup-2003823595'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:15.738479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 73d64c69-3b3b-4611-9b58-349307495d94 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:15.738826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (73d64c69-3b3b-4611-9b58-349307495d94), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.745790 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-f4489e7d-1545-471b-969c-3483e62432c6 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-36947523&fields=id&tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1 HTTP/1.1" status: 200 len: 267 time: 0.1435661 Oct 26 11:13:15.787705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:13:15.794722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a975a-6ebb-4f5a-a13d-befacd9bf425 None None] Network 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:15.795110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8e5a-88a3-4adf-91d5-5a0bd04eec16 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.834029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] For port 73d64c69-3b3b-4611-9b58-349307495d94, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=73d64c69-3b3b-4611-9b58-349307495d94,segment=NetworkSegment(96d99e04-06fe-4a02-b11e-975b6e80e451),segment_id=96d99e04-06fe-4a02-b11e-975b6e80e451)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:15.834393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (73d64c69-3b3b-4611-9b58-349307495d94), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.851995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:15.856709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:15.874967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 73d64c69-3b3b-4611-9b58-349307495d94 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:15.917438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:15.927242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:15.988290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3c726-8479-49aa-886b-784d0655bcab req-b97ed9c0-ce56-4e38-837f-9c735b226cf8 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:15.990552 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-b97ed9c0-ce56-4e38-837f-9c735b226cf8 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/networks?id=63abd606-6461-4ce8-8acd-34376bb03ab1 HTTP/1.1" status: 200 len: 796 time: 0.2309239 Oct 26 11:13:16.052568 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-81b352d2-6587-48da-ac68-d70260fb89c4 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/quotas/25c19a8b112a4878bf58e8cf65c7c3f1 HTTP/1.1" status: 200 len: 375 time: 0.0301256 Oct 26 11:13:16.061067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:16.073942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (73d64c69-3b3b-4611-9b58-349307495d94), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.078634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8cb296-03dd-4452-b31d-b89d64b26dfb None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:16.097153 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8cb296-03dd-4452-b31d-b89d64b26dfb None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:16.098280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ed8cb296-03dd-4452-b31d-b89d64b26dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:16.135030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8e5a-88a3-4adf-91d5-5a0bd04eec16 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (5d600351-679a-42ac-a8b1-d782daa80b4b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.140611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.144461 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b9b321d-5c29-4bc3-87aa-c79dcab66fd4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7119994 Oct 26 11:13:16.146021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53054) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:16.155776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8e5a-88a3-4adf-91d5-5a0bd04eec16 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5d600351-679a-42ac-a8b1-d782daa80b4b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.172971 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ed8cb296-03dd-4452-b31d-b89d64b26dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:16.183477 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8cb296-03dd-4452-b31d-b89d64b26dfb None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:16.184507 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ed8cb296-03dd-4452-b31d-b89d64b26dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:16.194519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-85013d3a-fba8-449a-b6ae-094b3d6e1e97 None None] Current status of the port 674e33e1-e0b4-40d4-b088-44c53b4e9142 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:16.210526 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-d4227d44-0d03-4b6b-bd9d-4e0808a13b6d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474159 Oct 26 11:13:16.213477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=73d64c69-3b3b-4611-9b58-349307495d94,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:16.222702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No DVR routers for this DVR port 73d64c69-3b3b-4611-9b58-349307495d94 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:16.258728 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ed8cb296-03dd-4452-b31d-b89d64b26dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:16.259328 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8cb296-03dd-4452-b31d-b89d64b26dfb None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:16.284664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8e5a-88a3-4adf-91d5-5a0bd04eec16 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.290978 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6c0e8e5a-88a3-4adf-91d5-5a0bd04eec16 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5532100 Oct 26 11:13:16.290978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53058) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:16.292215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 674e33e1-e0b4-40d4-b088-44c53b4e9142 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:16.299820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-90090204-a353-4fb1-8ce9-3e87fb5640e3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629524960'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:16.309883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e8e5a-88a3-4adf-91d5-5a0bd04eec16 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d600351-679a-42ac-a8b1-d782daa80b4b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:16.320755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'project_id': '2fff6bedad004c038ff5f0fcae82105b', 'fixed_ips': [{'subnet_id': 'eb79d6be-7521-48a6-8417-753b020a5dcb'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:16.321698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.348934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Could not find standard attr ID for object 5a7cd5e1-ce9f-43af-965d-181da509cac8. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:16.376671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Could not find standard attr ID for object 630a2c56-0e72-4178-82f4-e7e29fa3e8d8. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:16.411099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.411661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Publish callbacks [] for port (095f73cb-9c73-4d43-b238-aaac817ef862), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.414595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:16.419637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-90090204-a353-4fb1-8ce9-3e87fb5640e3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.468090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:16.471420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d17a9f-7164-400b-85ce-b17223d2f383 None None] DHCP port deletion for 48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:13:16.473589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-54e8c46c-1404-4981-820f-d9b3c53ac7e6 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:13:16.479383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.486079 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-54e8c46c-1404-4981-820f-d9b3c53ac7e6 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1077693 Oct 26 11:13:16.486510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d99e04-06fe-4a02-b11e-975b6e80e451') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:16.486937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d99e04-06fe-4a02-b11e-975b6e80e451') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:16.496728 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:16.504263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (96d99e04-06fe-4a02-b11e-975b6e80e451), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.543699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (96d99e04-06fe-4a02-b11e-975b6e80e451), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.554656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:13:16.555066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (96d99e04-06fe-4a02-b11e-975b6e80e451), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.575706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (aafbb181-25dc-4694-b9b1-4fb9eb066447), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.613147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:16.613147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.613487 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:16.632792 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 96d99e04-06fe-4a02-b11e-975b6e80e451 resource provider aggregate not found Oct 26 11:13:16.649887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:16.710912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34111e3b-762e-43ff-8322-f300a6d8d98d None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:16.711918 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 96d99e04-06fe-4a02-b11e-975b6e80e451 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96d99e04-06fe-4a02-b11e-975b6e80e451 found for delete ", "request_id": "req-a6e8ffc2-60bc-4250-9421-052e179c3678"}]} Oct 26 11:13:16.735525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:16.742452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:16.742945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:16.747261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:16.748064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.750961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=aafbb181-25dc-4694-b9b1-4fb9eb066447,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:16.756270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.758373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-90090204-a353-4fb1-8ce9-3e87fb5640e3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (fe056a17-a8f7-41f3-82b5-c076a71e648d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.761097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.765641 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/networks/48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3 HTTP/1.1" status: 204 len: 168 time: 1.3782911 Oct 26 11:13:16.774706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53066) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:16.782945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1299654990'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:16.803363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:16.806095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-90090204-a353-4fb1-8ce9-3e87fb5640e3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fe056a17-a8f7-41f3-82b5-c076a71e648d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.814937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f95b8d-6591-4721-ac47-a63c15a9496c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Network': ['ID=48c17b07-31d8-47a4-b0bc-1fcfa4fc3bb3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:16.830619 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3df88930-c3b5-492c-b7ee-04f799d26fb0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3822734 Oct 26 11:13:16.833977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53068) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:16.839315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:34:37:50', 'name': 'tempest-NetworksTestDHCPv6-1815588096'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:16.840159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Attempting to bind port 095f73cb-9c73-4d43-b238-aaac817ef862 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:16.840752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Attempting to bind port 095f73cb-9c73-4d43-b238-aaac817ef862 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:16.841336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Attempting to bind port 095f73cb-9c73-4d43-b238-aaac817ef862 on network 63abd606-6461-4ce8-8acd-34376bb03ab1 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:16.846805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:16.847953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.881479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Allocated IP 2001:db8::2 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/eb79d6be-7521-48a6-8417-753b020a5dcb/9b9dbd69-d543-4ff5-8125-3427e693ac99) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:16.925791 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-3bdfe047-50f8-4de2-b9f3-1100bfd8df5b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386582 Oct 26 11:13:16.926406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90090204-a353-4fb1-8ce9-3e87fb5640e3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe056a17-a8f7-41f3-82b5-c076a71e648d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:16.945463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:16.947206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-90090204-a353-4fb1-8ce9-3e87fb5640e3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.949240 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-90090204-a353-4fb1-8ce9-3e87fb5640e3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6577260 Oct 26 11:13:16.979628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53070) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:16.980160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:16.987246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:16.988003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8ae86016-7802-4864-b715-992559f07eb1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:17.014684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-104644623', 'security_groups': ['fe056a17-a8f7-41f3-82b5-c076a71e648d'], 'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb79d6be-7521-48a6-8417-753b020a5dcb'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:17.021137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:17.063836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974aff3c-90a5-4f41-876e-a46fd9202fe4 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:17.066305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:17.066679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Checking segment: {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:17.067082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.067702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Bound using segment: {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:17.068282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Bound port: 095f73cb-9c73-4d43-b238-aaac817ef862, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:17.068668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.078192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 8ae86016-7802-4864-b715-992559f07eb1 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:13:17.078553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8ae86016-7802-4864-b715-992559f07eb1 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:13:17.116176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:17.116389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.116645 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:13:17.239758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:17.252883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4d825-13ad-4729-b0c7-ff9d62d19360 None None] Port 095f73cb-9c73-4d43-b238-aaac817ef862 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:17.259990 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-a9a91c0b-48a1-44fa-b56e-287e52ad6a80 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026395 Oct 26 11:13:17.268741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:17.273326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.335279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:17.342777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:13:17.353380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:17.355621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:17.368107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (698695fa-63d5-462d-9059-15c66febd21e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.368448 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Added segment 698695fa-63d5-462d-9059-15c66febd21e of type vlan for network 84ad427d-2987-49a0-882b-879b7abc9ae1 Oct 26 11:13:17.403686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ca3fe9f4-a789-4fdc-abfc-2b37c4356a8f None None] Could not find standard attr ID for object f08e0b78-4c26-4815-b622-a142b526db8c. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:17.412647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:17.434586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (84ad427d-2987-49a0-882b-879b7abc9ae1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.440712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.444843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Publish callbacks [] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.464053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:17.481631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ca3fe9f4-a789-4fdc-abfc-2b37c4356a8f None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:17.482011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ca3fe9f4-a789-4fdc-abfc-2b37c4356a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.482354 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ca3fe9f4-a789-4fdc-abfc-2b37c4356a8f None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:17.493008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.586542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:17.586809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.587868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:17.592923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34111e3b-762e-43ff-8322-f300a6d8d98d None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:17.605049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (84ad427d-2987-49a0-882b-879b7abc9ae1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.623959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:17.624607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.633275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:17.633886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:17.652481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:17.656576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 43bc4cc5-da57-414b-878d-8f611762e2c7 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:17.693694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:17.720932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:17.737263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:17.756089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9774678 Oct 26 11:13:17.764983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53082) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:17.777601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '84ad427d-2987-49a0-882b-879b7abc9ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:17.781242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe25c9-da52-429a-87e8-8dcfcadfbda5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Network': ['ID=84ad427d-2987-49a0-882b-879b7abc9ae1,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:17.800694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:17.801161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:17.801587 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:17.811349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fe9f4-a789-4fdc-abfc-2b37c4356a8f None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:17.814345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 84ad427d-2987-49a0-882b-879b7abc9ae1 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:13:17.827529 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-74e2375e-09e0-4435-8463-b0d6fdffbe82 req-aa093765-88dc-4516-8d16-afa1afc49d8b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 210 time: 0.0400627 Oct 26 11:13:17.908497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:18.008577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.015093 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-c1a67f21-18cd-45c7-abbf-c56e8d1a3e01 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1230366 Oct 26 11:13:18.033993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Pushing event updated for resources: {'Port': ['ID=9b9dbd69-d543-4ff5-8125-3427e693ac99,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:18.046682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 172.20.0.2 (e006cddc-269c-485d-9059-cd1342ff5d5c/aafbb181-25dc-4694-b9b1-4fb9eb066447/43bc4cc5-da57-414b-878d-8f611762e2c7) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:18.057513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:fe34:3750 (e006cddc-269c-485d-9059-cd1342ff5d5c/93648930-6cf2-434c-ba46-1eca227a9258/43bc4cc5-da57-414b-878d-8f611762e2c7) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:18.070928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': '93648930-6cf2-434c-ba46-1eca227a9258', 'ip_address': '2001:db8::f816:3eff:fe87:2682'}, {'subnet_id': 'aafbb181-25dc-4694-b9b1-4fb9eb066447'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:18.077825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Attempting to bind port 9b9dbd69-d543-4ff5-8125-3427e693ac99 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:18.078193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Attempting to bind port 9b9dbd69-d543-4ff5-8125-3427e693ac99 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '60dc4652-9a33-4c58-917d-d94791c6e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:18.079105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Attempting to bind port 9b9dbd69-d543-4ff5-8125-3427e693ac99 on network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:18.148542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.168046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-ef88c9ad-4a5c-4a88-b819-706b47955b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:18.169568 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-ef88c9ad-4a5c-4a88-b819-706b47955b87 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=56a81a68c2cd4ca9a7b1f846840ea87a&device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 1129 time: 0.0824068 Oct 26 11:13:18.220056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:18.225629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.228867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 3e101896-e811-4cc6-a97e-4d992095353c yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:18.236875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:18.332129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:18.335357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.348025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (43bc4cc5-da57-414b-878d-8f611762e2c7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.361688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:18.362107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:18.386272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:18.386642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Checking segment: {'id': '60dc4652-9a33-4c58-917d-d94791c6e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:18.387040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.387762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Bound using segment: {'id': '60dc4652-9a33-4c58-917d-d94791c6e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:18.387970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Bound port: 9b9dbd69-d543-4ff5-8125-3427e693ac99, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60dc4652-9a33-4c58-917d-d94791c6e697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:18.388304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.455481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (43bc4cc5-da57-414b-878d-8f611762e2c7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.522999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-1e616218-60e1-4528-9804-3c0b5e87626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:18.524524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-1e616218-60e1-4528-9804-3c0b5e87626e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cbc3e50c-ce60-4c02-a798-ec439421f63a HTTP/1.1" status: 200 len: 907 time: 0.3049102 Oct 26 11:13:18.548492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:18.557507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:18.563005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=43bc4cc5-da57-414b-878d-8f611762e2c7,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:18.565858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:18.647053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:18.649824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:18.674515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:18.675213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.687013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-af45ac5b-1b36-4b50-bdec-f581423e17d9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac HTTP/1.1" status: 200 len: 1001 time: 0.1405711 Oct 26 11:13:18.690885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::94 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/eb79d6be-7521-48a6-8417-753b020a5dcb/3e101896-e811-4cc6-a97e-4d992095353c) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:18.699486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (5b196ad7-a973-4de8-8a99-22db559e7e70), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.722232 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1e497286-7439-43c7-8e6d-f1e3658cf4ed tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8845358 Oct 26 11:13:18.741780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53086) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:18.756496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.20.0.1 (ccd060da-075b-492b-8cac-ff4f8c6d679a/35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3/8622b0fe-2335-4545-931d-123896d56c19) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:18.772917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 73d64c69-3b3b-4611-9b58-349307495d94 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:18.803698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=5b196ad7-a973-4de8-8a99-22db559e7e70,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:18.807166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Checking segment: {'id': '698695fa-63d5-462d-9059-15c66febd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '84ad427d-2987-49a0-882b-879b7abc9ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:18.807571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network hostable DHCP agents. Network: 84ad427d-2987-49a0-882b-879b7abc9ae1, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:13:18.822338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-8fdf3daf-29f1-4a2a-8f48-e7d6f30e10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:18.824100 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-8fdf3daf-29f1-4a2a-8f48-e7d6f30e10b0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b2101d7a-1b72-4805-a954-2db739ecedcf HTTP/1.1" status: 200 len: 845 time: 0.1262088 Oct 26 11:13:18.830893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 84ad427d-2987-49a0-882b-879b7abc9ae1 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:13:18.834393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 73d64c69-3b3b-4611-9b58-349307495d94 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:13:18.835035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 73d64c69-3b3b-4611-9b58-349307495d94 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:13:18.851809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] For port 9b9dbd69-d543-4ff5-8125-3427e693ac99, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:18.867040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 84ad427d-2987-49a0-882b-879b7abc9ae1) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:18.887561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:18.887823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] For port 9b9dbd69-d543-4ff5-8125-3427e693ac99, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=9b9dbd69-d543-4ff5-8125-3427e693ac99,segment=NetworkSegment(60dc4652-9a33-4c58-917d-d94791c6e697),segment_id=60dc4652-9a33-4c58-917d-d94791c6e697)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:18.889937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f4082-5508-4239-8326-6a7137fb45fa None None] Network 84ad427d-2987-49a0-882b-879b7abc9ae1 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:18.890866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.916133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0c28be30-7ba2-4faf-a842-40c0ec5dea1e {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:13:18.916646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:13:18.916946 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d5b3e8be-b707-439b-8cca-25ab888db205 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1478269 Oct 26 11:13:18.919934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53090) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:18.926146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '84ad427d-2987-49a0-882b-879b7abc9ae1', 'name': 'tempest-PortsTestJSON-309580459', 'fixed_ips': [{'subnet_id': '5b196ad7-a973-4de8-8a99-22db559e7e70', 'ip_address': '172.20.0.10'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:18.928322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7111be6e-8dbe-418c-b8c6-a9e0ffe0f04b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:18.933329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7111be6e-8dbe-418c-b8c6-a9e0ffe0f04b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:18.937407 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7111be6e-8dbe-418c-b8c6-a9e0ffe0f04b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1893258 Oct 26 11:13:18.944596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53092) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:18.945925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:18.988928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:19.085879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:19.096730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:16Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:17Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:19.125682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (8622b0fe-2335-4545-931d-123896d56c19), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.143739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105b0f96-0280-4ac8-b0e6-2c56872bb2de None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:16Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:17Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:19.151195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1dec8-1559-4a28-8389-e05b457ccb23 None None] Pushing event updated for resources: {'Port': ['ID=9b9dbd69-d543-4ff5-8125-3427e693ac99,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:19.159543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:19.179023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-b5928be7-1987-4be6-b98c-b48eb1d6be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:19.180593 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-b5928be7-1987-4be6-b98c-b48eb1d6be05 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cbc3e50c-ce60-4c02-a798-ec439421f63a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3395977 Oct 26 11:13:19.190410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ef9a9ce9-bae2-412f-9c40-bc554499b5a8 req-256b62a9-e03a-4852-80a4-be028ddf0a99 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 210 time: 0.2233036 Oct 26 11:13:19.222431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.246159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8622b0fe-2335-4545-931d-123896d56c19), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.249063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 3e493870-680d-4ecb-9ce6-347f0fa6c1ff yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:19.278414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-84ad427d-2987-49a0-882b-879b7abc9ae1', 'network_id': '84ad427d-2987-49a0-882b-879b7abc9ae1', 'project_id': 'f87baa385b494f3db1eadf4bcc15cb01', 'fixed_ips': [{'subnet_id': '5b196ad7-a973-4de8-8a99-22db559e7e70'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:19.279974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.327120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:19.414878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network ccd060da-075b-492b-8cac-ff4f8c6d679a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:19.416900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:19.423684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:19.493419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.540958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:19.572398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.640164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-db2befb5-774b-4777-8d67-d77802b6bcd1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 43bc4cc5-da57-414b-878d-8f611762e2c7 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:19.640952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-db2befb5-774b-4777-8d67-d77802b6bcd1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (43bc4cc5-da57-414b-878d-8f611762e2c7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.655646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (3e101896-e811-4cc6-a97e-4d992095353c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.664104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=8622b0fe-2335-4545-931d-123896d56c19,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:19.665999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3c726-8479-49aa-886b-784d0655bcab req-c7eb30b7-f2d2-4dca-9bbd-72f0750a0721 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:19.669169 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-c7eb30b7-f2d2-4dca-9bbd-72f0750a0721 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.23 "GET /networking/v2.0/networks?id=63abd606-6461-4ce8-8acd-34376bb03ab1 HTTP/1.1" status: 200 len: 796 time: 0.3203683 Oct 26 11:13:19.717480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Allocated IP 172.20.0.2 (84ad427d-2987-49a0-882b-879b7abc9ae1/5b196ad7-a973-4de8-8a99-22db559e7e70/e0bf7bce-b124-4198-ad0b-44b7a20174a6) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:19.722778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:19.783364 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-04be9823-0c90-4718-b719-c1e6d3da6d9d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1 HTTP/1.1" status: 200 len: 378 time: 0.0944018 Oct 26 11:13:19.797018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:19.822747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-15a3c234-6739-4940-aa8f-fbf7c26dda90 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919583 Oct 26 11:13:19.860182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] Allocated IP 172.20.0.3 (e006cddc-269c-485d-9059-cd1342ff5d5c/aafbb181-25dc-4694-b9b1-4fb9eb066447/e23a2351-7523-471f-9140-282b4036ca95) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:19.891746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'port': {'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'admin_state_up': True, 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'security_groups': ['3fa2ed6d-d038-4b80-8c5c-d1979558bb58']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:19.910637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3e101896-e811-4cc6-a97e-4d992095353c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.025385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:20.027938 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a630f0ac-8e6d-494e-89c9-510ba7ffc713 req-9ddd6024-690e-4d6f-80d0-8865190a0acf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431558 Oct 26 11:13:20.035133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8622b0fe-2335-4545-931d-123896d56c19), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.072615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Made reservation on behalf of 25c19a8b112a4878bf58e8cf65c7c3f1 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:20.075240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-db2befb5-774b-4777-8d67-d77802b6bcd1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (43bc4cc5-da57-414b-878d-8f611762e2c7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.079023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.143877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-db2befb5-774b-4777-8d67-d77802b6bcd1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 43bc4cc5-da57-414b-878d-8f611762e2c7 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:20.145378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.157572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:20.164926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:20.166108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=3e101896-e811-4cc6-a97e-4d992095353c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:20.181224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:20.202264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.259352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:20.290301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:20.290803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.317040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Allocated IP 172.20.0.5 (63abd606-6461-4ce8-8acd-34376bb03ab1/8def8067-a479-4346-aa8a-e312354014b2/0537895d-7ccc-462e-8cc0-6ee12cca3dfb) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:20.325603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Publish callbacks [] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.361236 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-740f9dcd-17f7-45e9-a3d4-152731043c90 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3796492 Oct 26 11:13:20.394369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.406205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53102) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:20.421137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac579d07-9cdd-4533-99bd-a21856d8fdd9 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:20.422034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b6b780f9-2f77-426c-8238-bbc67e21bfed tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:20.476063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Network 84ad427d-2987-49a0-882b-879b7abc9ae1 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:20.479868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:20.484457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:20.510096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Pushing event updated for resources: {'Port': ['ID=e0bf7bce-b124-4198-ad0b-44b7a20174a6,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:20.564590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e75b7c7-0edc-4781-a6d0-a4e32f29c299 req-cb955fdd-230d-4f26-bb27-0cf4677b23f7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 210 time: 0.2137864 Oct 26 11:13:20.605254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Attempting to bind port e0bf7bce-b124-4198-ad0b-44b7a20174a6 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:20.605635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Attempting to bind port e0bf7bce-b124-4198-ad0b-44b7a20174a6 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '698695fa-63d5-462d-9059-15c66febd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '84ad427d-2987-49a0-882b-879b7abc9ae1'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:20.606006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Attempting to bind port e0bf7bce-b124-4198-ad0b-44b7a20174a6 on network 84ad427d-2987-49a0-882b-879b7abc9ae1 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:20.636570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.697435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:20.697909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.698320 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:20.704913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:20.706535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Checking segment: {'id': '698695fa-63d5-462d-9059-15c66febd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '84ad427d-2987-49a0-882b-879b7abc9ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:20.707087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.709276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Bound using segment: {'id': '698695fa-63d5-462d-9059-15c66febd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '84ad427d-2987-49a0-882b-879b7abc9ae1'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:20.710181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Bound port: e0bf7bce-b124-4198-ad0b-44b7a20174a6, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698695fa-63d5-462d-9059-15c66febd21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '84ad427d-2987-49a0-882b-879b7abc9ae1'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:20.711485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.751067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:20.775188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:20.822120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Network 63abd606-6461-4ce8-8acd-34376bb03ab1 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:20.851453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:20.853509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:20.877752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:20.940415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:20.957291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] For port e0bf7bce-b124-4198-ad0b-44b7a20174a6, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:20.970693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] For port e0bf7bce-b124-4198-ad0b-44b7a20174a6, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e0bf7bce-b124-4198-ad0b-44b7a20174a6,segment=NetworkSegment(698695fa-63d5-462d-9059-15c66febd21e),segment_id=698695fa-63d5-462d-9059-15c66febd21e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:20.997780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.10 (84ad427d-2987-49a0-882b-879b7abc9ae1/5b196ad7-a973-4de8-8a99-22db559e7e70/3e493870-680d-4ecb-9ce6-347f0fa6c1ff) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:21.026180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:21.028445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:21.029146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.033357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'Port': ['ID=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:21.033537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.069360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:21.070046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.080246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:21.112843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49661ab-4bd9-47b5-af97-7d86f9bf9789 None None] Pushing event updated for resources: {'Port': ['ID=e0bf7bce-b124-4198-ad0b-44b7a20174a6,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:21.117440 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-eefc70a1-6ebd-4fb1-8ebd-53a1ab297a3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2289913 Oct 26 11:13:21.135432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Request body: {'port': {'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:21.163416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] For port 9b9dbd69-d543-4ff5-8125-3427e693ac99, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=9b9dbd69-d543-4ff5-8125-3427e693ac99,segment=NetworkSegment(60dc4652-9a33-4c58-917d-d94791c6e697),segment_id=60dc4652-9a33-4c58-917d-d94791c6e697)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:21.177762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.241116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.242834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Provisioning complete for port 9d0e113a-a98d-4db2-8938-b7f2632c870b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:21.244444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.244903 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Attempt 1 to provision port 9d0e113a-a98d-4db2-8938-b7f2632c870b Oct 26 11:13:21.268844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (8622b0fe-2335-4545-931d-123896d56c19), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.370981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Port 9d0e113a-a98d-4db2-8938-b7f2632c870b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:21.372787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb92abd-73db-4921-937a-f95f4e4a1475 None None] Pushing event updated for resources: {'Port': ['ID=9b9dbd69-d543-4ff5-8125-3427e693ac99,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:21.431408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (8622b0fe-2335-4545-931d-123896d56c19), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.492022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b780f9-2f77-426c-8238-bbc67e21bfed tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:21.508585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b6b780f9-2f77-426c-8238-bbc67e21bfed tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.515208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7b2b2b17-c0c0-436a-ad9b-ccbfbe973629 None None] Provisioning complete for port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:21.516198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2b17-c0c0-436a-ad9b-ccbfbe973629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.516753 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7b2b2b17-c0c0-436a-ad9b-ccbfbe973629 None None] Attempt 1 to provision port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb Oct 26 11:13:21.604549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b2b17-c0c0-436a-ad9b-ccbfbe973629 None None] Port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:21.630046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7b2b2b17-c0c0-436a-ad9b-ccbfbe973629 None None] Provisioning complete for port 3e101896-e811-4cc6-a97e-4d992095353c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:21.632324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2b17-c0c0-436a-ad9b-ccbfbe973629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3e101896-e811-4cc6-a97e-4d992095353c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.632776 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7b2b2b17-c0c0-436a-ad9b-ccbfbe973629 None None] Attempt 1 to provision port 3e101896-e811-4cc6-a97e-4d992095353c Oct 26 11:13:21.657728 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.ipam_backend_mixin [None req-b6b780f9-2f77-426c-8238-bbc67e21bfed tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb79d6be-7521-48a6-8417-753b020a5dcb (CIDR: 2001:db8::/64) Oct 26 11:13:21.746967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0537895d-7ccc-462e-8cc0-6ee12cca3dfb {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:13:21.758247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Publish callbacks [] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.764340 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b780f9-2f77-426c-8238-bbc67e21bfed tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:21.764991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b780f9-2f77-426c-8238-bbc67e21bfed tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:21.803382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Transition to ACTIVE for port object 0537895d-7ccc-462e-8cc0-6ee12cca3dfb will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:13:21.810784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.829576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-db2befb5-774b-4777-8d67-d77802b6bcd1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (43bc4cc5-da57-414b-878d-8f611762e2c7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.851192 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b6b780f9-2f77-426c-8238-bbc67e21bfed tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4371095 Oct 26 11:13:21.856718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=8622b0fe-2335-4545-931d-123896d56c19,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:21.861643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:21.862644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.869432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:21.905087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 9b9dbd69-d543-4ff5-8125-3427e693ac99 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:21.961732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b2b17-c0c0-436a-ad9b-ccbfbe973629 None None] Port 3e101896-e811-4cc6-a97e-4d992095353c cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:21.975579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff756f-9108-4bf1-b64b-158d93b9f390 req-ee6cd31f-6a35-47e3-978e-d0b340503a4d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:21.982972 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-70ff756f-9108-4bf1-b64b-158d93b9f390 req-ee6cd31f-6a35-47e3-978e-d0b340503a4d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 931 time: 0.2294729 Oct 26 11:13:21.986257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:21.986858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:21.987344 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:21.993135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:22.039638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2befb5-774b-4777-8d67-d77802b6bcd1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=43bc4cc5-da57-414b-878d-8f611762e2c7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:22.103231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b3c70d72-405c-4274-8a77-20c82b33f107 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:22.103877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3c70d72-405c-4274-8a77-20c82b33f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.104369 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b3c70d72-405c-4274-8a77-20c82b33f107 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:22.112298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Attempting to bind port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:22.112802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Attempting to bind port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:22.113251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Attempting to bind port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb on network 63abd606-6461-4ce8-8acd-34376bb03ab1 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:22.164973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:22.166463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:22.235872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (3e493870-680d-4ecb-9ce6-347f0fa6c1ff), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.242690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb on network 63abd606-6461-4ce8-8acd-34376bb03ab1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:13:22.243239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Attempting to bind port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb on network 63abd606-6461-4ce8-8acd-34376bb03ab1 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:22.273699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:22.281215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b3c70d72-405c-4274-8a77-20c82b33f107 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:22.285547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:22.285961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.286832 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:13:22.291710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:22.341042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:22.351685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:22.352302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Checking segment: {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:22.353125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Bound using segment: {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:22.354016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Bound port: 0537895d-7ccc-462e-8cc0-6ee12cca3dfb, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fcebeb-87e0-4fcc-aff1-5869439639bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:22.354718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.373752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3e493870-680d-4ecb-9ce6-347f0fa6c1ff), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.394341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:22.395067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.409473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-87cdc58c-e093-4522-8e11-1a2b30de71eb None None] Could not find standard attr ID for object 43bc4cc5-da57-414b-878d-8f611762e2c7. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:22.447583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:22.452828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.454984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:22.459675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 84ad427d-2987-49a0-882b-879b7abc9ae1 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:22.469233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:22.475675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=3e493870-680d-4ecb-9ce6-347f0fa6c1ff,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:22.483447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:22.522512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] For port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:22.540704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] For port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:22.548792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:22.550979 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.554307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:22.554680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.555056 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:13:22.559321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:22.559958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.568987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:22.569612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.574656 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/0537895d-7ccc-462e-8cc0-6ee12cca3dfb HTTP/1.1" status: 200 len: 1093 time: 1.4446316 Oct 26 11:13:22.575267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:13:22.577705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9c47ba-d79c-4f40-8e64-df9daef901c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:13:22.611284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:22.638901 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2f7a071a-73cd-4239-89bd-4548cacdb673 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7177196 Oct 26 11:13:22.642055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53110) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:22.654148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f3ad9f-ae04-4069-a892-5832d5728aff x-openstack-request-id: req-e9f3ad9f-ae04-4069-a892-5832d5728aff {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:13:22.654434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:13:22.654693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9f3ad9f-ae04-4069-a892-5832d5728aff {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:13:22.655185 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f3ad9f-ae04-4069-a892-5832d5728aff'] response: {'name': 'network-changed', 'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'status': 'completed', 'code': 200} Oct 26 11:13:22.658918 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '84ad427d-2987-49a0-882b-879b7abc9ae1', 'name': 'tempest-PortsTestJSON-819353791', 'fixed_ips': [{'subnet_id': '5b196ad7-a973-4de8-8a99-22db559e7e70', 'ip_address': '172.20.0.9'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:22.703967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:22.704598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.705182 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-70ff756f-9108-4bf1-b64b-158d93b9f390 req-e560f751-ff40-4865-8b48-a56cadf8fd3d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7213562 Oct 26 11:13:22.710028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:22.731296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-db2befb5-774b-4777-8d67-d77802b6bcd1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.738086 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-db2befb5-774b-4777-8d67-d77802b6bcd1 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/43bc4cc5-da57-414b-878d-8f611762e2c7 HTTP/1.1" status: 204 len: 168 time: 3.7818377 Oct 26 11:13:22.743553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53112) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:22.761718 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:22.771076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26731968-2961-4ded-83f4-84f34cc559c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:22.773946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.775206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:22.849263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df8a26-ffd4-4308-990f-4855571019ef tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:22.853715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df8a26-ffd4-4308-990f-4855571019ef tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:22.855554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8df8a26-ffd4-4308-990f-4855571019ef tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:22.861528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3c726-8479-49aa-886b-784d0655bcab req-ef70245a-685e-4960-b319-7afdd935a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:22.863236 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-ef70245a-685e-4960-b319-7afdd935a8bc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1&device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 1127 time: 0.1870615 Oct 26 11:13:22.866551 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f8df8a26-ffd4-4308-990f-4855571019ef tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1159341 Oct 26 11:13:22.867228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53114) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:22.906581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:22.908119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:22.933497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:22.934216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.935796 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:22.963434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network ccd060da-075b-492b-8cac-ff4f8c6d679a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:22.967531 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-8502bbe9-46a2-4c65-8344-4e9e7c567551 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb HTTP/1.1" status: 200 len: 217 time: 0.0535650 Oct 26 11:13:22.971046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:22.988162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8d88da-b993-4741-ab26-f73c12bcd89b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 93648930-6cf2-434c-ba46-1eca227a9258 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:22.991579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:23.001634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.014172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ad8d88da-b993-4741-ab26-f73c12bcd89b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (93648930-6cf2-434c-ba46-1eca227a9258), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.017272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:23.023550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.026870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:23.046453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 84f0dbd4-08e6-4bbe-a014-7b74e15a2746 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:23.078456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b2100-b37b-4c51-95dc-1bd567f60594 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:13:23.087574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3c726-8479-49aa-886b-784d0655bcab req-d3a8c201-8d00-4d23-9c69-84da22c61680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:23.089078 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-d3a8c201-8d00-4d23-9c69-84da22c61680 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8def8067-a479-4346-aa8a-e312354014b2 HTTP/1.1" status: 200 len: 835 time: 0.1143260 Oct 26 11:13:23.153053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ad8d88da-b993-4741-ab26-f73c12bcd89b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (93648930-6cf2-434c-ba46-1eca227a9258), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.170103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-38e393ad-40bf-4055-b6a1-d2b095665278 None None] Provisioning complete for port e0bf7bce-b124-4198-ad0b-44b7a20174a6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:23.170475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-38e393ad-40bf-4055-b6a1-d2b095665278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.170817 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-38e393ad-40bf-4055-b6a1-d2b095665278 None None] Attempt 1 to provision port e0bf7bce-b124-4198-ad0b-44b7a20174a6 Oct 26 11:13:23.174474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3c726-8479-49aa-886b-784d0655bcab req-2b7a74ce-e6fc-49e7-8c11-bd4cfc3374b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:23.182078 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-2b7a74ce-e6fc-49e7-8c11-bd4cfc3374b2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=63abd606-6461-4ce8-8acd-34376bb03ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0794153 Oct 26 11:13:23.272519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:23.289265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2b2100-b37b-4c51-95dc-1bd567f60594 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:13:23.310150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-38e393ad-40bf-4055-b6a1-d2b095665278 None None] Current status of the port e0bf7bce-b124-4198-ad0b-44b7a20174a6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:23.310530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-38e393ad-40bf-4055-b6a1-d2b095665278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.326180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:23.327514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:23.328236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:23.348778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.9 (84ad427d-2987-49a0-882b-879b7abc9ae1/5b196ad7-a973-4de8-8a99-22db559e7e70/84f0dbd4-08e6-4bbe-a014-7b74e15a2746) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:23.356007 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-50e38065-2020-4fbb-b77f-d5ac5f584746 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725726 Oct 26 11:13:23.388040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:23.402996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ad8d88da-b993-4741-ab26-f73c12bcd89b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (93648930-6cf2-434c-ba46-1eca227a9258), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.484502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-38e393ad-40bf-4055-b6a1-d2b095665278 None None] For port e0bf7bce-b124-4198-ad0b-44b7a20174a6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e0bf7bce-b124-4198-ad0b-44b7a20174a6,segment=NetworkSegment(698695fa-63d5-462d-9059-15c66febd21e),segment_id=698695fa-63d5-462d-9059-15c66febd21e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:23.519210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-38e393ad-40bf-4055-b6a1-d2b095665278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.538818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:23.575646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e0bf7bce-b124-4198-ad0b-44b7a20174a6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:23.614238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:23.622990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ad8d88da-b993-4741-ab26-f73c12bcd89b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (93648930-6cf2-434c-ba46-1eca227a9258), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.641118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:23.654508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (84f0dbd4-08e6-4bbe-a014-7b74e15a2746), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.702206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:23.703657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:23.717025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ad8d88da-b993-4741-ab26-f73c12bcd89b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.723360 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ad8d88da-b993-4741-ab26-f73c12bcd89b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/93648930-6cf2-434c-ba46-1eca227a9258 HTTP/1.1" status: 204 len: 168 time: 0.8514302 Oct 26 11:13:23.725412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d88da-b993-4741-ab26-f73c12bcd89b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=93648930-6cf2-434c-ba46-1eca227a9258,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:23.730052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53116) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:23.737829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e393ad-40bf-4055-b6a1-d2b095665278 None None] Pushing event updated for resources: {'Port': ['ID=e0bf7bce-b124-4198-ad0b-44b7a20174a6,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:23.766516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:23.773590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-777ea8a7-6671-4686-b3e2-2a2f83a5d4f7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/routers/893fa2fd-f7ce-463b-a10f-c8d2b284d28a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6269910 Oct 26 11:13:23.777808 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327e1ce-567c-4a40-8cb4-6a456a3973f4 None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:23.793915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327e1ce-567c-4a40-8cb4-6a456a3973f4 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:23.794506 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4327e1ce-567c-4a40-8cb4-6a456a3973f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:23.794660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (84f0dbd4-08e6-4bbe-a014-7b74e15a2746), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.802427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53120) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:23.832680 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4327e1ce-567c-4a40-8cb4-6a456a3973f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:23.843538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'port': {'network_id': 'ccd060da-075b-492b-8cac-ff4f8c6d679a', 'name': 'tempest-FloatingIPTestJSON-1261190978'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:23.844040 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327e1ce-567c-4a40-8cb4-6a456a3973f4 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:23.844758 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4327e1ce-567c-4a40-8cb4-6a456a3973f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:23.889558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e0bf7bce-b124-4198-ad0b-44b7a20174a6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:23.889938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.890283 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e0bf7bce-b124-4198-ad0b-44b7a20174a6 Oct 26 11:13:23.902517 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4327e1ce-567c-4a40-8cb4-6a456a3973f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:23.903426 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327e1ce-567c-4a40-8cb4-6a456a3973f4 None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:23.929552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (1e2adcaf-f528-4235-b25b-1ed1b03e9baf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:23.953311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:24.003818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc593b6-d6dd-4a1f-a783-8ff98d9434e5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet aafbb181-25dc-4694-b9b1-4fb9eb066447 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:24.013353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e73c35-05a0-4343-9a1c-70c44f2b4dbd req-aca21d1b-8804-4baa-ba09-e04168e83c35 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:24.018523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 84ad427d-2987-49a0-882b-879b7abc9ae1 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:24.023202 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-67e73c35-05a0-4343-9a1c-70c44f2b4dbd req-aca21d1b-8804-4baa-ba09-e04168e83c35 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 943 time: 0.1558220 Oct 26 11:13:24.033307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:24.043108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=84f0dbd4-08e6-4bbe-a014-7b74e15a2746,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:24.048316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:24.049172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9fc593b6-d6dd-4a1f-a783-8ff98d9434e5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (aafbb181-25dc-4694-b9b1-4fb9eb066447), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.079302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=1e2adcaf-f528-4235-b25b-1ed1b03e9baf,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:24.096885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c2493-5e1d-4ddb-b79d-ba41887f302e None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'aafbb181-25dc-4694-b9b1-4fb9eb066447', 'ip_address': '172.20.0.3'}, {'subnet_id': '93648930-6cf2-434c-ba46-1eca227a9258'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:24.103048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e0bf7bce-b124-4198-ad0b-44b7a20174a6 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:24.103796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 9b9dbd69-d543-4ff5-8125-3427e693ac99 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:24.106029 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a3c726-8479-49aa-886b-784d0655bcab req-36490d88-92fc-45a5-8296-3f0649391363 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430425 Oct 26 11:13:24.144058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:22Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:22Z', 'revision_number': 5, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:24.144431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:24.145414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.152447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:24.159821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9fc593b6-d6dd-4a1f-a783-8ff98d9434e5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (aafbb181-25dc-4694-b9b1-4fb9eb066447), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.184624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:13:24.194474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-046c2493-5e1d-4ddb-b79d-ba41887f302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.197376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Made reservation on behalf of 392fe2487f3a4b5d8f55daa93318c126 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:24.203756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.218275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:24.218959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:12:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:24.240210 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-424fe469-f1e6-405f-be02-5dfb8234c30e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5918276 Oct 26 11:13:24.241383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53122) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:24.274877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9fc593b6-d6dd-4a1f-a783-8ff98d9434e5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (aafbb181-25dc-4694-b9b1-4fb9eb066447), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.293712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] device_id is not set on port 18a4e9ff-7452-4db3-9dcd-210dcf90faab yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:24.320484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33e56a-b2ea-430c-afb9-2a1eff0bd12e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:24.322574 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8d33e56a-b2ea-430c-afb9-2a1eff0bd12e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0798225 Oct 26 11:13:24.336245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:24.338977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:24.358840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:24.362859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:24.363458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.423693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9fc593b6-d6dd-4a1f-a783-8ff98d9434e5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (aafbb181-25dc-4694-b9b1-4fb9eb066447), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.447406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.20.0.3 (ccd060da-075b-492b-8cac-ff4f8c6d679a/35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3/18a4e9ff-7452-4db3-9dcd-210dcf90faab) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:24.449246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:24.449246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.449676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:24.449797 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:24.454430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:24.456478 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8b8c91-e2d7-424a-a810-ce98f84b28d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:24.463422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8b8c91-e2d7-424a-a810-ce98f84b28d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:24.469459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8b8c91-e2d7-424a-a810-ce98f84b28d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:24.474027 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2e8b8c91-e2d7-424a-a810-ce98f84b28d5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1294253 Oct 26 11:13:24.497671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53126) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:24.500955 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-27f2f17e-5476-4451-ab3a-9d04080692cc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6355777 Oct 26 11:13:24.511880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53128) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:24.514441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc593b6-d6dd-4a1f-a783-8ff98d9434e5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=aafbb181-25dc-4694-b9b1-4fb9eb066447,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:24.521980 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-56528273', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e2adcaf-f528-4235-b25b-1ed1b03e9baf'}], 'security_groups': ['5d600351-679a-42ac-a8b1-d782daa80b4b']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:24.529195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9fc593b6-d6dd-4a1f-a783-8ff98d9434e5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.533447 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9fc593b6-d6dd-4a1f-a783-8ff98d9434e5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/aafbb181-25dc-4694-b9b1-4fb9eb066447 HTTP/1.1" status: 204 len: 168 time: 0.7995300 Oct 26 11:13:24.536535 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-67e73c35-05a0-4343-9a1c-70c44f2b4dbd req-aeb93aac-a01a-430d-a69d-243ea6134c73 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5124652 Oct 26 11:13:24.537003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53130) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server [None req-046c2493-5e1d-4ddb-b79d-ba41887f302e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aafbb181-25dc-4694-b9b1-4fb9eb066447: This subnet is being modified by another concurrent operation. Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 329, in update_dhcp_port Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 120, in _port_action Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:13:24.642664 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1852, in update_port Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in update_port Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise exception Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aafbb181-25dc-4694-b9b1-4fb9eb066447: This subnet is being modified by another concurrent operation. Oct 26 11:13:24.649442 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Oct 26 11:13:24.656291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:24.666299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (18a4e9ff-7452-4db3-9dcd-210dcf90faab), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.709635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:24.716865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (18a4e9ff-7452-4db3-9dcd-210dcf90faab), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.728729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a99ca0-e879-401e-abd5-a36b7673f3eb None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:13:24.784122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a23f129b-a6fb-4689-8c9e-1cd643705839 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 84f0dbd4-08e6-4bbe-a014-7b74e15a2746 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:24.784669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a23f129b-a6fb-4689-8c9e-1cd643705839 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (84f0dbd4-08e6-4bbe-a014-7b74e15a2746), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.785046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network ccd060da-075b-492b-8cac-ff4f8c6d679a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:24.787664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=18a4e9ff-7452-4db3-9dcd-210dcf90faab,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:24.790598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:24.793315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:24.821225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-89bca501-4129-4405-ac45-634ebaaa50d3 None None] Could not find standard attr ID for object 43bc4cc5-da57-414b-878d-8f611762e2c7. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:24.844737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:24.847525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:24.849925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.875885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:24.877593 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-31d15a9b-6004-4237-aca7-b9e07372a972 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0613699 Oct 26 11:13:24.882572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53132) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:24.889028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'port': {'network_id': 'ccd060da-075b-492b-8cac-ff4f8c6d679a', 'name': 'tempest-FloatingIPTestJSON-1783557504'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:24.917801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-89bca501-4129-4405-ac45-634ebaaa50d3 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:24.918289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-89bca501-4129-4405-ac45-634ebaaa50d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.918620 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-89bca501-4129-4405-ac45-634ebaaa50d3 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:24.923353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a23f129b-a6fb-4689-8c9e-1cd643705839 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (84f0dbd4-08e6-4bbe-a014-7b74e15a2746), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:24.930456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bcea9b65-1b1b-4c5d-b156-de8e5ec0013f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3197637 Oct 26 11:13:24.937113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53134) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:24.947068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:24.955764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:25.049959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a23f129b-a6fb-4689-8c9e-1cd643705839 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 84f0dbd4-08e6-4bbe-a014-7b74e15a2746 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:25.067085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-7a98c163-d4da-4bc0-a6d3-99af98a6c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:25.070293 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-7a98c163-d4da-4bc0-a6d3-99af98a6c9a1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1&device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 1127 time: 0.1180000 Oct 26 11:13:25.128373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a99ca0-e879-401e-abd5-a36b7673f3eb None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:13:25.148845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Made reservation on behalf of 392fe2487f3a4b5d8f55daa93318c126 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:25.152720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.181519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] device_id is not set on port d81bdf80-1174-4667-8968-e6767959e94a yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:25.204301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:25.208028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.228322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:22Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:22Z', 'revision_number': 5, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:25.244723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:25.245547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.247606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-89bca501-4129-4405-ac45-634ebaaa50d3 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:25.258856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-6d90c5c3-f7a7-4104-8771-1a2bb4de7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:25.261240 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-6d90c5c3-f7a7-4104-8771-1a2bb4de7504 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=63abd606-6461-4ce8-8acd-34376bb03ab1 HTTP/1.1" status: 200 len: 897 time: 0.1821821 Oct 26 11:13:25.309885 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-d7bb0299-0c89-43ca-862e-e1f0ea9e717d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb HTTP/1.1" status: 200 len: 217 time: 0.0379388 Oct 26 11:13:25.321469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd84cbe1-0d4c-4498-8a91-15e7e20b0d2f None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:22Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:22Z', 'revision_number': 5, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:25.355323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:25.371490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:25.384865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.385683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:25.399738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:25.404397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3e101896-e811-4cc6-a97e-4d992095353c), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.486306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:25.553445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:25.578512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:25.621341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:25.622018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.673660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:25.688652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.736076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e600d66-75d3-4f96-9c7f-730f24c26cce None None] Network 84ad427d-2987-49a0-882b-879b7abc9ae1 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:25.767247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35167d3f-471a-438b-845b-bc1ec9684ef5 None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:25.871518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.20.0.5 (ccd060da-075b-492b-8cac-ff4f8c6d679a/35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3/d81bdf80-1174-4667-8968-e6767959e94a) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:25.910958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:25.986524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a23f129b-a6fb-4689-8c9e-1cd643705839 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (84f0dbd4-08e6-4bbe-a014-7b74e15a2746), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.994077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (9f1238d2-c119-464f-b5a7-95b755b68be5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.996933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-afcb4fd8-57fe-4805-a768-26fd605df79e None None] Could not find standard attr ID for object 43bc4cc5-da57-414b-878d-8f611762e2c7. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:26.021486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e0bf7bce-b124-4198-ad0b-44b7a20174a6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:26.035151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-4d4419b9-6979-430d-a0d4-a20507e91d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:26.037511 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-4d4419b9-6979-430d-a0d4-a20507e91d56 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8def8067-a479-4346-aa8a-e312354014b2 HTTP/1.1" status: 200 len: 835 time: 0.7209170 Oct 26 11:13:26.084502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f129b-a6fb-4689-8c9e-1cd643705839 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=84f0dbd4-08e6-4bbe-a014-7b74e15a2746,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:26.086658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:26.122722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-afcb4fd8-57fe-4805-a768-26fd605df79e None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:26.123256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-afcb4fd8-57fe-4805-a768-26fd605df79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.126124 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-afcb4fd8-57fe-4805-a768-26fd605df79e None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:26.151772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-91397a49-9dac-4c21-8571-f717a53fe679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:26.153475 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-91397a49-9dac-4c21-8571-f717a53fe679 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=63abd606-6461-4ce8-8acd-34376bb03ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1091392 Oct 26 11:13:26.189930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:26.200272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:26.204023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:26.204632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.222400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 0537895d-7ccc-462e-8cc0-6ee12cca3dfb details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:13:26.247234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea889c0-40bd-49c5-a327-a603173c27e8 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:26.259185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d8c62-4fad-4364-a5cd-c91281812eec req-7b7c3633-5f2b-4d3c-bf60-b67e3f76357f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:26.262683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (d81bdf80-1174-4667-8968-e6767959e94a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.267624 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cd8d8c62-4fad-4364-a5cd-c91281812eec req-7b7c3633-5f2b-4d3c-bf60-b67e3f76357f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 943 time: 0.4210892 Oct 26 11:13:26.348535 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-588a1801-731d-4bf6-9863-f64724c3c844 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852214 Oct 26 11:13:26.351997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d81bdf80-1174-4667-8968-e6767959e94a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.370567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Delete allocated IP 2001:db8::94 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/eb79d6be-7521-48a6-8417-753b020a5dcb) {{(pid=105416) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 11:13:26.382966 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4285305 Oct 26 11:13:26.382966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa0df0-2640-45ab-a0cf-139524a547f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=9f1238d2-c119-464f-b5a7-95b755b68be5,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:26.392865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53140) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:26.405778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:26.495025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8:0:1::344 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/1e2adcaf-f528-4235-b25b-1ed1b03e9baf/3e101896-e811-4cc6-a97e-4d992095353c) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:26.517488 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3c9c47ba-d79c-4f40-8e64-df9daef901c4 req-9767bb66-ea98-42ba-98ba-e072704cf8c1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626918 Oct 26 11:13:26.519767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a23f129b-a6fb-4689-8c9e-1cd643705839 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.530873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:26.531256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a23f129b-a6fb-4689-8c9e-1cd643705839 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/84f0dbd4-08e6-4bbe-a014-7b74e15a2746 HTTP/1.1" status: 204 len: 168 time: 2.0291450 Oct 26 11:13:26.538507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53142) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:26.565911 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cd8d8c62-4fad-4364-a5cd-c91281812eec req-60dde917-b39d-4b94-9dd1-cff8ffa083b3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2971842 Oct 26 11:13:26.577218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network ccd060da-075b-492b-8cac-ff4f8c6d679a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:26.581249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:26.602116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:26.606719 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-733f31d9-2632-4625-bad5-7ce603488894 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:13:26.610799 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-733f31d9-2632-4625-bad5-7ce603488894 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/84f0dbd4-08e6-4bbe-a014-7b74e15a2746 HTTP/1.1" status: 404 len: 333 time: 0.0709527 Oct 26 11:13:26.616088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53144) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:26.676329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=d81bdf80-1174-4667-8968-e6767959e94a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:26.694505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:26.695184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.728575 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-37deae12-2f02-4636-8e0d-7e7fac64fc46 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8431969 Oct 26 11:13:26.729933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53146) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:26.734164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'd81bdf80-1174-4667-8968-e6767959e94a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:26.762157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.766144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e0bf7bce-b124-4198-ad0b-44b7a20174a6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:26.766665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.766919 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e0bf7bce-b124-4198-ad0b-44b7a20174a6 Oct 26 11:13:26.842544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.resource_extend [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:13:26.852547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:26.892039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2c35e-3fef-4132-ace2-046de6899563 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 3e493870-680d-4ecb-9ce6-347f0fa6c1ff {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:26.892390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c35e-3fef-4132-ace2-046de6899563 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3e493870-680d-4ecb-9ce6-347f0fa6c1ff), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.900097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.916781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:26.920556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.961869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f0e0b41c-34d2-4cfc-8ddf-469031c094bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:26.967988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:27.027631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:27.159602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.26.0.40 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/ed09ad4b-df87-44d2-937a-4b77a0602d8e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:27.191709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:27.194952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e0bf7bce-b124-4198-ad0b-44b7a20174a6 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:27.196200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:27.238922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:27.275688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5669872-fdbe-4010-99cc-377cf8edd1a5 None None] Update dhcp port {'port': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'fixed_ips': [{'subnet_id': 'eb79d6be-7521-48a6-8417-753b020a5dcb', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e2adcaf-f528-4235-b25b-1ed1b03e9baf'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': '9b9dbd69-d543-4ff5-8125-3427e693ac99'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:27.291967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-afcb4fd8-57fe-4805-a768-26fd605df79e None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:27.322432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (ed09ad4b-df87-44d2-937a-4b77a0602d8e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.344945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:27.365168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:27.365552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.366103 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:13:27.369981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ed09ad4b-df87-44d2-937a-4b77a0602d8e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.429901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463add39-fc57-449e-82e4-05b21688809c None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': '9f1238d2-c119-464f-b5a7-95b755b68be5'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:27.438481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-95ed296f-2e42-4b1e-b14d-6d7bd4f3672b None None] Provisioning complete for port e0bf7bce-b124-4198-ad0b-44b7a20174a6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:27.438864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95ed296f-2e42-4b1e-b14d-6d7bd4f3672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.439204 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-95ed296f-2e42-4b1e-b14d-6d7bd4f3672b None None] Attempt 1 to provision port e0bf7bce-b124-4198-ad0b-44b7a20174a6 Oct 26 11:13:27.441219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:27.456381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:27.462867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:13:27.464307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:27.487174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5669872-fdbe-4010-99cc-377cf8edd1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.528499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=ed09ad4b-df87-44d2-937a-4b77a0602d8e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:27.548597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-463add39-fc57-449e-82e4-05b21688809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.701906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:27.702234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.801051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:27.802396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.862491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c35e-3fef-4132-ace2-046de6899563 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3e493870-680d-4ecb-9ce6-347f0fa6c1ff), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.898560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (3e101896-e811-4cc6-a97e-4d992095353c), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.906032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680def7-8718-4faf-9e80-e13eaa8d74a3 req-1e403886-23b4-487e-a07b-c963c227cb1c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:27.907709 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8680def7-8718-4faf-9e80-e13eaa8d74a3 req-1e403886-23b4-487e-a07b-c963c227cb1c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 943 time: 0.1547680 Oct 26 11:13:27.909586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2c35e-3fef-4132-ace2-046de6899563 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 3e493870-680d-4ecb-9ce6-347f0fa6c1ff owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:27.922018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0537895d-7ccc-462e-8cc0-6ee12cca3dfb {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:13:27.941449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:27.946487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:27.959994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (3e101896-e811-4cc6-a97e-4d992095353c), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:27.977823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:28.012918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.071681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:28.079630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:28.087684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:28.087980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (368d5871-43da-4782-a9d4-91887573238f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.118856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-95ed296f-2e42-4b1e-b14d-6d7bd4f3672b None None] Current status of the port e0bf7bce-b124-4198-ad0b-44b7a20174a6 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:28.182729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.219954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ed09ad4b-df87-44d2-937a-4b77a0602d8e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.220643 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8680def7-8718-4faf-9e80-e13eaa8d74a3 req-9e33ada0-42c2-4181-abbf-e6c9872ece8e tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2814820 Oct 26 11:13:28.225843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=3e101896-e811-4cc6-a97e-4d992095353c,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:28.240237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:28.259864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:28.261888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-463add39-fc57-449e-82e4-05b21688809c None None] Allocated IP 172.20.0.2 (e006cddc-269c-485d-9059-cd1342ff5d5c/9f1238d2-c119-464f-b5a7-95b755b68be5/e23a2351-7523-471f-9140-282b4036ca95) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:28.297295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-95ed296f-2e42-4b1e-b14d-6d7bd4f3672b None None] Provisioning complete for port 3e493870-680d-4ecb-9ce6-347f0fa6c1ff triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:28.297728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95ed296f-2e42-4b1e-b14d-6d7bd4f3672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3e493870-680d-4ecb-9ce6-347f0fa6c1ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.298157 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-95ed296f-2e42-4b1e-b14d-6d7bd4f3672b None None] Attempt 1 to provision port 3e493870-680d-4ecb-9ce6-347f0fa6c1ff Oct 26 11:13:28.308111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] In _notify_port_updated(), no bound segment for port 3e101896-e811-4cc6-a97e-4d992095353c on network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 {{(pid=105416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:13:28.313048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:28.313393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.314622 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5e7beda9-a2d7-4653-828f-a202430d483e tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "PUT /networking/v2.0/ports/3e101896-e811-4cc6-a97e-4d992095353c HTTP/1.1" status: 200 len: 929 time: 3.7985792 Oct 26 11:13:28.324406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53150) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:28.344654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-95ed296f-2e42-4b1e-b14d-6d7bd4f3672b None None] Port 3e493870-680d-4ecb-9ce6-347f0fa6c1ff cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:28.409124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-d5669872-fdbe-4010-99cc-377cf8edd1a5 None None] Allocated IP 2001:db8:0:1::2 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/1e2adcaf-f528-4235-b25b-1ed1b03e9baf/9b9dbd69-d543-4ff5-8125-3427e693ac99) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:28.421970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:13:28.425435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:28.439708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (ed09ad4b-df87-44d2-937a-4b77a0602d8e), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.454836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (ed09ad4b-df87-44d2-937a-4b77a0602d8e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.470513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:28.526949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:28.527210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.527436 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:13:28.531752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-756449ec-964e-4676-857c-83b4d63977a5 None None] Provisioning complete for port 3e493870-680d-4ecb-9ce6-347f0fa6c1ff triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:28.532901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-756449ec-964e-4676-857c-83b4d63977a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3e493870-680d-4ecb-9ce6-347f0fa6c1ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.533276 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-756449ec-964e-4676-857c-83b4d63977a5 None None] Attempt 1 to provision port 3e493870-680d-4ecb-9ce6-347f0fa6c1ff Oct 26 11:13:28.535447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=ed09ad4b-df87-44d2-937a-4b77a0602d8e,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:28.539049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (368d5871-43da-4782-a9d4-91887573238f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.551852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ad96f-57f5-461d-bdc5-45727d175650 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 3e101896-e811-4cc6-a97e-4d992095353c {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:28.552755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad96f-57f5-461d-bdc5-45727d175650 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3e101896-e811-4cc6-a97e-4d992095353c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.559542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c35e-3fef-4132-ace2-046de6899563 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3e493870-680d-4ecb-9ce6-347f0fa6c1ff), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.597741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['0537895d-7ccc-462e-8cc0-6ee12cca3dfb'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:13:28.638947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2c35e-3fef-4132-ace2-046de6899563 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=3e493870-680d-4ecb-9ce6-347f0fa6c1ff,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:28.655884 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 368d5871-43da-4782-a9d4-91887573238f associated. External IP: 172.26.0.40, port: d81bdf80-1174-4667-8968-e6767959e94a. Oct 26 11:13:28.673450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-756449ec-964e-4676-857c-83b4d63977a5 None None] Port 3e493870-680d-4ecb-9ce6-347f0fa6c1ff cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:28.676572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-756449ec-964e-4676-857c-83b4d63977a5 None None] Could not find standard attr ID for object 84f0dbd4-08e6-4bbe-a014-7b74e15a2746. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:28.721600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-463add39-fc57-449e-82e4-05b21688809c None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:28.780838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:28.813054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad96f-57f5-461d-bdc5-45727d175650 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3e101896-e811-4cc6-a97e-4d992095353c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.834781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c35e-3fef-4132-ace2-046de6899563 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.840487 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c0e2c35e-3fef-4132-ace2-046de6899563 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3e493870-680d-4ecb-9ce6-347f0fa6c1ff HTTP/1.1" status: 204 len: 168 time: 2.2178507 Oct 26 11:13:28.840487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ad96f-57f5-461d-bdc5-45727d175650 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 3e101896-e811-4cc6-a97e-4d992095353c owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:28.841321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53152) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:28.861952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-463add39-fc57-449e-82e4-05b21688809c None None] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.869643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d5669872-fdbe-4010-99cc-377cf8edd1a5 None None] For port 9b9dbd69-d543-4ff5-8125-3427e693ac99, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=9b9dbd69-d543-4ff5-8125-3427e693ac99,segment=NetworkSegment(60dc4652-9a33-4c58-917d-d94791c6e697),segment_id=60dc4652-9a33-4c58-917d-d94791c6e697)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:28.887955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-165e41f9-af71-484d-857a-77512371167d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.891070 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0dd622-126d-46e0-901b-75ae345b6e3c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:13:28.892835 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8a0dd622-126d-46e0-901b-75ae345b6e3c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/3e493870-680d-4ecb-9ce6-347f0fa6c1ff HTTP/1.1" status: 404 len: 333 time: 0.0505080 Oct 26 11:13:28.896416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53154) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:28.922396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-463add39-fc57-449e-82e4-05b21688809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:28.935057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:28.935296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:29.014258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5669872-fdbe-4010-99cc-377cf8edd1a5 None None] Publish callbacks [] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.020102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:29.020567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.028295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.038495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b33cef0-0313-4114-bd71-cca20dc83211 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet 5b196ad7-a973-4de8-8a99-22db559e7e70 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:29.051420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3b33cef0-0313-4114-bd71-cca20dc83211 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (5b196ad7-a973-4de8-8a99-22db559e7e70), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.089750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:29.094500 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8b2ec-bc44-4d96-9ee1-570d1c6f5c66 None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:29.106945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8b2ec-bc44-4d96-9ee1-570d1c6f5c66 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:29.107664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8e8b2ec-bc44-4d96-9ee1-570d1c6f5c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:29.116944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.144638 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8e8b2ec-bc44-4d96-9ee1-570d1c6f5c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:29.154694 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8b2ec-bc44-4d96-9ee1-570d1c6f5c66 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:29.155595 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8e8b2ec-bc44-4d96-9ee1-570d1c6f5c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:29.156239 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-765ed785-fd40-4d3b-92e6-78cc0ba38cc1 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4258184 Oct 26 11:13:29.156863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53158) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:29.161858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a6fa7e8c-6d8f-4112-9912-6fce95429cce tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:29.183922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:29.193278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8e8b2ec-bc44-4d96-9ee1-570d1c6f5c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:29.194325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8b2ec-bc44-4d96-9ee1-570d1c6f5c66 None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:29.211473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:29.236637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:29.238157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5669872-fdbe-4010-99cc-377cf8edd1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.284056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad96f-57f5-461d-bdc5-45727d175650 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3e101896-e811-4cc6-a97e-4d992095353c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.284746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:29.288470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3b33cef0-0313-4114-bd71-cca20dc83211 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (5b196ad7-a973-4de8-8a99-22db559e7e70), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.293203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463add39-fc57-449e-82e4-05b21688809c None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:29.305490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:29.305681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:29.340558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a6fa7e8c-6d8f-4112-9912-6fce95429cce tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (368d5871-43da-4782-a9d4-91887573238f), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.404985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.443216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3b33cef0-0313-4114-bd71-cca20dc83211 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (5b196ad7-a973-4de8-8a99-22db559e7e70), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.456190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:29.531000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a6fa7e8c-6d8f-4112-9912-6fce95429cce tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.538956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a6fa7e8c-6d8f-4112-9912-6fce95429cce tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (368d5871-43da-4782-a9d4-91887573238f), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.539663 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-a6fa7e8c-6d8f-4112-9912-6fce95429cce tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 368d5871-43da-4782-a9d4-91887573238f disassociated. External IP: 172.26.0.40, port: d81bdf80-1174-4667-8968-e6767959e94a. Oct 26 11:13:29.547103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:29.586018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ad96f-57f5-461d-bdc5-45727d175650 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=3e101896-e811-4cc6-a97e-4d992095353c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:29.594512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5669872-fdbe-4010-99cc-377cf8edd1a5 None None] Pushing event updated for resources: {'Port': ['ID=9b9dbd69-d543-4ff5-8125-3427e693ac99,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:29.642862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:29.764567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca849e8-7adb-41cc-b44e-c58f6380ce7f req-9d823712-ce7e-4e7b-a775-3a82e651342a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:29.766268 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-aca849e8-7adb-41cc-b44e-c58f6380ce7f req-9d823712-ce7e-4e7b-a775-3a82e651342a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 944 time: 0.2590451 Oct 26 11:13:29.767431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad96f-57f5-461d-bdc5-45727d175650 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.772155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:29.783250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3e0ad96f-57f5-461d-bdc5-45727d175650 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3e101896-e811-4cc6-a97e-4d992095353c HTTP/1.1" status: 204 len: 168 time: 1.4543500 Oct 26 11:13:29.790793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53162) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:29.835465 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bcbb12-5dca-427d-ac4a-2155defce224 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:13:29.837389 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c0bcbb12-5dca-427d-ac4a-2155defce224 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/3e101896-e811-4cc6-a97e-4d992095353c HTTP/1.1" status: 404 len: 333 time: 0.0450935 Oct 26 11:13:29.841972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53164) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:29.845523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:29.848077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:29.864376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3b33cef0-0313-4114-bd71-cca20dc83211 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (5b196ad7-a973-4de8-8a99-22db559e7e70), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.960738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.972375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33cef0-0313-4114-bd71-cca20dc83211 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=5b196ad7-a973-4de8-8a99-22db559e7e70,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:29.977196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3b33cef0-0313-4114-bd71-cca20dc83211 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:29.983113 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3b33cef0-0313-4114-bd71-cca20dc83211 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5b196ad7-a973-4de8-8a99-22db559e7e70 HTTP/1.1" status: 204 len: 168 time: 1.0848947 Oct 26 11:13:29.991311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47849a6e-7f76-4a78-8f6b-d254c1da06ce None None] Network 84ad427d-2987-49a0-882b-879b7abc9ae1 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:29.991767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53166) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:30.012707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.042086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.042928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (fcc014fc-11a3-4eb1-8d0f-97910b2ca35c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.126625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (84ad427d-2987-49a0-882b-879b7abc9ae1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.129084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aeef3624-9c98-49c1-aff6-6cf8a61275eb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (fe056a17-a8f7-41f3-82b5-c076a71e648d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.147550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fa7e8c-6d8f-4112-9912-6fce95429cce tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:30.189294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aeef3624-9c98-49c1-aff6-6cf8a61275eb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (fe056a17-a8f7-41f3-82b5-c076a71e648d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.199051 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-aca849e8-7adb-41cc-b44e-c58f6380ce7f req-c038fcee-f568-4618-abce-218c005cb9c6 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3998141 Oct 26 11:13:30.215131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:30.236789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:30.256621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:30.257614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.268282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 9b9dbd69-d543-4ff5-8125-3427e693ac99 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:30.270213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=fcc014fc-11a3-4eb1-8d0f-97910b2ca35c,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:30.324122 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9235010 Oct 26 11:13:30.325037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48425c1a-5e11-424d-b387-4f21c45e9e17 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=24']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:30.328162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53168) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:30.334632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:2f:34:2f', 'name': 'tempest-NetworksTestDHCPv6-674837328'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:30.357572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port e0bf7bce-b124-4198-ad0b-44b7a20174a6 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:30.358084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.378889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:27Z', 'revision_number': 7, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:30.416911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:13:30.421518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:30.445643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:30.446333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.447343 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:30.508023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f13a243-7dc1-4361-9bcd-f2efe40ced20 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:30.518086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] DHCP port deletion for 84ad427d-2987-49a0-882b-879b7abc9ae1 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:13:30.538848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:30.539120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:30.573600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:30.578662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:30.579841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5c4a66c8-9c67-42f8-af50-29c7920803e0 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:30.580604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5c4a66c8-9c67-42f8-af50-29c7920803e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.580604 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5c4a66c8-9c67-42f8-af50-29c7920803e0 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:30.679319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.711072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port bc39feae-4eb4-4654-86fc-b935611285d0 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:30.756650 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:13:30.792642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] Deleting port e0bf7bce-b124-4198-ad0b-44b7a20174a6 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:30.793163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.814113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aeef3624-9c98-49c1-aff6-6cf8a61275eb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fe056a17-a8f7-41f3-82b5-c076a71e648d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.816754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aeef3624-9c98-49c1-aff6-6cf8a61275eb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.818497 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aeef3624-9c98-49c1-aff6-6cf8a61275eb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fe056a17-a8f7-41f3-82b5-c076a71e648d HTTP/1.1" status: 204 len: 168 time: 0.9747045 Oct 26 11:13:30.825230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] For port e0bf7bce-b124-4198-ad0b-44b7a20174a6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e0bf7bce-b124-4198-ad0b-44b7a20174a6,segment=NetworkSegment(698695fa-63d5-462d-9059-15c66febd21e),segment_id=698695fa-63d5-462d-9059-15c66febd21e)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:30.825849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.829716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53170) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:30.863435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for e0bf7bce-b124-4198-ad0b-44b7a20174a6 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:30.870409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:30.871697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:30.921638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:30.941321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:30.971196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef3624-9c98-49c1-aff6-6cf8a61275eb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe056a17-a8f7-41f3-82b5-c076a71e648d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:30.976327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fa7e8c-6d8f-4112-9912-6fce95429cce tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:30.982420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a6fa7e8c-6d8f-4112-9912-6fce95429cce tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.985407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:30.991195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:31.006279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d457a216-e3b6-4ab0-af0b-c8b92b739f55 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (5d600351-679a-42ac-a8b1-d782daa80b4b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.009367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651bed00-b121-4539-b455-199ed52666da None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:31.027827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 172.20.0.11 (e006cddc-269c-485d-9059-cd1342ff5d5c/9f1238d2-c119-464f-b5a7-95b755b68be5/bc39feae-4eb4-4654-86fc-b935611285d0) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:31.041553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=e0bf7bce-b124-4198-ad0b-44b7a20174a6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:31.053408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No DVR routers for this DVR port e0bf7bce-b124-4198-ad0b-44b7a20174a6 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:31.060458 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a6fa7e8c-6d8f-4112-9912-6fce95429cce tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/368d5871-43da-4782-a9d4-91887573238f HTTP/1.1" status: 200 len: 687 time: 1.9024148 Oct 26 11:13:31.063277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:fe2f:342f (e006cddc-269c-485d-9059-cd1342ff5d5c/fcc014fc-11a3-4eb1-8d0f-97910b2ca35c/bc39feae-4eb4-4654-86fc-b935611285d0) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:31.063603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53172) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:31.070614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d457a216-e3b6-4ab0-af0b-c8b92b739f55 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (5d600351-679a-42ac-a8b1-d782daa80b4b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.083119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] For port e0bf7bce-b124-4198-ad0b-44b7a20174a6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e0bf7bce-b124-4198-ad0b-44b7a20174a6,segment=NetworkSegment(698695fa-63d5-462d-9059-15c66febd21e),segment_id=698695fa-63d5-462d-9059-15c66febd21e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:31.084417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.134916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a66c8-9c67-42f8-af50-29c7920803e0 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:31.135793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:31.148073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bed00-b121-4539-b455-199ed52666da None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:31.149009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-651bed00-b121-4539-b455-199ed52666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:31.151512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] Calling delete_port for e0bf7bce-b124-4198-ad0b-44b7a20174a6 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:31.205733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d457a216-e3b6-4ab0-af0b-c8b92b739f55 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5d600351-679a-42ac-a8b1-d782daa80b4b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.209843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d457a216-e3b6-4ab0-af0b-c8b92b739f55 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.213870 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d457a216-e3b6-4ab0-af0b-c8b92b739f55 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5d600351-679a-42ac-a8b1-d782daa80b4b HTTP/1.1" status: 204 len: 168 time: 0.3806496 Oct 26 11:13:31.241383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53174) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:31.269542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457a216-e3b6-4ab0-af0b-c8b92b739f55 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d600351-679a-42ac-a8b1-d782daa80b4b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:31.388333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (84ad427d-2987-49a0-882b-879b7abc9ae1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.425519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67213d4-cc43-44b2-9a9f-8a7f2c8e9f79 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet eb79d6be-7521-48a6-8417-753b020a5dcb {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:31.426305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (bc39feae-4eb4-4654-86fc-b935611285d0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.434626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e67213d4-cc43-44b2-9a9f-8a7f2c8e9f79 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (eb79d6be-7521-48a6-8417-753b020a5dcb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.468305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d33c8-5b33-449a-8f2f-01b437c913b6 req-3ce240e5-ce9b-409f-bb1d-a1d1484019af tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:31.470219 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-677d33c8-5b33-449a-8f2f-01b437c913b6 req-3ce240e5-ce9b-409f-bb1d-a1d1484019af tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 944 time: 0.1211815 Oct 26 11:13:31.490474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:31.502756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port ed09ad4b-df87-44d2-937a-4b77a0602d8e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:31.503128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ed09ad4b-df87-44d2-937a-4b77a0602d8e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.506031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (bc39feae-4eb4-4654-86fc-b935611285d0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.510609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-651bed00-b121-4539-b455-199ed52666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:31.513215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:31.513632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.514577 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:31.515585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ad427d-2987-49a0-882b-879b7abc9ae1']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:31.553421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-bff42abe-a9ea-471b-a67a-e49e2bc46df1 None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:31.553952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bff42abe-a9ea-471b-a67a-e49e2bc46df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.554396 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-bff42abe-a9ea-471b-a67a-e49e2bc46df1 None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:31.574245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e67213d4-cc43-44b2-9a9f-8a7f2c8e9f79 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (eb79d6be-7521-48a6-8417-753b020a5dcb), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.579237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698695fa-63d5-462d-9059-15c66febd21e') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:31.579544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698695fa-63d5-462d-9059-15c66febd21e') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:31.614239 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-677d33c8-5b33-449a-8f2f-01b437c913b6 req-b182516b-4889-4b0c-b1b7-ff07508e5a6e tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382411 Oct 26 11:13:31.619369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:31.621354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.622282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:31.625715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:31.629633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=bc39feae-4eb4-4654-86fc-b935611285d0,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:31.637881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bed00-b121-4539-b455-199ed52666da None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:31.640522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-651bed00-b121-4539-b455-199ed52666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:31.647921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (698695fa-63d5-462d-9059-15c66febd21e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.653430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:31.656401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.685168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (698695fa-63d5-462d-9059-15c66febd21e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.698521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:13:31.699021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (698695fa-63d5-462d-9059-15c66febd21e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.737226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:31.737859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.741923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-651bed00-b121-4539-b455-199ed52666da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:31.743842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651bed00-b121-4539-b455-199ed52666da None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:31.763460 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 698695fa-63d5-462d-9059-15c66febd21e resource provider aggregate not found Oct 26 11:13:31.763686 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b808193-882b-4c61-97c7-42bf2717e68b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4341745 Oct 26 11:13:31.766162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53180) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:31.813272 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 698695fa-63d5-462d-9059-15c66febd21e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 698695fa-63d5-462d-9059-15c66febd21e found for delete ", "request_id": "req-168e457e-4d60-4ab7-b005-1824d731724c"}]} Oct 26 11:13:31.831267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b043d-90e0-4f81-9203-776ac4727200 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:31.837911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ed09ad4b-df87-44d2-937a-4b77a0602d8e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.838452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (ed09ad4b-df87-44d2-937a-4b77a0602d8e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.839086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b043d-90e0-4f81-9203-776ac4727200 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:31.846228 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-878b043d-90e0-4f81-9203-776ac4727200 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0789206 Oct 26 11:13:31.847904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:31.851592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (e0bf7bce-b124-4198-ad0b-44b7a20174a6), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.859746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for ed09ad4b-df87-44d2-937a-4b77a0602d8e owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:31.868715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (84ad427d-2987-49a0-882b-879b7abc9ae1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.874083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.883676 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/networks/84ad427d-2987-49a0-882b-879b7abc9ae1 HTTP/1.1" status: 204 len: 168 time: 1.8908472 Oct 26 11:13:31.884714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53186) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:31.903228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-13584769'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:31.905535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] Network 84ad427d-2987-49a0-882b-879b7abc9ae1 is not hosted by any dhcp agent {{(pid=105417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:13:31.907364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] No DVR routers for this DVR port e0bf7bce-b124-4198-ad0b-44b7a20174a6 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:31.934526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5407b89-c5af-402e-b4f8-a7607c032919 None None] Pushing event deleted for resources: {'Port': ['ID=e0bf7bce-b124-4198-ad0b-44b7a20174a6,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:31.943786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093858f-758a-4fbd-a308-4b19ecf875e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Network': ['ID=84ad427d-2987-49a0-882b-879b7abc9ae1,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:31.949227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e67213d4-cc43-44b2-9a9f-8a7f2c8e9f79 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (eb79d6be-7521-48a6-8417-753b020a5dcb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:31.962467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-62aee321-d021-499b-bcfa-59113dd8fdb8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port bc39feae-4eb4-4654-86fc-b935611285d0 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:31.962802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62aee321-d021-499b-bcfa-59113dd8fdb8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (bc39feae-4eb4-4654-86fc-b935611285d0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.012493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:27Z', 'revision_number': 7, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:32.015490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-bff42abe-a9ea-471b-a67a-e49e2bc46df1 None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:32.030501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:32.030783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-bff42abe-a9ea-471b-a67a-e49e2bc46df1 None None] Provisioning complete for port 9d0e113a-a98d-4db2-8938-b7f2632c870b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:32.031314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bff42abe-a9ea-471b-a67a-e49e2bc46df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.031582 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-bff42abe-a9ea-471b-a67a-e49e2bc46df1 None None] Attempt 1 to provision port 9d0e113a-a98d-4db2-8938-b7f2632c870b Oct 26 11:13:32.033448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2d7b9-4ea7-45ae-a1ca-a881871a2494 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:32.056457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:32.072525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:32.076723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.090546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62aee321-d021-499b-bcfa-59113dd8fdb8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (bc39feae-4eb4-4654-86fc-b935611285d0), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.103521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-62aee321-d021-499b-bcfa-59113dd8fdb8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for bc39feae-4eb4-4654-86fc-b935611285d0 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:32.106756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:32.108157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:32.109925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b959bb9-7859-4a67-af88-7c944a1eedf8 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:27Z', 'revision_number': 7, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:32.135633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e67213d4-cc43-44b2-9a9f-8a7f2c8e9f79 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (eb79d6be-7521-48a6-8417-753b020a5dcb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.138108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:13:32.188555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-bff42abe-a9ea-471b-a67a-e49e2bc46df1 None None] Port 9d0e113a-a98d-4db2-8938-b7f2632c870b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:32.190848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67213d4-cc43-44b2-9a9f-8a7f2c8e9f79 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=eb79d6be-7521-48a6-8417-753b020a5dcb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:32.199472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-bff42abe-a9ea-471b-a67a-e49e2bc46df1 None None] Could not find standard attr ID for object 3e101896-e811-4cc6-a97e-4d992095353c. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:32.201455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.202339 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Added segment c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee of type vlan for network 80ea6134-40d9-473d-b461-eda46e8892e5 Oct 26 11:13:32.204256 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e67213d4-cc43-44b2-9a9f-8a7f2c8e9f79 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.207948 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e67213d4-cc43-44b2-9a9f-8a7f2c8e9f79 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/eb79d6be-7521-48a6-8417-753b020a5dcb HTTP/1.1" status: 204 len: 168 time: 0.9291885 Oct 26 11:13:32.219968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53188) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:32.226883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:32.241010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 0537895d-7ccc-462e-8cc0-6ee12cca3dfb up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:32.245382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c61f67-b3c2-48f2-972b-d45c12e9c92e None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:32.247919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:32.290538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (80ea6134-40d9-473d-b461-eda46e8892e5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.326947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ed09ad4b-df87-44d2-937a-4b77a0602d8e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.333009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (80ea6134-40d9-473d-b461-eda46e8892e5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.338450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:32.339056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.379220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=ed09ad4b-df87-44d2-937a-4b77a0602d8e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:32.426902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:32.428801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f70aac34-b774-406c-aeb6-95cd7b1c70d4 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:32.429882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f70aac34-b774-406c-aeb6-95cd7b1c70d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.429882 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f70aac34-b774-406c-aeb6-95cd7b1c70d4 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:32.438573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=77,neutron:DELETE=14,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:32.471600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:32.474876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:32.480599 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5796735 Oct 26 11:13:32.480599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40a160-fd33-4f7d-a927-23e7f8675240 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Network': ['ID=80ea6134-40d9-473d-b461-eda46e8892e5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:32.480873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.482480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53190) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:32.491424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '80ea6134-40d9-473d-b461-eda46e8892e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:32.559321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:13:32.563951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:32.564346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.597174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 80ea6134-40d9-473d-b461-eda46e8892e5 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:13:32.671856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (368d5871-43da-4782-a9d4-91887573238f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.681932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.683401 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cb40dadd-7da5-44e0-b1f7-17f7e7e94393 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/368d5871-43da-4782-a9d4-91887573238f HTTP/1.1" status: 204 len: 168 time: 1.6186292 Oct 26 11:13:32.697065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53194) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:32.711665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '18a4e9ff-7452-4db3-9dcd-210dcf90faab'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:32.743037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:32.789081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.789904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:32.790672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.791020 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb Oct 26 11:13:32.816296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:32.817201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:32.875970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:32.881680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.023041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.030836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:33.120783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:33.151002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.26.0.224 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/2e23b005-2041-47e5-ac2f-7a86864da38a) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:33.175646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:33.228820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f70aac34-b774-406c-aeb6-95cd7b1c70d4 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:33.269959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (2e23b005-2041-47e5-ac2f-7a86864da38a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.289945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fadb1-5efa-480c-92cd-49eb87d36a0e req-a0e08c0a-f1ac-4709-97be-999dd53a26c7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:33.291602 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e2fadb1-5efa-480c-92cd-49eb87d36a0e req-a0e08c0a-f1ac-4709-97be-999dd53a26c7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 944 time: 0.1135056 Oct 26 11:13:33.301287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62aee321-d021-499b-bcfa-59113dd8fdb8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (bc39feae-4eb4-4654-86fc-b935611285d0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.308312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:33.312311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2e23b005-2041-47e5-ac2f-7a86864da38a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.317251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (00ddf0e6-608f-4eb3-8378-07d97068393c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.329078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:33.329435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.362652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:33.363044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.375022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:33.381299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:33.383993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:33.409165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:13:33.413232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b4fb55-88e2-4080-b7ed-4f58b42d0eb3" -d '{"events": [{"server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "name": "network-vif-plugged", "status": "completed", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:13:33.426604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-587621fc-320b-4804-9a95-8d8a77be883a None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:33.426990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-587621fc-320b-4804-9a95-8d8a77be883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.427933 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-587621fc-320b-4804-9a95-8d8a77be883a None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:33.442430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:33.471711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:33.482060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee321-d021-499b-bcfa-59113dd8fdb8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=bc39feae-4eb4-4654-86fc-b935611285d0,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:33.494117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:33.498106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2897c4a-5b33-4f64-8bc1-15e1c0fd3233 x-openstack-request-id: req-d2897c4a-5b33-4f64-8bc1-15e1c0fd3233 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:13:33.498595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "name": "network-vif-plugged", "status": "completed", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:13:33.499659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2897c4a-5b33-4f64-8bc1-15e1c0fd3233 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:13:33.500164 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2897c4a-5b33-4f64-8bc1-15e1c0fd3233'] response: {'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'code': 200} Oct 26 11:13:33.510308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=2e23b005-2041-47e5-ac2f-7a86864da38a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:33.512086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.520586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.633902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:33.691369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:33.785168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:33.806636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:33.809218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:33.899839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175c531-a656-453d-a621-e0a1c341e6c3 req-e52e62de-509e-4e82-a929-fb35704fb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:33.901645 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e175c531-a656-453d-a621-e0a1c341e6c3 req-e52e62de-509e-4e82-a929-fb35704fb5e3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 1129 time: 0.1241336 Oct 26 11:13:33.903309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-587621fc-320b-4804-9a95-8d8a77be883a None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:33.910423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-587621fc-320b-4804-9a95-8d8a77be883a None None] Could not find standard attr ID for object bc39feae-4eb4-4654-86fc-b935611285d0. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:33.914410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:33.949823 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e2fadb1-5efa-480c-92cd-49eb87d36a0e req-c5fe2c03-b1d3-4771-bb83-d56d46783028 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6242342 Oct 26 11:13:33.963630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:33.967933 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7404466 Oct 26 11:13:33.975747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53198) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:33.992279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cc6c8f75-733f-4b53-915f-512975e888f6 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1165598313'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:34.039239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (ad9d6d02-ba04-4095-bf65-ec216410e0a5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.042950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:34.046264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-40d324a1-75d9-4bd7-bc43-35248a0c090d None None] Could not find standard attr ID for object bc39feae-4eb4-4654-86fc-b935611285d0. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:34.083491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9aa50-7f6f-4ce7-83b3-13c08a376477 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=00ddf0e6-608f-4eb3-8378-07d97068393c,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:34.084719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:34.085196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.085936 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:13:34.120264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8f75-733f-4b53-915f-512975e888f6 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.158284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62aee321-d021-499b-bcfa-59113dd8fdb8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.166651 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62aee321-d021-499b-bcfa-59113dd8fdb8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/bc39feae-4eb4-4654-86fc-b935611285d0 HTTP/1.1" status: 204 len: 168 time: 2.3175523 Oct 26 11:13:34.170004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:34.237866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:34.238525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.269719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673611dd-12f0-473d-b67c-eeac2587d799 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:34.273029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673611dd-12f0-473d-b67c-eeac2587d799 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:34.274808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673611dd-12f0-473d-b67c-eeac2587d799 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:34.281325 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-673611dd-12f0-473d-b67c-eeac2587d799 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1074488 Oct 26 11:13:34.283493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53202) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:34.365651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8f75-733f-4b53-915f-512975e888f6 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (84d2030a-ade0-4090-b22e-146ccafe2fdc), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.371102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3a4a15-07f3-4762-81f9-f81cc05aa520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 9f1238d2-c119-464f-b5a7-95b755b68be5 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:34.375249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4a15-07f3-4762-81f9-f81cc05aa520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (9f1238d2-c119-464f-b5a7-95b755b68be5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.412702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8f75-733f-4b53-915f-512975e888f6 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (84d2030a-ade0-4090-b22e-146ccafe2fdc), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.436610 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e175c531-a656-453d-a621-e0a1c341e6c3 req-b509725e-dbe3-4799-a1a0-89d1c536d160 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5140817 Oct 26 11:13:34.447494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4a15-07f3-4762-81f9-f81cc05aa520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (9f1238d2-c119-464f-b5a7-95b755b68be5), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.456623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec912f7-72bc-494b-a917-200844c09cd9 None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:34.488897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:34.489963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc6c8f75-733f-4b53-915f-512975e888f6 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.494013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cc6c8f75-733f-4b53-915f-512975e888f6 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5032864 Oct 26 11:13:34.495071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c8f75-733f-4b53-915f-512975e888f6 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d2030a-ade0-4090-b22e-146ccafe2fdc,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:34.497927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53204) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:34.504953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b67282e2-5c42-4557-86e6-49868c2f20fd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'security_group': {'name': 'tempest-secgroup-805099316'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:34.513027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=ad9d6d02-ba04-4095-bf65-ec216410e0a5,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:34.527451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:34.540035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b67282e2-5c42-4557-86e6-49868c2f20fd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.545003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.546277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:34.562487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a7c95df7-f99f-43b2-b774-2ea65e176b1a None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:34.563006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a7c95df7-f99f-43b2-b774-2ea65e176b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.563489 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a7c95df7-f99f-43b2-b774-2ea65e176b1a None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:34.572335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Checking segment: {'id': 'c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '80ea6134-40d9-473d-b461-eda46e8892e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:34.572787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network hostable DHCP agents. Network: 80ea6134-40d9-473d-b461-eda46e8892e5, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:13:34.616449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4a15-07f3-4762-81f9-f81cc05aa520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (9f1238d2-c119-464f-b5a7-95b755b68be5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.619814 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 80ea6134-40d9-473d-b461-eda46e8892e5 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:13:34.669460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 80ea6134-40d9-473d-b461-eda46e8892e5) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:34.681035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:34.682220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.696398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (44d996c5-bcd3-4fd8-b984-4b72ba9f5315), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.700679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a16e551-2a48-481c-a4cd-ef506d173d3c None None] Network 80ea6134-40d9-473d-b461-eda46e8892e5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:34.727319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b67282e2-5c42-4557-86e6-49868c2f20fd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (b5d18b78-17d9-49f5-b3a8-95e198115671), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.734596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b67282e2-5c42-4557-86e6-49868c2f20fd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b5d18b78-17d9-49f5-b3a8-95e198115671), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.735830 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6a8221d5-c78b-4184-a7ca-ac20cda0f5d2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2492681 Oct 26 11:13:34.740805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53206) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:34.758065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2003130b-e7f6-4389-ae5c-c208bf117487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-533651146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:34.770541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4a15-07f3-4762-81f9-f81cc05aa520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (9f1238d2-c119-464f-b5a7-95b755b68be5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.774320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:34.796431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2e23b005-2041-47e5-ac2f-7a86864da38a), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.806625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:34.810863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:34.811580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.811932 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:13:34.849894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a4a15-07f3-4762-81f9-f81cc05aa520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1238d2-c119-464f-b5a7-95b755b68be5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:34.863481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a46124-6865-4420-b710-fef7ff2b0fb4 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:34.867803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b67282e2-5c42-4557-86e6-49868c2f20fd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.872700 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b67282e2-5c42-4557-86e6-49868c2f20fd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3715823 Oct 26 11:13:34.873356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53208) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:34.875161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb3a4a15-07f3-4762-81f9-f81cc05aa520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.881800 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cb3a4a15-07f3-4762-81f9-f81cc05aa520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/9f1238d2-c119-464f-b5a7-95b755b68be5 HTTP/1.1" status: 204 len: 168 time: 0.5942273 Oct 26 11:13:34.888737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a237da02-729c-45d4-8260-bb6c20658917 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'security_group': {'name': 'tempest-secgroup-797648082'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:34.894061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67282e2-5c42-4557-86e6-49868c2f20fd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d18b78-17d9-49f5-b3a8-95e198115671,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:34.894213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:34.896927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:34.921875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2003130b-e7f6-4389-ae5c-c208bf117487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (279ef722-959e-4a94-97e1-5f265e2526d7), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.923609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2003130b-e7f6-4389-ae5c-c208bf117487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (279ef722-959e-4a94-97e1-5f265e2526d7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.935267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a237da02-729c-45d4-8260-bb6c20658917 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:34.941936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:34.960472 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:34.985525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65266c9-0368-4639-8e6c-b5d27903afbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet fcc014fc-11a3-4eb1-8d0f-97910b2ca35c {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:34.992739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f65266c9-0368-4639-8e6c-b5d27903afbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (fcc014fc-11a3-4eb1-8d0f-97910b2ca35c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.020517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a7c95df7-f99f-43b2-b774-2ea65e176b1a None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:35.053173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a7c95df7-f99f-43b2-b774-2ea65e176b1a None None] Provisioning complete for port 9d0e113a-a98d-4db2-8938-b7f2632c870b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:35.053793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a7c95df7-f99f-43b2-b774-2ea65e176b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.053901 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a7c95df7-f99f-43b2-b774-2ea65e176b1a None None] Attempt 1 to provision port 9d0e113a-a98d-4db2-8938-b7f2632c870b Oct 26 11:13:35.055816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f65266c9-0368-4639-8e6c-b5d27903afbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (fcc014fc-11a3-4eb1-8d0f-97910b2ca35c), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.066096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-80ea6134-40d9-473d-b461-eda46e8892e5', 'network_id': '80ea6134-40d9-473d-b461-eda46e8892e5', 'project_id': 'f87baa385b494f3db1eadf4bcc15cb01', 'fixed_ips': [{'subnet_id': 'ad9d6d02-ba04-4095-bf65-ec216410e0a5'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:35.067015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.085668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2003130b-e7f6-4389-ae5c-c208bf117487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for router_controller (279ef722-959e-4a94-97e1-5f265e2526d7), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.098894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (2e23b005-2041-47e5-ac2f-7a86864da38a), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.107499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (2e23b005-2041-47e5-ac2f-7a86864da38a), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.112799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218fb2fb-6c50-4690-998d-97570fe3eb47 None None] Update dhcp port {'port': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'fixed_ips': [{'subnet_id': '1e2adcaf-f528-4235-b25b-1ed1b03e9baf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '00ddf0e6-608f-4eb3-8378-07d97068393c'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': '9b9dbd69-d543-4ff5-8125-3427e693ac99'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:35.113008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2003130b-e7f6-4389-ae5c-c208bf117487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (279ef722-959e-4a94-97e1-5f265e2526d7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.163084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:35.176591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2003130b-e7f6-4389-ae5c-c208bf117487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.180189 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2003130b-e7f6-4389-ae5c-c208bf117487 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4259801 Oct 26 11:13:35.184245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a237da02-729c-45d4-8260-bb6c20658917 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (1fd01a8f-f417-4dd1-b0f4-6b99514bfe78), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.185267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53214) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:35.193725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2377c1b-303b-43a4-ae19-39d748d219c6 req-627d008e-86d2-4918-883f-c253b3275346 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:35.196002 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2377c1b-303b-43a4-ae19-39d748d219c6 req-627d008e-86d2-4918-883f-c253b3275346 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 945 time: 0.0987625 Oct 26 11:13:35.202987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'network_id': '80ea6134-40d9-473d-b461-eda46e8892e5', 'name': 'tempest-PortsTestJSON-333782941'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:35.206318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a7c95df7-f99f-43b2-b774-2ea65e176b1a None None] Port 9d0e113a-a98d-4db2-8938-b7f2632c870b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:35.212597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (44d996c5-bcd3-4fd8-b984-4b72ba9f5315), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.214464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=2e23b005-2041-47e5-ac2f-7a86864da38a,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:35.225928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a237da02-729c-45d4-8260-bb6c20658917 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (1fd01a8f-f417-4dd1-b0f4-6b99514bfe78), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.262921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f65266c9-0368-4639-8e6c-b5d27903afbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (fcc014fc-11a3-4eb1-8d0f-97910b2ca35c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.271422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-218fb2fb-6c50-4690-998d-97570fe3eb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.285958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237da02-729c-45d4-8260-bb6c20658917 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd01a8f-f417-4dd1-b0f4-6b99514bfe78,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:35.290343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:35.290737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.347247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:35.364546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.387269 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 44d996c5-bcd3-4fd8-b984-4b72ba9f5315 associated. External IP: 172.26.0.224, port: 18a4e9ff-7452-4db3-9dcd-210dcf90faab. Oct 26 11:13:35.401889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a237da02-729c-45d4-8260-bb6c20658917 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.403353 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a237da02-729c-45d4-8260-bb6c20658917 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5188920 Oct 26 11:13:35.414335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53216) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:35.428401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f65266c9-0368-4639-8e6c-b5d27903afbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (fcc014fc-11a3-4eb1-8d0f-97910b2ca35c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.432888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-979877836', 'security_groups': ['1fd01a8f-f417-4dd1-b0f4-6b99514bfe78'], 'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '00ddf0e6-608f-4eb3-8378-07d97068393c'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:35.461728 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2377c1b-303b-43a4-ae19-39d748d219c6 req-45657efe-1e2d-4041-b4a4-19da118355a5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2532377 Oct 26 11:13:35.474290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65266c9-0368-4639-8e6c-b5d27903afbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc014fc-11a3-4eb1-8d0f-97910b2ca35c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:35.477063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f65266c9-0368-4639-8e6c-b5d27903afbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.480458 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f65266c9-0368-4639-8e6c-b5d27903afbf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/fcc014fc-11a3-4eb1-8d0f-97910b2ca35c HTTP/1.1" status: 204 len: 168 time: 0.5822508 Oct 26 11:13:35.483565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53218) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:35.501364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e0bf7bce-b124-4198-ad0b-44b7a20174a6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:35.541906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: e0bf7bce-b124-4198-ad0b-44b7a20174a6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:13:35.542254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e0bf7bce-b124-4198-ad0b-44b7a20174a6 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:13:35.556045 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6a66784-08a3-4c18-8e89-5ef06d0329cf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711756 Oct 26 11:13:35.558790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53220) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:35.564010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:35.571833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Allocated IP 172.20.0.2 (80ea6134-40d9-473d-b461-eda46e8892e5/ad9d6d02-ba04-4095-bf65-ec216410e0a5/d5a1684c-2634-4598-bbcd-3a27f16140c8) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:35.590358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:35.592778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:35.725036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-218fb2fb-6c50-4690-998d-97570fe3eb47 None None] Allocated IP 2001:db8::2 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/00ddf0e6-608f-4eb3-8378-07d97068393c/9b9dbd69-d543-4ff5-8125-3427e693ac99) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:35.754809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:35.755064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:35.759494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.788487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 3d0165ea-0375-4e85-890b-140f674333ca yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:35.824871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:35.828994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.836792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:35.855881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:35.971516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Publish callbacks [] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:35.974640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-218fb2fb-6c50-4690-998d-97570fe3eb47 None None] For port 9b9dbd69-d543-4ff5-8125-3427e693ac99, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=9b9dbd69-d543-4ff5-8125-3427e693ac99,segment=NetworkSegment(60dc4652-9a33-4c58-917d-d94791c6e697),segment_id=60dc4652-9a33-4c58-917d-d94791c6e697)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:35.986760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.045397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.051934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:36.081740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] device_id is not set on port 75d5b5ad-370c-4eeb-9dcd-492339339034 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:36.087484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-218fb2fb-6c50-4690-998d-97570fe3eb47 None None] Publish callbacks [] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.091188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Network 80ea6134-40d9-473d-b461-eda46e8892e5 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:36.100117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:36.104984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-218fb2fb-6c50-4690-998d-97570fe3eb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.107392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:36.111475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Pushing event updated for resources: {'Port': ['ID=d5a1684c-2634-4598-bbcd-3a27f16140c8,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:36.150765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:36.151009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:36.192090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.10 (80ea6134-40d9-473d-b461-eda46e8892e5/ad9d6d02-ba04-4095-bf65-ec216410e0a5/3d0165ea-0375-4e85-890b-140f674333ca) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:36.262613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:36.279835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fb2fb-6c50-4690-998d-97570fe3eb47 None None] Pushing event updated for resources: {'Port': ['ID=9b9dbd69-d543-4ff5-8125-3427e693ac99,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:36.281019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (373a688d-2dea-490e-8052-50bba884b786), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.308157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Attempting to bind port d5a1684c-2634-4598-bbcd-3a27f16140c8 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:36.308613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Attempting to bind port d5a1684c-2634-4598-bbcd-3a27f16140c8 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '80ea6134-40d9-473d-b461-eda46e8892e5'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:36.309589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Attempting to bind port d5a1684c-2634-4598-bbcd-3a27f16140c8 on network 80ea6134-40d9-473d-b461-eda46e8892e5 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:36.347754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:36.391663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:36.391663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:36.391663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.392016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:36.392016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Checking segment: {'id': 'c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '80ea6134-40d9-473d-b461-eda46e8892e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:36.392016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.392557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Bound using segment: {'id': 'c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '80ea6134-40d9-473d-b461-eda46e8892e5'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:36.393113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Bound port: d5a1684c-2634-4598-bbcd-3a27f16140c8, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '80ea6134-40d9-473d-b461-eda46e8892e5'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:36.393927 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:36.394425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.403036 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=89,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:36.423889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:36.423889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:36.432595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=373a688d-2dea-490e-8052-50bba884b786,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:36.446251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb3e7cb-b98c-4520-b81f-4f285e38701c None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:36.455035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:36.468793 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-89d6781e-fff2-4a2f-acde-bb77c5a187fa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9088149 Oct 26 11:13:36.471772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53222) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:36.477520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:36.481015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8::11 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/00ddf0e6-608f-4eb3-8378-07d97068393c/75d5b5ad-370c-4eeb-9dcd-492339339034) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:36.500467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27a65e-b634-42c6-a834-e5abbc7fd47a None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:36.502977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.594818 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5356e03a-7ae6-46e3-9e52-0f7dc1bdd1dd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8961277 Oct 26 11:13:36.608519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53226) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:36.667125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:36.767061 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a48795f1-ca22-4b54-8f8c-281d18dd0e59 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "GET /networking/v2.0/floatingips/44d996c5-bcd3-4fd8-b984-4b72ba9f5315 HTTP/1.1" status: 200 len: 978 time: 0.1572881 Oct 26 11:13:36.767285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] For port d5a1684c-2634-4598-bbcd-3a27f16140c8, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:36.768432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.771118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] For port d5a1684c-2634-4598-bbcd-3a27f16140c8, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d5a1684c-2634-4598-bbcd-3a27f16140c8,segment=NetworkSegment(c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee),segment_id=c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:36.773312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53228) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:36.788256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.854280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.861094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-610c59a2-4559-4032-b101-8e539992c41f None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:36.861607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-610c59a2-4559-4032-b101-8e539992c41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.862004 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-610c59a2-4559-4032-b101-8e539992c41f None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:36.867830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3878d1-196f-4f63-b781-877784e60472 None None] Pushing event updated for resources: {'Port': ['ID=d5a1684c-2634-4598-bbcd-3a27f16140c8,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:36.900240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27a65e-b634-42c6-a834-e5abbc7fd47a None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:36.900967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bd27a65e-b634-42c6-a834-e5abbc7fd47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:36.957886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (3d0165ea-0375-4e85-890b-140f674333ca), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:36.964237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bd27a65e-b634-42c6-a834-e5abbc7fd47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:36.988203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd27a65e-b634-42c6-a834-e5abbc7fd47a None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:36.989027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bd27a65e-b634-42c6-a834-e5abbc7fd47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:36.993266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66ec2f-543a-4898-a013-2bcb2a4076ba req-06530b99-61f0-4908-84c5-768382bad738 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:36.995120 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2c66ec2f-543a-4898-a013-2bcb2a4076ba req-06530b99-61f0-4908-84c5-768382bad738 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 945 time: 0.1714132 Oct 26 11:13:37.002701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:37.013279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:37.024281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:37.050493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:37.058952 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-95c46e2a-8e37-4d30-8642-09fd197e0ca7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2844908 Oct 26 11:13:37.059449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bd27a65e-b634-42c6-a834-e5abbc7fd47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:37.060145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53230) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:37.060300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd27a65e-b634-42c6-a834-e5abbc7fd47a None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:37.066398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'port_id': 'd81bdf80-1174-4667-8968-e6767959e94a'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:37.071113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:37.075515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:37.078070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:37.086351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:37.089107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=75d5b5ad-370c-4eeb-9dcd-492339339034,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:37.111403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:37.116901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:37.117726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:37.118357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-610c59a2-4559-4032-b101-8e539992c41f None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:37.189488 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2c66ec2f-543a-4898-a013-2bcb2a4076ba req-f0ce3de3-44e9-4c39-9768-7466319d2d8c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1772280 Oct 26 11:13:37.206365 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dc60593f-765b-4e4d-8a20-f80a48ad2d40 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7904289 Oct 26 11:13:37.210241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53232) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:37.217459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5c9eebe6-5d23-4f0b-9d6c-0b272de8499a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:37.225386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3d0165ea-0375-4e85-890b-140f674333ca), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:37.245105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (44d996c5-bcd3-4fd8-b984-4b72ba9f5315), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:37.316295 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:35Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:34Z', 'revision_number': 9, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:37.381870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980d81b-f4c2-4305-927d-394ca56c2fe1 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': '373a688d-2dea-490e-8052-50bba884b786'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'e23a2351-7523-471f-9140-282b4036ca95'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:37.389498 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:13:37.403815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:37.404683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:37.442676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4980d81b-f4c2-4305-927d-394ca56c2fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:37.467408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=3d0165ea-0375-4e85-890b-140f674333ca,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:37.517689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 80ea6134-40d9-473d-b461-eda46e8892e5 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:37.525773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:37.528467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:37.585075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:37.585783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:37.615646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53236) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:37.617303 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-abd7592d-f067-47d9-a249-ed164f608772 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4194241 Oct 26 11:13:37.633850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ecba9-3253-478a-be24-3787af520f8e req-40fbeee4-29ff-4b84-b27b-2d67261d9826 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:37.642479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a39ecba9-3253-478a-be24-3787af520f8e req-40fbeee4-29ff-4b84-b27b-2d67261d9826 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 945 time: 0.2543862 Oct 26 11:13:37.655783 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:37.668451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2a01fd4d-3a95-4be9-b894-00ef92eaa59f None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:37.669082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a01fd4d-3a95-4be9-b894-00ef92eaa59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:37.669485 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2a01fd4d-3a95-4be9-b894-00ef92eaa59f None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:37.725390 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a39ecba9-3253-478a-be24-3787af520f8e req-5e393f42-5fde-4d7c-82f0-1f7c9527ef83 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816917 Oct 26 11:13:37.749991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53238) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:37.786447 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9eebe6-5d23-4f0b-9d6c-0b272de8499a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:37.791410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5c9eebe6-5d23-4f0b-9d6c-0b272de8499a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:37.845929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-4980d81b-f4c2-4305-927d-394ca56c2fe1 None None] Allocated IP 172.20.0.2 (e006cddc-269c-485d-9059-cd1342ff5d5c/373a688d-2dea-490e-8052-50bba884b786/e23a2351-7523-471f-9140-282b4036ca95) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:37.906545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.ipam_backend_mixin [None req-5c9eebe6-5d23-4f0b-9d6c-0b272de8499a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00ddf0e6-608f-4eb3-8378-07d97068393c (CIDR: 2001:db8::/64) Oct 26 11:13:37.916052 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9eebe6-5d23-4f0b-9d6c-0b272de8499a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:37.917982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9eebe6-5d23-4f0b-9d6c-0b272de8499a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:37.930362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6073c0ea-7310-4c9c-b2ec-065deeedffd3 tempest-TestNetworkAdvancedServerOps-1746953982 tempest-TestNetworkAdvancedServerOps-1746953982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:37.933746 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6073c0ea-7310-4c9c-b2ec-065deeedffd3 tempest-TestNetworkAdvancedServerOps-1746953982 tempest-TestNetworkAdvancedServerOps-1746953982-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 1124 time: 0.1804197 Oct 26 11:13:37.934385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53242) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:37.943502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:37.967227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:37.978229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:37.978749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 9b9dbd69-d543-4ff5-8125-3427e693ac99 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:37.988291 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5c9eebe6-5d23-4f0b-9d6c-0b272de8499a tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7764921 Oct 26 11:13:37.999487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53244) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:38.005004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-194e8b0c-2a20-46a6-94ff-a784605fadd3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:38.064014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:35Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:34Z', 'revision_number': 9, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:38.098724 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9972656-08a5-4fdd-a790-b61e2737680d None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:35Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:34Z', 'revision_number': 9, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:38.128316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2a01fd4d-3a95-4be9-b894-00ef92eaa59f None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:38.155181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4980d81b-f4c2-4305-927d-394ca56c2fe1 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:38.187640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194e8b0c-2a20-46a6-94ff-a784605fadd3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:38.191714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-194e8b0c-2a20-46a6-94ff-a784605fadd3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:38.197896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4980d81b-f4c2-4305-927d-394ca56c2fe1 None None] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:38.202044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:38.219604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4980d81b-f4c2-4305-927d-394ca56c2fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:38.237086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:38.237375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:38.237715 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:38.324075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2a01fd4d-3a95-4be9-b894-00ef92eaa59f None None] Provisioning complete for port 9d0e113a-a98d-4db2-8938-b7f2632c870b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:38.324464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a01fd4d-3a95-4be9-b894-00ef92eaa59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:38.325080 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2a01fd4d-3a95-4be9-b894-00ef92eaa59f None None] Attempt 1 to provision port 9d0e113a-a98d-4db2-8938-b7f2632c870b Oct 26 11:13:38.368475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2a01fd4d-3a95-4be9-b894-00ef92eaa59f None None] Port 9d0e113a-a98d-4db2-8938-b7f2632c870b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:38.472565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:38.500090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:38.540638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980d81b-f4c2-4305-927d-394ca56c2fe1 None None] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:38.546974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-527c9fb6-e62a-4557-9553-822c14070f2e None None] Provisioning complete for port 75d5b5ad-370c-4eeb-9dcd-492339339034 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:38.547462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-527c9fb6-e62a-4557-9553-822c14070f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:38.547934 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-527c9fb6-e62a-4557-9553-822c14070f2e None None] Attempt 1 to provision port 75d5b5ad-370c-4eeb-9dcd-492339339034 Oct 26 11:13:38.580521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:38.588345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d5a1684c-2634-4598-bbcd-3a27f16140c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:38.650947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-527c9fb6-e62a-4557-9553-822c14070f2e None None] Port 75d5b5ad-370c-4eeb-9dcd-492339339034 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:38.673810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91dd41-6b52-4ef4-9984-bdd10be91a62 None None] Network 80ea6134-40d9-473d-b461-eda46e8892e5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:38.675802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:38.680984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:38.757905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d5a1684c-2634-4598-bbcd-3a27f16140c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:38.758593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:38.759223 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d5a1684c-2634-4598-bbcd-3a27f16140c8 Oct 26 11:13:38.776357 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.ipam_backend_mixin [None req-194e8b0c-2a20-46a6-94ff-a784605fadd3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1e2adcaf-f528-4235-b25b-1ed1b03e9baf (CIDR: 2001:db8:0:1::/64) Oct 26 11:13:38.786152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-194e8b0c-2a20-46a6-94ff-a784605fadd3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:38.786642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194e8b0c-2a20-46a6-94ff-a784605fadd3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:38.816361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-194e8b0c-2a20-46a6-94ff-a784605fadd3 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8128917 Oct 26 11:13:38.817257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53246) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:38.840773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'subnet': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:38.849200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-dafb22a8-9c31-4ba1-a077-1e68bc9bfa3d None None] Provisioning complete for port d5a1684c-2634-4598-bbcd-3a27f16140c8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:38.849709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dafb22a8-9c31-4ba1-a077-1e68bc9bfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:38.850140 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-dafb22a8-9c31-4ba1-a077-1e68bc9bfa3d None None] Attempt 1 to provision port d5a1684c-2634-4598-bbcd-3a27f16140c8 Oct 26 11:13:38.863843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:38.975039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Allocated IP 172.26.0.75 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/d6a69e63-8aff-41d7-9a00-9652e4ab6902) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:39.103838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-dafb22a8-9c31-4ba1-a077-1e68bc9bfa3d None None] Current status of the port d5a1684c-2634-4598-bbcd-3a27f16140c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:39.104354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dafb22a8-9c31-4ba1-a077-1e68bc9bfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.126949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Made reservation on behalf of 2fff6bedad004c038ff5f0fcae82105b for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:39.134921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.142981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.159156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d5a1684c-2634-4598-bbcd-3a27f16140c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:39.159906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.198991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-dafb22a8-9c31-4ba1-a077-1e68bc9bfa3d None None] For port d5a1684c-2634-4598-bbcd-3a27f16140c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d5a1684c-2634-4598-bbcd-3a27f16140c8,segment=NetworkSegment(c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee),segment_id=c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:39.209959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (44d996c5-bcd3-4fd8-b984-4b72ba9f5315), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.217254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dafb22a8-9c31-4ba1-a077-1e68bc9bfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.370630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:13:39.371051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:13:39.387257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb22a8-9c31-4ba1-a077-1e68bc9bfa3d None None] Pushing event updated for resources: {'Port': ['ID=d5a1684c-2634-4598-bbcd-3a27f16140c8,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:39.443293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for port (d6a69e63-8aff-41d7-9a00-9652e4ab6902), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.493616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.objects.ports [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105415) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:13:39.541122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Provisioning complete for port d5a1684c-2634-4598-bbcd-3a27f16140c8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:39.541523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.541883 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Attempt 1 to provision port d5a1684c-2634-4598-bbcd-3a27f16140c8 Oct 26 11:13:39.545039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:39.554149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d6a69e63-8aff-41d7-9a00-9652e4ab6902), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.565134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:39.581084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3d0165ea-0375-4e85-890b-140f674333ca), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.590423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (20744b85-b3f0-4283-8efb-d18e3917e378), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.652569 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 44d996c5-bcd3-4fd8-b984-4b72ba9f5315 associated. External IP: 172.26.0.224, port: 18a4e9ff-7452-4db3-9dcd-210dcf90faab. Oct 26 11:13:39.655101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:39.656029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:39.673383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:39.677012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Current status of the port d5a1684c-2634-4598-bbcd-3a27f16140c8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:39.684331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:39.687504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:39.687922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.688266 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:39.735321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'Port': ['ID=d6a69e63-8aff-41d7-9a00-9652e4ab6902,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:39.742810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:39.749371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:39.759809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:39.764727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bab479-0f4a-434e-a163-35962197714f None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:39.764910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.785794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:39.808371 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9859293 Oct 26 11:13:39.808371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a95aeb-bda8-4890-9e6c-971ff6e7ed2d tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Subnet': ['ID=20744b85-b3f0-4283-8efb-d18e3917e378,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:39.811910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53248) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:39.819525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1194984076', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20744b85-b3f0-4283-8efb-d18e3917e378'}], 'security_groups': ['84d2030a-ade0-4090-b22e-146ccafe2fdc', 'b5d18b78-17d9-49f5-b3a8-95e198115671']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:39.876836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:39.944235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Provisioning complete for port 3d0165ea-0375-4e85-890b-140f674333ca triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:39.944836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3d0165ea-0375-4e85-890b-140f674333ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:39.945285 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Attempt 1 to provision port 3d0165ea-0375-4e85-890b-140f674333ca Oct 26 11:13:39.985339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d5a1684c-2634-4598-bbcd-3a27f16140c8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:40.015608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.017709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-58ebe45b-3efc-4a7b-a708-8975e3575533 None None] Port 3d0165ea-0375-4e85-890b-140f674333ca cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:40.077042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:40.166729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ea3019bc-cc15-452a-978b-0cab0f2dc750 None None] Provisioning complete for port 3d0165ea-0375-4e85-890b-140f674333ca triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:40.167470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ea3019bc-cc15-452a-978b-0cab0f2dc750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3d0165ea-0375-4e85-890b-140f674333ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.167470 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ea3019bc-cc15-452a-978b-0cab0f2dc750 None None] Attempt 1 to provision port 3d0165ea-0375-4e85-890b-140f674333ca Oct 26 11:13:40.201808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d325243d-0a01-4d94-9d4a-07028dda461a None None] Update dhcp port {'port': {'network_id': '8c3e31dd-0f93-4655-9443-574a1ef8bfb0', 'fixed_ips': [{'subnet_id': '1e2adcaf-f528-4235-b25b-1ed1b03e9baf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '00ddf0e6-608f-4eb3-8378-07d97068393c', 'ip_address': '2001:db8::2'}, {'subnet_id': '20744b85-b3f0-4283-8efb-d18e3917e378'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': '9b9dbd69-d543-4ff5-8125-3427e693ac99'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:40.259325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ea3019bc-cc15-452a-978b-0cab0f2dc750 None None] Port 3d0165ea-0375-4e85-890b-140f674333ca cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:40.268517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d325243d-0a01-4d94-9d4a-07028dda461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.334759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:40.335667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.439382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:40.475609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.542621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:40.557424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:40.638886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:40.644917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.645660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:40.650344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (3d0165ea-0375-4e85-890b-140f674333ca), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.660150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for floatingip (cb89897c-9002-4e2a-9c06-dba1c11a744a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.665799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (3d0165ea-0375-4e85-890b-140f674333ca), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.714042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-d325243d-0a01-4d94-9d4a-07028dda461a None None] Allocated IP 2001:db8:0:2::2 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/20744b85-b3f0-4283-8efb-d18e3917e378/9b9dbd69-d543-4ff5-8125-3427e693ac99) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:40.746453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:40.803248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d6a69e63-8aff-41d7-9a00-9652e4ab6902), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.808635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:40.838461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:40.851285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:40.854172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=3d0165ea-0375-4e85-890b-140f674333ca,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:40.861166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:40.861574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.900417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:40.906622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:40.917978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d325243d-0a01-4d94-9d4a-07028dda461a None None] For port 9b9dbd69-d543-4ff5-8125-3427e693ac99, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=9b9dbd69-d543-4ff5-8125-3427e693ac99,segment=NetworkSegment(60dc4652-9a33-4c58-917d-d94791c6e697),segment_id=60dc4652-9a33-4c58-917d-d94791c6e697)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:40.992488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d325243d-0a01-4d94-9d4a-07028dda461a None None] Publish callbacks [] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.001902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:41.003081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for port (d6a69e63-8aff-41d7-9a00-9652e4ab6902), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.006445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d325243d-0a01-4d94-9d4a-07028dda461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.014725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:41.068132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (d6a69e63-8aff-41d7-9a00-9652e4ab6902), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.075332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:41.089202 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d2e42-3de3-47ee-9d2b-5f5f3f156bcd None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:41.093479 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=78 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:41.108722 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d2e42-3de3-47ee-9d2b-5f5f3f156bcd None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:41.112565 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4c5d2e42-3de3-47ee-9d2b-5f5f3f156bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:41.125549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325243d-0a01-4d94-9d4a-07028dda461a None None] Pushing event updated for resources: {'Port': ['ID=9b9dbd69-d543-4ff5-8125-3427e693ac99,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:41.159643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.169368 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4c5d2e42-3de3-47ee-9d2b-5f5f3f156bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:41.170601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (cb89897c-9002-4e2a-9c06-dba1c11a744a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.175406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.176522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (bf7d9682-74b4-470f-ad1b-2548cdc8d997), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.187409 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d2e42-3de3-47ee-9d2b-5f5f3f156bcd None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:41.188156 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4c5d2e42-3de3-47ee-9d2b-5f5f3f156bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:41.257341 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4c5d2e42-3de3-47ee-9d2b-5f5f3f156bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:41.257947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d2e42-3de3-47ee-9d2b-5f5f3f156bcd None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:41.260143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:41.276171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:41.295872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:41.298602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (279ef722-959e-4a94-97e1-5f265e2526d7), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.322097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event updated for resources: {'Port': ['ID=d6a69e63-8aff-41d7-9a00-9652e4ab6902,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:41.325243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:41.325618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.325964 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:13:41.365298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Delete allocated IP 2001:db8::11 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/00ddf0e6-608f-4eb3-8378-07d97068393c) {{(pid=105416) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 11:13:41.377805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:41.389259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:41.389868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.393746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e115e3b-8408-44d8-b8f9-5443aee4ff07 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:41.423662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:41.432953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=bf7d9682-74b4-470f-ad1b-2548cdc8d997,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:41.517960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.579392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:41.579820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.609158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:41.622963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:41.624370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=29']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:41.633586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:41.645412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.649236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:41.649423 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d9d43816-e1e6-4e56-868f-26efad7eede7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1735878 Oct 26 11:13:41.668167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53250) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:41.679901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:ae:30:e1', 'name': 'tempest-NetworksTestDHCPv6-936034348'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:41.700932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Allocated IP 2001:db8:0:2::331 (8c3e31dd-0f93-4655-9443-574a1ef8bfb0/20744b85-b3f0-4283-8efb-d18e3917e378/75d5b5ad-370c-4eeb-9dcd-492339339034) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:41.751670 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a associated. External IP: 172.26.0.75, port: 0537895d-7ccc-462e-8cc0-6ee12cca3dfb. Oct 26 11:13:41.794987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:41.820729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:41.821425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.821957 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:13:41.863411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3d0165ea-0375-4e85-890b-140f674333ca), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.873683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:41.954432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:41.954830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.984259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:41.992717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:41.994387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:42.095256 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:42.113759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967af52-8906-48eb-9286-729246435d58 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:42.118036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.121801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:42.137826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:42.139413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:42.151650 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e351aaf-b47d-450c-9110-13dc2ded8182 None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:42.155035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:42.158880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967af52-8906-48eb-9286-729246435d58 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:42.159544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3967af52-8906-48eb-9286-729246435d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:42.166762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.171946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.175654 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e351aaf-b47d-450c-9110-13dc2ded8182 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:42.177209 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8e351aaf-b47d-450c-9110-13dc2ded8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:42.207439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:42.207860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.208201 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:42.252661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8e351aaf-b47d-450c-9110-13dc2ded8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:42.267228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e351aaf-b47d-450c-9110-13dc2ded8182 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:42.268268 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8e351aaf-b47d-450c-9110-13dc2ded8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:42.322061 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8e351aaf-b47d-450c-9110-13dc2ded8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:42.324635 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e351aaf-b47d-450c-9110-13dc2ded8182 None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:42.326813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event updated for resources: {'Port': ['ID=75d5b5ad-370c-4eeb-9dcd-492339339034,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:42.374105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] In _notify_port_updated(), no bound segment for port 75d5b5ad-370c-4eeb-9dcd-492339339034 on network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 {{(pid=105416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:13:42.378978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:42.379642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.389512 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bae0a9a1-7ab2-40dd-a79d-6c6ba219ab74 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "PUT /networking/v2.0/ports/75d5b5ad-370c-4eeb-9dcd-492339339034 HTTP/1.1" status: 200 len: 970 time: 2.5720482 Oct 26 11:13:42.393441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:42.434476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-3967af52-8906-48eb-9286-729246435d58 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:42.482496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Router deed0adc-c744-4c2d-9a2d-cd53690d416b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:42.510079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:42.510467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.510815 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:42.531874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-d08f2e43-1f60-4cd4-9a36-cdcff57855b5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 75d5b5ad-370c-4eeb-9dcd-492339339034 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:42.532249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d08f2e43-1f60-4cd4-9a36-cdcff57855b5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.574514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:42.575623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d5a1684c-2634-4598-bbcd-3a27f16140c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:42.699895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d5a1684c-2634-4598-bbcd-3a27f16140c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:42.700274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.700947 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d5a1684c-2634-4598-bbcd-3a27f16140c8 Oct 26 11:13:42.750639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:42.764060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d08f2e43-1f60-4cd4-9a36-cdcff57855b5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.766123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:42.794860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-d08f2e43-1f60-4cd4-9a36-cdcff57855b5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 75d5b5ad-370c-4eeb-9dcd-492339339034 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:42.796990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:42.798216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.801993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:42.828374 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5ab62e17-5e3c-4dde-93e1-137d11d12e3e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/44d996c5-bcd3-4fd8-b984-4b72ba9f5315 HTTP/1.1" status: 200 len: 978 time: 5.7640021 Oct 26 11:13:42.830008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53254) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:42.835684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Provisioning complete for port 9d0e113a-a98d-4db2-8938-b7f2632c870b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:42.836080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.836414 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Attempt 1 to provision port 9d0e113a-a98d-4db2-8938-b7f2632c870b Oct 26 11:13:42.838602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4ef0c8dd-84e4-428a-a155-0e5871e8a6fd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:42.843561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 28431a73-cade-41ed-a17b-615fa09b4dc3 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:42.858304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.912606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Port 9d0e113a-a98d-4db2-8938-b7f2632c870b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:42.912825 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c7dbcdc6-e802-49dc-a275-b71923a2b745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9718571 Oct 26 11:13:42.912825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:13:42.921741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22d4502-89ee-4ac3-99b7-33084d606c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:13:42.941761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Provisioning complete for port 75d5b5ad-370c-4eeb-9dcd-492339339034 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:42.942340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:42.942489 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Attempt 1 to provision port 75d5b5ad-370c-4eeb-9dcd-492339339034 Oct 26 11:13:42.949573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d5a1684c-2634-4598-bbcd-3a27f16140c8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:42.984793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c8dd-84e4-428a-a155-0e5871e8a6fd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (44d996c5-bcd3-4fd8-b984-4b72ba9f5315), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.019082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb32c2-3ea3-4b46-8576-fdb9f22f39bb None None] Port 75d5b5ad-370c-4eeb-9dcd-492339339034 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:43.028161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:43.034237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3967af52-8906-48eb-9286-729246435d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:40Z', 'revision_number': 0, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:41Z', 'revision_number': 11, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:43.034237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:43.094783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6be97c-59b4-4e47-a3b4-764aceeb552f x-openstack-request-id: req-ca6be97c-59b4-4e47-a3b4-764aceeb552f {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:13:43.095484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:13:43.095990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca6be97c-59b4-4e47-a3b4-764aceeb552f {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:13:43.096640 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca6be97c-59b4-4e47-a3b4-764aceeb552f'] response: {'name': 'network-changed', 'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'status': 'completed', 'code': 200} Oct 26 11:13:43.103345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d08f2e43-1f60-4cd4-9a36-cdcff57855b5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (75d5b5ad-370c-4eeb-9dcd-492339339034), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.160752 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f2e43-1f60-4cd4-9a36-cdcff57855b5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=75d5b5ad-370c-4eeb-9dcd-492339339034,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:43.166276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:43.169356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (3d0165ea-0375-4e85-890b-140f674333ca), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.173421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868bae5-a3d9-4855-8463-7c57dc7ae1eb req-d7765772-8a9e-4e6f-befa-1ee1ac01decd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:43.175088 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b868bae5-a3d9-4855-8463-7c57dc7ae1eb req-d7765772-8a9e-4e6f-befa-1ee1ac01decd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 945 time: 0.1968760 Oct 26 11:13:43.205598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d08f2e43-1f60-4cd4-9a36-cdcff57855b5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.214392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d08f2e43-1f60-4cd4-9a36-cdcff57855b5 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/75d5b5ad-370c-4eeb-9dcd-492339339034 HTTP/1.1" status: 204 len: 168 time: 0.8182247 Oct 26 11:13:43.220945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53260) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:43.226450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (3d0165ea-0375-4e85-890b-140f674333ca), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.237398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967af52-8906-48eb-9286-729246435d58 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:13:43.243653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 9b9dbd69-d543-4ff5-8125-3427e693ac99 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:43.251010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-64311b62-ba47-47ee-b078-f08dff111d36 None None] Could not find standard attr ID for object 75d5b5ad-370c-4eeb-9dcd-492339339034. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:13:43.264115 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1223215-cc98-4826-829e-33d508dac2fd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] GET failed (client error): The resource could not be found. Oct 26 11:13:43.268711 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a1223215-cc98-4826-829e-33d508dac2fd tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports/75d5b5ad-370c-4eeb-9dcd-492339339034 HTTP/1.1" status: 404 len: 333 time: 0.0464203 Oct 26 11:13:43.269487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53262) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:43.290031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-64311b62-ba47-47ee-b078-f08dff111d36 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:43.291032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-64311b62-ba47-47ee-b078-f08dff111d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.291415 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-64311b62-ba47-47ee-b078-f08dff111d36 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:43.327843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-cf3a7521-262f-43cb-a342-052f7081edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:43.329494 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-cf3a7521-262f-43cb-a342-052f7081edf8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1&device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 1129 time: 0.1905003 Oct 26 11:13:43.338871 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b868bae5-a3d9-4855-8463-7c57dc7ae1eb req-576ffdde-39ed-4938-934a-1ee61dc66e1b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348226 Oct 26 11:13:43.345812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967af52-8906-48eb-9286-729246435d58 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:43.346439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3967af52-8906-48eb-9286-729246435d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:43.362609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2edff10f-3260-4723-9446-6f048599ca8c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (1fd01a8f-f417-4dd1-b0f4-6b99514bfe78), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.394139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2edff10f-3260-4723-9446-6f048599ca8c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (1fd01a8f-f417-4dd1-b0f4-6b99514bfe78), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.433144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53264) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:43.456011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=3d0165ea-0375-4e85-890b-140f674333ca,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:43.488092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:43.488679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.488964 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:43.515538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (279ef722-959e-4a94-97e1-5f265e2526d7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.525067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c8dd-84e4-428a-a155-0e5871e8a6fd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.526267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2edff10f-3260-4723-9446-6f048599ca8c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (1fd01a8f-f417-4dd1-b0f4-6b99514bfe78), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.528321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-64311b62-ba47-47ee-b078-f08dff111d36 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:43.529570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2edff10f-3260-4723-9446-6f048599ca8c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.531913 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2edff10f-3260-4723-9446-6f048599ca8c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1fd01a8f-f417-4dd1-b0f4-6b99514bfe78 HTTP/1.1" status: 204 len: 168 time: 0.2577021 Oct 26 11:13:43.534723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 172.20.0.13 (e006cddc-269c-485d-9059-cd1342ff5d5c/373a688d-2dea-490e-8052-50bba884b786/28431a73-cade-41ed-a17b-615fa09b4dc3) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:43.537355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53266) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:43.548508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:43.554637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c8dd-84e4-428a-a155-0e5871e8a6fd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (44d996c5-bcd3-4fd8-b984-4b72ba9f5315), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.554961 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-4ef0c8dd-84e4-428a-a155-0e5871e8a6fd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 44d996c5-bcd3-4fd8-b984-4b72ba9f5315 disassociated. External IP: 172.26.0.224, port: d81bdf80-1174-4667-8968-e6767959e94a. Oct 26 11:13:43.574304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edff10f-3260-4723-9446-6f048599ca8c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd01a8f-f417-4dd1-b0f4-6b99514bfe78,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:43.574536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:feae:30e1 (e006cddc-269c-485d-9059-cd1342ff5d5c/bf7d9682-74b4-470f-ad1b-2548cdc8d997/28431a73-cade-41ed-a17b-615fa09b4dc3) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:43.599207 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a6187df-4b30-40e4-85d9-47e4aba2c523 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 990 time: 0.1664331 Oct 26 11:13:43.614098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-3967af52-8906-48eb-9286-729246435d58 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:43.708108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-72be5614-f7ef-4aed-b983-68b86e487c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:43.710357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-72be5614-f7ef-4aed-b983-68b86e487c36 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=63abd606-6461-4ce8-8acd-34376bb03ab1 HTTP/1.1" status: 200 len: 897 time: 0.3608558 Oct 26 11:13:43.712971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:43.714107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:43.718898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:43.821166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e23a2351-7523-471f-9140-282b4036ca95 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:43.821548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e23a2351-7523-471f-9140-282b4036ca95), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.821889 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e23a2351-7523-471f-9140-282b4036ca95 Oct 26 11:13:43.883903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dff21b1b-d3c2-4263-a932-e23a99d18639 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (b5d18b78-17d9-49f5-b3a8-95e198115671), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.946702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:43.960036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3967af52-8906-48eb-9286-729246435d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:40Z', 'revision_number': 0, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:41Z', 'revision_number': 11, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:43.961723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e23a2351-7523-471f-9140-282b4036ca95 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:43.987162 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-f759e4d2-5eeb-4ee1-8e13-79ee57952c1d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb HTTP/1.1" status: 200 len: 998 time: 0.2661805 Oct 26 11:13:43.988696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dff21b1b-d3c2-4263-a932-e23a99d18639 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (b5d18b78-17d9-49f5-b3a8-95e198115671), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:43.992831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967af52-8906-48eb-9286-729246435d58 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:40Z', 'revision_number': 0, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:41Z', 'revision_number': 11, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:43.998021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 80ea6134-40d9-473d-b461-eda46e8892e5 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:44.015911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:44.057357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:44.092081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:44.107100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:44.107497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.154964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:44.160612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.161343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:44.228396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-c377cc3b-2211-4a1e-a326-fecc3c349ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:44.229903 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-c377cc3b-2211-4a1e-a326-fecc3c349ead service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8def8067-a479-4346-aa8a-e312354014b2 HTTP/1.1" status: 200 len: 835 time: 0.2308710 Oct 26 11:13:44.243430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:44.244711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:44.359546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:44.359974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.385094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:44.389798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.470568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4a89a9c4-433a-4135-9000-d0eb0dfca503 None None] Provisioning complete for port 3d0165ea-0375-4e85-890b-140f674333ca triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:44.470953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4a89a9c4-433a-4135-9000-d0eb0dfca503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3d0165ea-0375-4e85-890b-140f674333ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.471302 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4a89a9c4-433a-4135-9000-d0eb0dfca503 None None] Attempt 1 to provision port 3d0165ea-0375-4e85-890b-140f674333ca Oct 26 11:13:44.473027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:44.511036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4a89a9c4-433a-4135-9000-d0eb0dfca503 None None] Port 3d0165ea-0375-4e85-890b-140f674333ca cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:44.587073 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dff21b1b-d3c2-4263-a932-e23a99d18639 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b5d18b78-17d9-49f5-b3a8-95e198115671), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.589625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dff21b1b-d3c2-4263-a932-e23a99d18639 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.593299 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dff21b1b-d3c2-4263-a932-e23a99d18639 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b5d18b78-17d9-49f5-b3a8-95e198115671 HTTP/1.1" status: 204 len: 168 time: 1.0488136 Oct 26 11:13:44.593676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53272) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:44.594131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (28431a73-cade-41ed-a17b-615fa09b4dc3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.605193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53274) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:44.632490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff21b1b-d3c2-4263-a932-e23a99d18639 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d18b78-17d9-49f5-b3a8-95e198115671,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:44.667173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-488f7bee-3600-4d6b-a636-8147283b0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:44.668796 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-488f7bee-3600-4d6b-a636-8147283b0e24 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=63abd606-6461-4ce8-8acd-34376bb03ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4237709 Oct 26 11:13:44.677229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef0c8dd-84e4-428a-a155-0e5871e8a6fd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:44.716770 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ff3e9bd9-9047-4a96-9734-8b8b505294cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 990 time: 0.1094310 Oct 26 11:13:44.730593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93c9f101-740e-40ad-bce5-f24e28e5d3cf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (84d2030a-ade0-4090-b22e-146ccafe2fdc), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.755077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93c9f101-740e-40ad-bce5-f24e28e5d3cf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (84d2030a-ade0-4090-b22e-146ccafe2fdc), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.830599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93c9f101-740e-40ad-bce5-f24e28e5d3cf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (84d2030a-ade0-4090-b22e-146ccafe2fdc), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.830819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (28431a73-cade-41ed-a17b-615fa09b4dc3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.831658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93c9f101-740e-40ad-bce5-f24e28e5d3cf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.834466 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-93c9f101-740e-40ad-bce5-f24e28e5d3cf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/84d2030a-ade0-4090-b22e-146ccafe2fdc HTTP/1.1" status: 204 len: 168 time: 0.2390881 Oct 26 11:13:44.844295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53278) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:44.861056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9f101-740e-40ad-bce5-f24e28e5d3cf tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d2030a-ade0-4090-b22e-146ccafe2fdc,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:44.901276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:44.913843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:44.925167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-578b8a64-1405-476b-b249-dbb207ebcadb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet 00ddf0e6-608f-4eb3-8378-07d97068393c {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:44.930154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-578b8a64-1405-476b-b249-dbb207ebcadb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (00ddf0e6-608f-4eb3-8378-07d97068393c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.936521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:44.939353 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-438470f5-442e-4a93-937c-137208e56bdf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570226 Oct 26 11:13:44.950016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Router 279ef722-959e-4a94-97e1-5f265e2526d7 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:13:44.952282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:44.982179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:44.987562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-578b8a64-1405-476b-b249-dbb207ebcadb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (00ddf0e6-608f-4eb3-8378-07d97068393c), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:44.994827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=28431a73-cade-41ed-a17b-615fa09b4dc3,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:45.111381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef0c8dd-84e4-428a-a155-0e5871e8a6fd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:45.122005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f29da-4ffb-41e1-840b-071a635d00fa None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:45.130331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-578b8a64-1405-476b-b249-dbb207ebcadb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (00ddf0e6-608f-4eb3-8378-07d97068393c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.144259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f29da-4ffb-41e1-840b-071a635d00fa None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:45.144999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a1f29da-4ffb-41e1-840b-071a635d00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:45.172661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ef0c8dd-84e4-428a-a155-0e5871e8a6fd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.191351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a1f29da-4ffb-41e1-840b-071a635d00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:45.194730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:45.220078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:45.221013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.231036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-578b8a64-1405-476b-b249-dbb207ebcadb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (00ddf0e6-608f-4eb3-8378-07d97068393c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.250661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f29da-4ffb-41e1-840b-071a635d00fa None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:45.255440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a1f29da-4ffb-41e1-840b-071a635d00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:45.288944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:45.295686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-578b8a64-1405-476b-b249-dbb207ebcadb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.307298 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-578b8a64-1405-476b-b249-dbb207ebcadb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/00ddf0e6-608f-4eb3-8378-07d97068393c HTTP/1.1" status: 204 len: 168 time: 0.4559274 Oct 26 11:13:45.307298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b8a64-1405-476b-b249-dbb207ebcadb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=00ddf0e6-608f-4eb3-8378-07d97068393c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:45.307573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53282) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:45.331594 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4cd80005-9396-4deb-8991-d2b84282ce57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6589539 Oct 26 11:13:45.331842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07167bc-3c10-4569-8661-b06cedbe54f8 None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:45.339806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a1f29da-4ffb-41e1-840b-071a635d00fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:45.340484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1f29da-4ffb-41e1-840b-071a635d00fa None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:45.347213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53284) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:45.385328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4ef0c8dd-84e4-428a-a155-0e5871e8a6fd tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/44d996c5-bcd3-4fd8-b984-4b72ba9f5315 HTTP/1.1" status: 200 len: 688 time: 2.5490098 Oct 26 11:13:45.388028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef6ffcb-89af-4b4c-bda4-185656333c38 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet 20744b85-b3f0-4283-8efb-d18e3917e378 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:45.390640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53286) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:45.400325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eef6ffcb-89af-4b4c-bda4-185656333c38 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (20744b85-b3f0-4283-8efb-d18e3917e378), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.418756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:45.431129 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf4f254-6393-4fb0-b95d-cd37b2bffe75 None None] Sync routers for ids ['279ef722-959e-4a94-97e1-5f265e2526d7'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:45.443039 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f86d51b-193d-43f8-905f-5467eb01b546 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "PUT /networking/v2.0/routers/279ef722-959e-4a94-97e1-5f265e2526d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8236513 Oct 26 11:13:45.446866 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4f254-6393-4fb0-b95d-cd37b2bffe75 None None] Routers {'279ef722-959e-4a94-97e1-5f265e2526d7'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:45.448220 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eaf4f254-6393-4fb0-b95d-cd37b2bffe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['279ef722-959e-4a94-97e1-5f265e2526d7'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:45.448704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53288) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:45.458236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6d27ba47-f3db-4d64-97c0-afe5fa19d5e9 None None] Provisioning complete for port 28431a73-cade-41ed-a17b-615fa09b4dc3 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:45.458236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d27ba47-f3db-4d64-97c0-afe5fa19d5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (28431a73-cade-41ed-a17b-615fa09b4dc3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.458562 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6d27ba47-f3db-4d64-97c0-afe5fa19d5e9 None None] Attempt 1 to provision port 28431a73-cade-41ed-a17b-615fa09b4dc3 Oct 26 11:13:45.465197 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e22d4502-89ee-4ac3-99b7-33084d606c3c req-a617a534-5559-47f0-8599-0cf57b4108bd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094483 Oct 26 11:13:45.489324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a56b3-6280-484a-bab6-86f72d6b4a54 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:45.500812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a56b3-6280-484a-bab6-86f72d6b4a54 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:45.512691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53290) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:45.516157 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c16a56b3-6280-484a-bab6-86f72d6b4a54 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1676412 Oct 26 11:13:45.524199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:45.524788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.524878 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:13:45.525918 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eaf4f254-6393-4fb0-b95d-cd37b2bffe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:45.539321 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4f254-6393-4fb0-b95d-cd37b2bffe75 None None] Routers {'279ef722-959e-4a94-97e1-5f265e2526d7'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:45.540221 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eaf4f254-6393-4fb0-b95d-cd37b2bffe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['279ef722-959e-4a94-97e1-5f265e2526d7'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:45.585787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eef6ffcb-89af-4b4c-bda4-185656333c38 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (20744b85-b3f0-4283-8efb-d18e3917e378), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.589268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6d27ba47-f3db-4d64-97c0-afe5fa19d5e9 None None] Port 28431a73-cade-41ed-a17b-615fa09b4dc3 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:45.596003 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eaf4f254-6393-4fb0-b95d-cd37b2bffe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:45.597208 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf4f254-6393-4fb0-b95d-cd37b2bffe75 None None] The sync data for ids ['279ef722-959e-4a94-97e1-5f265e2526d7'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:45.643261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8dba4d-19cc-4264-9488-0d714e82e680 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:45.644837 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0e8dba4d-19cc-4264-9488-0d714e82e680 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=279ef722-959e-4a94-97e1-5f265e2526d7 HTTP/1.1" status: 200 len: 982 time: 0.1872351 Oct 26 11:13:45.649473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53292) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:45.673035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:45.673354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.714832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:45.721513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.722787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:45.724640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53294) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:45.776170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:45.814203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port 2e23b005-2041-47e5-ac2f-7a86864da38a {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:45.814792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2e23b005-2041-47e5-ac2f-7a86864da38a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.836362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:45.847449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:45.854053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:45.854473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.854811 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:13:45.898905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:45.915322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f08eb4aa-3ba9-415e-8efb-6508f03bcad4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 28431a73-cade-41ed-a17b-615fa09b4dc3 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:45.915680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f08eb4aa-3ba9-415e-8efb-6508f03bcad4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (28431a73-cade-41ed-a17b-615fa09b4dc3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.940253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eef6ffcb-89af-4b4c-bda4-185656333c38 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (20744b85-b3f0-4283-8efb-d18e3917e378), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.950610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:45.951363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:45.983863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:45.990967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.018830 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3716477c-f932-4e55-a71b-43a1095a7f23 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 990 time: 0.2889874 Oct 26 11:13:46.065334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:46.072438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:46.222474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (279ef722-959e-4a94-97e1-5f265e2526d7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.355640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff1eea-eb8a-4b94-90e3-7e1d08390ac2 None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:13:46.372236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2e23b005-2041-47e5-ac2f-7a86864da38a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.372782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (2e23b005-2041-47e5-ac2f-7a86864da38a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.376087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f08eb4aa-3ba9-415e-8efb-6508f03bcad4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (28431a73-cade-41ed-a17b-615fa09b4dc3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.401443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f08eb4aa-3ba9-415e-8efb-6508f03bcad4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 28431a73-cade-41ed-a17b-615fa09b4dc3 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:46.412240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for 2e23b005-2041-47e5-ac2f-7a86864da38a owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:46.424193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eef6ffcb-89af-4b4c-bda4-185656333c38 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (20744b85-b3f0-4283-8efb-d18e3917e378), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.462817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6ffcb-89af-4b4c-bda4-185656333c38 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=20744b85-b3f0-4283-8efb-d18e3917e378,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:46.502987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eef6ffcb-89af-4b4c-bda4-185656333c38 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.510249 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eef6ffcb-89af-4b4c-bda4-185656333c38 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/20744b85-b3f0-4283-8efb-d18e3917e378 HTTP/1.1" status: 204 len: 168 time: 1.1971569 Oct 26 11:13:46.510444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53300) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:46.554670 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8ede88-3e9b-4213-b643-0a35ed0c8f37 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:46.555202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8ede88-3e9b-4213-b643-0a35ed0c8f37 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:46.561019 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ba8ede88-3e9b-4213-b643-0a35ed0c8f37 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/00ddf0e6-608f-4eb3-8378-07d97068393c HTTP/1.1" status: 404 len: 337 time: 0.0472856 Oct 26 11:13:46.562677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53302) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:46.598972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 3d0165ea-0375-4e85-890b-140f674333ca {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:46.599337 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3d0165ea-0375-4e85-890b-140f674333ca), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.672034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:46.686079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ed3957-4a8e-4a0c-ad78-11dbe3299fdc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting subnet 1e2adcaf-f528-4235-b25b-1ed1b03e9baf {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:46.694449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3957-4a8e-4a0c-ad78-11dbe3299fdc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (1e2adcaf-f528-4235-b25b-1ed1b03e9baf), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.698117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f3bcc0-cefe-402a-a016-17329c6b0fa9 None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:46.703565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-eebda031-8d97-4cd4-bbc4-263791560131 None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:46.704306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eebda031-8d97-4cd4-bbc4-263791560131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.704306 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-eebda031-8d97-4cd4-bbc4-263791560131 None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:46.758456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (2e23b005-2041-47e5-ac2f-7a86864da38a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.765013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3d0165ea-0375-4e85-890b-140f674333ca), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.769487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3957-4a8e-4a0c-ad78-11dbe3299fdc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (1e2adcaf-f528-4235-b25b-1ed1b03e9baf), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.798196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=2e23b005-2041-47e5-ac2f-7a86864da38a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:46.800399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f08eb4aa-3ba9-415e-8efb-6508f03bcad4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (28431a73-cade-41ed-a17b-615fa09b4dc3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.811957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 3d0165ea-0375-4e85-890b-140f674333ca owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:46.868285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08eb4aa-3ba9-415e-8efb-6508f03bcad4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=28431a73-cade-41ed-a17b-615fa09b4dc3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:46.906274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-eebda031-8d97-4cd4-bbc4-263791560131 None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:46.921540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-eebda031-8d97-4cd4-bbc4-263791560131 None None] Provisioning complete for port 9d0e113a-a98d-4db2-8938-b7f2632c870b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:46.921786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eebda031-8d97-4cd4-bbc4-263791560131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.922364 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-eebda031-8d97-4cd4-bbc4-263791560131 None None] Attempt 1 to provision port 9d0e113a-a98d-4db2-8938-b7f2632c870b Oct 26 11:13:46.951286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3957-4a8e-4a0c-ad78-11dbe3299fdc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (1e2adcaf-f528-4235-b25b-1ed1b03e9baf), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:46.971611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-eebda031-8d97-4cd4-bbc4-263791560131 None None] Port 9d0e113a-a98d-4db2-8938-b7f2632c870b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:47.014622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (44d996c5-bcd3-4fd8-b984-4b72ba9f5315), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.024575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.024575 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d79c516d-fee5-47a8-a6ab-a626793c0fee tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/44d996c5-bcd3-4fd8-b984-4b72ba9f5315 HTTP/1.1" status: 204 len: 168 time: 1.6266315 Oct 26 11:13:47.024575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53304) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.029008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53306) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.111363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:47.133869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:47.141679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3957-4a8e-4a0c-ad78-11dbe3299fdc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (1e2adcaf-f528-4235-b25b-1ed1b03e9baf), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.166852 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a8c97757-1c3b-4108-8453-919d9cfe4198 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1356342 Oct 26 11:13:47.171224 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-450ab737-653b-48d5-81c4-07f7c760ea0c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] delete failed (client error): The resource could not be found. Oct 26 11:13:47.172458 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-450ab737-653b-48d5-81c4-07f7c760ea0c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/44d996c5-bcd3-4fd8-b984-4b72ba9f5315 HTTP/1.1" status: 404 len: 345 time: 0.1510606 Oct 26 11:13:47.176002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f08eb4aa-3ba9-415e-8efb-6508f03bcad4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.179737 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f08eb4aa-3ba9-415e-8efb-6508f03bcad4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/28431a73-cade-41ed-a17b-615fa09b4dc3 HTTP/1.1" status: 204 len: 168 time: 1.6649079 Oct 26 11:13:47.180368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53308) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.189808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53310) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.204194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed3957-4a8e-4a0c-ad78-11dbe3299fdc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2adcaf-f528-4235-b25b-1ed1b03e9baf,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:47.226489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ed3957-4a8e-4a0c-ad78-11dbe3299fdc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.231991 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8ed3957-4a8e-4a0c-ad78-11dbe3299fdc tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/1e2adcaf-f528-4235-b25b-1ed1b03e9baf HTTP/1.1" status: 204 len: 168 time: 0.6660280 Oct 26 11:13:47.233037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53312) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.263255 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b4e527-9a7b-427b-93a5-57ea27f44278 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:47.263832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b4e527-9a7b-427b-93a5-57ea27f44278 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:47.269316 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-99b4e527-9a7b-427b-93a5-57ea27f44278 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/eb79d6be-7521-48a6-8417-753b020a5dcb HTTP/1.1" status: 404 len: 337 time: 0.0331457 Oct 26 11:13:47.270400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53314) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.321790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a6bc4-d8a3-4947-934e-067ade805268 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:47.327021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a6bc4-d8a3-4947-934e-067ade805268 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:47.332226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a6bc4-d8a3-4947-934e-067ade805268 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:47.337018 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d05a6bc4-d8a3-4947-934e-067ade805268 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ccd060da-075b-492b-8cac-ff4f8c6d679a HTTP/1.1" status: 200 len: 2358 time: 0.1526837 Oct 26 11:13:47.337289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53316) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.355635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab6ac88-88b7-4090-8227-185886217c99 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:47.357306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab6ac88-88b7-4090-8227-185886217c99 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:47.359088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab6ac88-88b7-4090-8227-185886217c99 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:47.363303 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bab6ac88-88b7-4090-8227-185886217c99 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1465628 Oct 26 11:13:47.381391 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:47.386547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53318) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.459869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbb8906-ca22-463a-a5fc-c9f92e39723d tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:47.465845 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-afbb8906-ca22-463a-a5fc-c9f92e39723d tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "GET /networking/v2.0/subnets/35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3 HTTP/1.1" status: 200 len: 797 time: 0.1230853 Oct 26 11:13:47.467955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53320) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.473368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'port': {'network_id': 'ccd060da-075b-492b-8cac-ff4f8c6d679a', 'name': 'tempest-FloatingIPTestJSON-123962505', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:47.484817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30247c8-cf46-446b-a96d-2c367bb4f77e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 373a688d-2dea-490e-8052-50bba884b786 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:47.502015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f30247c8-cf46-446b-a96d-2c367bb4f77e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (373a688d-2dea-490e-8052-50bba884b786), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.583281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f30247c8-cf46-446b-a96d-2c367bb4f77e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (373a688d-2dea-490e-8052-50bba884b786), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.591414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-48747d4b-4d3f-44ca-bb87-98b820c211cb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=34d74983-6c1e-4737-ab70-a1d5214b615a HTTP/1.1" status: 200 len: 205 time: 0.3200810 Oct 26 11:13:47.594009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.602945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3d0165ea-0375-4e85-890b-140f674333ca), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.645019 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-b4c6d0eb-7f1b-47e7-98d0-052455c8b449 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] delete failed (client error): The resource could not be found. Oct 26 11:13:47.646142 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b4c6d0eb-7f1b-47e7-98d0-052455c8b449 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/routers/34d74983-6c1e-4737-ab70-a1d5214b615a HTTP/1.1" status: 404 len: 336 time: 0.0506091 Oct 26 11:13:47.652599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53324) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.673709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=3d0165ea-0375-4e85-890b-140f674333ca,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:47.692886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-551ba9a8-393b-477f-804c-f4c96780e675 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:47.693846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551ba9a8-393b-477f-804c-f4c96780e675 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:47.696910 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-551ba9a8-393b-477f-804c-f4c96780e675 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/1411b0e1-2f7d-4794-955f-866cd9344706 HTTP/1.1" status: 404 len: 337 time: 0.0432324 Oct 26 11:13:47.700255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53326) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.757372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c46c92-0df1-4148-9cbe-9fbaf9574692 None None] Network 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:47.758216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd53e435-1d16-4ed5-bc3a-fefd49fec82c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:47.758216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd53e435-1d16-4ed5-bc3a-fefd49fec82c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:47.758216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cd53e435-1d16-4ed5-bc3a-fefd49fec82c tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/fd506984-2c7c-4d64-b924-919a32d19048 HTTP/1.1" status: 404 len: 337 time: 0.0541997 Oct 26 11:13:47.759591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Made reservation on behalf of 392fe2487f3a4b5d8f55daa93318c126 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:47.761785 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:47.772067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53328) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.772397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-84c262e2-b31e-4271-b990-1f114a7bd52f None None] Provisioning complete for port 9b9dbd69-d543-4ff5-8125-3427e693ac99 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:47.772862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84c262e2-b31e-4271-b990-1f114a7bd52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.773874 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-84c262e2-b31e-4271-b990-1f114a7bd52f None None] Attempt 1 to provision port 9b9dbd69-d543-4ff5-8125-3427e693ac99 Oct 26 11:13:47.784026 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:47.786375 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:47.839175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:47.875456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f585e5-68cc-4423-96a4-43dd53cf6960 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:47.876201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f585e5-68cc-4423-96a4-43dd53cf6960 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:47.879422 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-79f585e5-68cc-4423-96a4-43dd53cf6960 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/13275f9e-4808-4b49-88e6-bd654a271f0f HTTP/1.1" status: 404 len: 337 time: 0.0939198 Oct 26 11:13:47.885140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f30247c8-cf46-446b-a96d-2c367bb4f77e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (373a688d-2dea-490e-8052-50bba884b786), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.888478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.927132 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-90be1316-5292-4f82-998f-98f16c7e9cc9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:47.931447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90be1316-5292-4f82-998f-98f16c7e9cc9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:47.939514 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-90be1316-5292-4f82-998f-98f16c7e9cc9 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c11b8155-08ee-4d82-8e03-07494aab1d04 HTTP/1.1" status: 404 len: 333 time: 0.0499680 Oct 26 11:13:47.940544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (279ef722-959e-4a94-97e1-5f265e2526d7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:47.942656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53332) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:47.975682 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:47.992571 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-361cbef8-3ac3-437d-b7dd-5b8e74bad331 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:47.993395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361cbef8-3ac3-437d-b7dd-5b8e74bad331 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:48.000049 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-361cbef8-3ac3-437d-b7dd-5b8e74bad331 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/746116fc-954d-4950-9cdd-fd5f128b1a42 HTTP/1.1" status: 404 len: 337 time: 0.0543668 Oct 26 11:13:48.001127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.004081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53334) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.039608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-84c262e2-b31e-4271-b990-1f114a7bd52f None None] Current status of the port 9b9dbd69-d543-4ff5-8125-3427e693ac99 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:48.047871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f30247c8-cf46-446b-a96d-2c367bb4f77e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (373a688d-2dea-490e-8052-50bba884b786), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.055314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-84c262e2-b31e-4271-b990-1f114a7bd52f None None] Provisioning complete for port 9d0e113a-a98d-4db2-8938-b7f2632c870b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:48.056123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84c262e2-b31e-4271-b990-1f114a7bd52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.056621 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-84c262e2-b31e-4271-b990-1f114a7bd52f None None] Attempt 1 to provision port 9d0e113a-a98d-4db2-8938-b7f2632c870b Oct 26 11:13:48.061074 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f64341-d8a8-4cb9-be22-0fa10918b892 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:48.062742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f64341-d8a8-4cb9-be22-0fa10918b892 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:48.071104 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-20f64341-d8a8-4cb9-be22-0fa10918b892 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/de08f57a-769e-456b-bb53-a3b347a2d3dd HTTP/1.1" status: 404 len: 337 time: 0.0658710 Oct 26 11:13:48.071740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53336) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.114208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-84c262e2-b31e-4271-b990-1f114a7bd52f None None] Port 9d0e113a-a98d-4db2-8938-b7f2632c870b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:48.130193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30247c8-cf46-446b-a96d-2c367bb4f77e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=373a688d-2dea-490e-8052-50bba884b786,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:48.131839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aadf3c4-41b6-4067-a036-a61c611ff727 None None] DHCP port deletion for 8c3e31dd-0f93-4655-9443-574a1ef8bfb0 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:13:48.132939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] device_id is not set on port e1129cf2-5229-4e69-8205-51a8674a2b41 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:48.138107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f30247c8-cf46-446b-a96d-2c367bb4f77e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.142986 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f30247c8-cf46-446b-a96d-2c367bb4f77e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/373a688d-2dea-490e-8052-50bba884b786 HTTP/1.1" status: 204 len: 168 time: 0.7553728 Oct 26 11:13:48.144558 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-137f09e0-d290-4542-b41a-3edacad420c2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:48.145293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137f09e0-d290-4542-b41a-3edacad420c2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:48.150185 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-137f09e0-d290-4542-b41a-3edacad420c2 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/cea16b32-5327-49f2-86d7-5c03844516ba HTTP/1.1" status: 404 len: 333 time: 0.0720372 Oct 26 11:13:48.150990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53338) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.163753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53340) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.176376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53342) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.182993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:48.192876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4aadf3c4-41b6-4067-a036-a61c611ff727 None None] Deleting port 9b9dbd69-d543-4ff5-8125-3427e693ac99 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:48.193315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4aadf3c4-41b6-4067-a036-a61c611ff727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.254796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:48.270713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Router 279ef722-959e-4a94-97e1-5f265e2526d7 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:48.283913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4aadf3c4-41b6-4067-a036-a61c611ff727 None None] For port 9b9dbd69-d543-4ff5-8125-3427e693ac99, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=9b9dbd69-d543-4ff5-8125-3427e693ac99,segment=NetworkSegment(60dc4652-9a33-4c58-917d-d94791c6e697),segment_id=60dc4652-9a33-4c58-917d-d94791c6e697)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:48.284353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4aadf3c4-41b6-4067-a036-a61c611ff727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.304096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4aadf3c4-41b6-4067-a036-a61c611ff727 None None] Calling delete_port for 9b9dbd69-d543-4ff5-8125-3427e693ac99 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:48.306656 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb7aecf-1b10-47e1-a071-1d45e6f1f4ab tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:48.307309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb7aecf-1b10-47e1-a071-1d45e6f1f4ab tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:48.310559 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-abb7aecf-1b10-47e1-a071-1d45e6f1f4ab tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/16ebfe3b-0619-46e5-b536-e26937a29685 HTTP/1.1" status: 404 len: 337 time: 0.1449344 Oct 26 11:13:48.317387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:45Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:46Z', 'revision_number': 1, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:45Z', 'revision_number': 13, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:48.322151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53344) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.354868 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:13:48.366809 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:48.367787 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:48.373924 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbfc93c-d621-4b8a-bddf-0bd603a3c5ea tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] DELETE failed (client error): The resource could not be found. Oct 26 11:13:48.374395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbfc93c-d621-4b8a-bddf-0bd603a3c5ea tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:48.377678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fbbfc93c-d621-4b8a-bddf-0bd603a3c5ea tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/db6e3a3c-2b7b-494e-93b1-4739f03af967 HTTP/1.1" status: 404 len: 337 time: 0.0544462 Oct 26 11:13:48.380194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53346) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.417316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1028a56-921c-4e67-95b4-775457f50d93 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet bf7d9682-74b4-470f-ad1b-2548cdc8d997 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:48.423652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4aadf3c4-41b6-4067-a036-a61c611ff727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (9b9dbd69-d543-4ff5-8125-3427e693ac99), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.431914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1028a56-921c-4e67-95b4-775457f50d93 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (bf7d9682-74b4-470f-ad1b-2548cdc8d997), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.442572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aadf3c4-41b6-4067-a036-a61c611ff727 None None] No DVR routers for this DVR port 9b9dbd69-d543-4ff5-8125-3427e693ac99 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:48.458521 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8aea8f10-e1c2-43b5-9251-df24ae9abf38 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2570851 Oct 26 11:13:48.483010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadf3c4-41b6-4067-a036-a61c611ff727 None None] Pushing event deleted for resources: {'Port': ['ID=9b9dbd69-d543-4ff5-8125-3427e693ac99,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:48.488022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91603f47-73bf-44c8-a12e-799038c257c8 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:13:48.497600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1028a56-921c-4e67-95b4-775457f50d93 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (bf7d9682-74b4-470f-ad1b-2548cdc8d997), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.507390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:48.515376 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f67f1371-1a6a-4cdb-a48c-418e651bb3ec tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "PUT /networking/v2.0/routers/279ef722-959e-4a94-97e1-5f265e2526d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8621085 Oct 26 11:13:48.516217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53348) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.522578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:48.524454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7062b9b2-2cdb-4df2-b82a-7b36455e93d4 None None] Sync routers for ids ['279ef722-959e-4a94-97e1-5f265e2526d7'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:48.534920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:48.537787 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:48.549218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:48.554773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062b9b2-2cdb-4df2-b82a-7b36455e93d4 None None] Routers {'279ef722-959e-4a94-97e1-5f265e2526d7'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:48.556209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7062b9b2-2cdb-4df2-b82a-7b36455e93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['279ef722-959e-4a94-97e1-5f265e2526d7'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:48.561037 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2bdfa6-5972-41b3-8b39-b9e17629e4fe tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:13:48.562617 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed2bdfa6-5972-41b3-8b39-b9e17629e4fe tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/3d0165ea-0375-4e85-890b-140f674333ca HTTP/1.1" status: 404 len: 333 time: 0.0454774 Oct 26 11:13:48.566161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53350) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.597468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7062b9b2-2cdb-4df2-b82a-7b36455e93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:48.614040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062b9b2-2cdb-4df2-b82a-7b36455e93d4 None None] Routers {'279ef722-959e-4a94-97e1-5f265e2526d7'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:48.614759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7062b9b2-2cdb-4df2-b82a-7b36455e93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['279ef722-959e-4a94-97e1-5f265e2526d7'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:48.670185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7062b9b2-2cdb-4df2-b82a-7b36455e93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:48.670956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7062b9b2-2cdb-4df2-b82a-7b36455e93d4 None None] The sync data for ids ['279ef722-959e-4a94-97e1-5f265e2526d7'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:48.689344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1028a56-921c-4e67-95b4-775457f50d93 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (bf7d9682-74b4-470f-ad1b-2548cdc8d997), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.694103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.20.0.14 (ccd060da-075b-492b-8cac-ff4f8c6d679a/35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3/e1129cf2-5229-4e69-8205-51a8674a2b41) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:48.696718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4572da50-50c2-4642-a642-82a051f5d135 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for router (279ef722-959e-4a94-97e1-5f265e2526d7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.730909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91603f47-73bf-44c8-a12e-799038c257c8 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:13:48.737093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.20.0.13 (ccd060da-075b-492b-8cac-ff4f8c6d679a/35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3/e1129cf2-5229-4e69-8205-51a8674a2b41) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:48.741794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7ee65abe-00c1-4ef2-9e03-b112d3c01a31 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Deleting port 9d0e113a-a98d-4db2-8938-b7f2632c870b {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:48.742211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7ee65abe-00c1-4ef2-9e03-b112d3c01a31 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.829815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1028a56-921c-4e67-95b4-775457f50d93 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (bf7d9682-74b4-470f-ad1b-2548cdc8d997), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.906349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1028a56-921c-4e67-95b4-775457f50d93 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7d9682-74b4-470f-ad1b-2548cdc8d997,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:48.912100 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:45Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:46Z', 'revision_number': 1, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:45Z', 'revision_number': 13, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:48.917633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1028a56-921c-4e67-95b4-775457f50d93 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.921285 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f1028a56-921c-4e67-95b4-775457f50d93 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/bf7d9682-74b4-470f-ad1b-2548cdc8d997 HTTP/1.1" status: 204 len: 168 time: 0.7675219 Oct 26 11:13:48.924472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53352) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:48.946626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7ee65abe-00c1-4ef2-9e03-b112d3c01a31 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:48.949349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c364e54-a58a-40e2-9824-fb63c2245efe None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:45Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:46Z', 'revision_number': 1, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:45Z', 'revision_number': 13, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:48.969909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7ee65abe-00c1-4ef2-9e03-b112d3c01a31 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Calling delete_port for 9d0e113a-a98d-4db2-8938-b7f2632c870b owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:48.989603 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aecee525-fc57-4167-9d78-db81da897134 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615406 Oct 26 11:13:48.996131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53354) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.067898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:49.070822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78004fac-e2dc-468e-94df-62bb14a56511 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:49.072439 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-78004fac-e2dc-468e-94df-62bb14a56511 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0752869 Oct 26 11:13:49.079942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53356) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.097858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (e1129cf2-5229-4e69-8205-51a8674a2b41), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.110819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4572da50-50c2-4642-a642-82a051f5d135 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (279ef722-959e-4a94-97e1-5f265e2526d7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.113433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4572da50-50c2-4642-a642-82a051f5d135 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for router_controller (279ef722-959e-4a94-97e1-5f265e2526d7), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.170170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e80004-e7c8-4a5d-8e28-953cf32403ad tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:49.174911 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-35e80004-e7c8-4a5d-8e28-953cf32403ad tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0917795 Oct 26 11:13:49.177279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.186079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:49.186778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.208741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4572da50-50c2-4642-a642-82a051f5d135 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (279ef722-959e-4a94-97e1-5f265e2526d7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.210343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4572da50-50c2-4642-a642-82a051f5d135 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Fanout notify agent at l3_agent the message router_deleted on router 279ef722-959e-4a94-97e1-5f265e2526d7 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:13:49.227465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4572da50-50c2-4642-a642-82a051f5d135 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.233366 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4572da50-50c2-4642-a642-82a051f5d135 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/routers/279ef722-959e-4a94-97e1-5f265e2526d7 HTTP/1.1" status: 204 len: 168 time: 0.6665680 Oct 26 11:13:49.235932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53360) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.239931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:49.244453 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-50dcaad3-d62c-4d16-87dc-b53cb661d29a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653901 Oct 26 11:13:49.246065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.247990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:49.250516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e1129cf2-5229-4e69-8205-51a8674a2b41), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.255492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:49.258779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53362) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.325530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-71c66475-40a2-4809-b6ac-435a152ba474 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:49.366774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network ccd060da-075b-492b-8cac-ff4f8c6d679a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:49.371046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:49.374893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:49.382604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=e1129cf2-5229-4e69-8205-51a8674a2b41,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:49.387357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:49.443092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:49.444708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.463920 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:49.464688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.469378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53364) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.473395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7ee65abe-00c1-4ef2-9e03-b112d3c01a31 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (9d0e113a-a98d-4db2-8938-b7f2632c870b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.479390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:49.488887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.489872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 9b9dbd69-d543-4ff5-8125-3427e693ac99 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:49.499325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:49.538598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 9b9dbd69-d543-4ff5-8125-3427e693ac99 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:13:49.538887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 9b9dbd69-d543-4ff5-8125-3427e693ac99 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:13:49.552016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:49.554510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9e7b38-e4bf-4cd2-b4a0-1ad9f4b467b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet ad9d6d02-ba04-4095-bf65-ec216410e0a5 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:49.566383 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cf1ac89a-6d25-4448-8c6f-814ec5020db2 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0972764 Oct 26 11:13:49.574347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53366) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.576516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7ee65abe-00c1-4ef2-9e03-b112d3c01a31 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.582108 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ee65abe-00c1-4ef2-9e03-b112d3c01a31 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/ports/9d0e113a-a98d-4db2-8938-b7f2632c870b HTTP/1.1" status: 204 len: 168 time: 1.2007792 Oct 26 11:13:49.585573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'e1129cf2-5229-4e69-8205-51a8674a2b41', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:49.587480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee65abe-00c1-4ef2-9e03-b112d3c01a31 tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Port': ['ID=9d0e113a-a98d-4db2-8938-b7f2632c870b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:49.594728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53368) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.597700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7b38-e4bf-4cd2-b4a0-1ad9f4b467b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (ad9d6d02-ba04-4095-bf65-ec216410e0a5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.606064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:49.632936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-588fe7cd-3a7e-4da0-b1c8-a2bcf2904665 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1611371 Oct 26 11:13:49.668925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c66475-40a2-4809-b6ac-435a152ba474 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:49.679004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-71c66475-40a2-4809-b6ac-435a152ba474 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.681238 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c66475-40a2-4809-b6ac-435a152ba474 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:49.681769 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c66475-40a2-4809-b6ac-435a152ba474 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:49.710184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7b38-e4bf-4cd2-b4a0-1ad9f4b467b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (ad9d6d02-ba04-4095-bf65-ec216410e0a5), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.715486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.738845 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-71c66475-40a2-4809-b6ac-435a152ba474 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4193134 Oct 26 11:13:49.743598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53370) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.754859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c92f398e-28d8-4feb-a9f7-51555844445d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:49.781239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190c9a9-e29c-440b-aecb-55852c4c72a1 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:49.812673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:49.821236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7b38-e4bf-4cd2-b4a0-1ad9f4b467b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (ad9d6d02-ba04-4095-bf65-ec216410e0a5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.866069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c6d7dd7b-cbb7-4719-a460-3e83f34d475e None None] Provisioning complete for port d5a1684c-2634-4598-bbcd-3a27f16140c8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:49.866492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c6d7dd7b-cbb7-4719-a460-3e83f34d475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.866781 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c6d7dd7b-cbb7-4719-a460-3e83f34d475e None None] Attempt 1 to provision port d5a1684c-2634-4598-bbcd-3a27f16140c8 Oct 26 11:13:49.916026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7b38-e4bf-4cd2-b4a0-1ad9f4b467b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (ad9d6d02-ba04-4095-bf65-ec216410e0a5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.971445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b320b9d-feb7-44bf-a4d9-a4f25cf02a45 None None] Network 80ea6134-40d9-473d-b461-eda46e8892e5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:49.971677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c9e7b38-e4bf-4cd2-b4a0-1ad9f4b467b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.977244 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6c9e7b38-e4bf-4cd2-b4a0-1ad9f4b467b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/ad9d6d02-ba04-4095-bf65-ec216410e0a5 HTTP/1.1" status: 204 len: 168 time: 0.7402079 Oct 26 11:13:49.980058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53372) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:49.992412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e7b38-e4bf-4cd2-b4a0-1ad9f4b467b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9d6d02-ba04-4095-bf65-ec216410e0a5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:50.010877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7dd7b-cbb7-4719-a460-3e83f34d475e None None] Current status of the port d5a1684c-2634-4598-bbcd-3a27f16140c8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:50.050186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651bb97b-588f-42e1-9fc7-ab629c818c77 None None] DHCP port deletion for e006cddc-269c-485d-9059-cd1342ff5d5c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:13:50.117638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:50.123380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:50.142192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (80ea6134-40d9-473d-b461-eda46e8892e5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.173974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-651bb97b-588f-42e1-9fc7-ab629c818c77 None None] Deleting port e23a2351-7523-471f-9140-282b4036ca95 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:50.173974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-651bb97b-588f-42e1-9fc7-ab629c818c77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e23a2351-7523-471f-9140-282b4036ca95), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.208660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port d5a1684c-2634-4598-bbcd-3a27f16140c8 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:50.209591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.245163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8c3e31dd-0f93-4655-9443-574a1ef8bfb0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.270271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-651bb97b-588f-42e1-9fc7-ab629c818c77 None None] For port e23a2351-7523-471f-9140-282b4036ca95, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e23a2351-7523-471f-9140-282b4036ca95,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:50.270686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-651bb97b-588f-42e1-9fc7-ab629c818c77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e23a2351-7523-471f-9140-282b4036ca95), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.273946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.295820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-651bb97b-588f-42e1-9fc7-ab629c818c77 None None] Calling delete_port for e23a2351-7523-471f-9140-282b4036ca95 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:50.315543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] For port d5a1684c-2634-4598-bbcd-3a27f16140c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d5a1684c-2634-4598-bbcd-3a27f16140c8,segment=NetworkSegment(c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee),segment_id=c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:50.315850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.332250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for d5a1684c-2634-4598-bbcd-3a27f16140c8 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:50.340615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31cf0e1-5fd5-4b31-aa5e-db28d0f5982b None None] DHCP port deletion for 80ea6134-40d9-473d-b461-eda46e8892e5 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:13:50.404510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f31cf0e1-5fd5-4b31-aa5e-db28d0f5982b None None] Deleting port d5a1684c-2634-4598-bbcd-3a27f16140c8 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:50.404976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f31cf0e1-5fd5-4b31-aa5e-db28d0f5982b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.436316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.452414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8c3e31dd-0f93-4655-9443-574a1ef8bfb0), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.467023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92f398e-28d8-4feb-a9f7-51555844445d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:50.468889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=d5a1684c-2634-4598-bbcd-3a27f16140c8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:50.471659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c92f398e-28d8-4feb-a9f7-51555844445d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.477269 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92f398e-28d8-4feb-a9f7-51555844445d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:50.477918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92f398e-28d8-4feb-a9f7-51555844445d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:50.478685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No DVR routers for this DVR port d5a1684c-2634-4598-bbcd-3a27f16140c8 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:50.478835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-651bb97b-588f-42e1-9fc7-ab629c818c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (e23a2351-7523-471f-9140-282b4036ca95), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.489552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-f31cf0e1-5fd5-4b31-aa5e-db28d0f5982b None None] For port d5a1684c-2634-4598-bbcd-3a27f16140c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d5a1684c-2634-4598-bbcd-3a27f16140c8,segment=NetworkSegment(c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee),segment_id=c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:50.490908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f31cf0e1-5fd5-4b31-aa5e-db28d0f5982b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.527050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bb97b-588f-42e1-9fc7-ab629c818c77 None None] Pushing event deleted for resources: {'Port': ['ID=e23a2351-7523-471f-9140-282b4036ca95,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:50.527702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3e31dd-0f93-4655-9443-574a1ef8bfb0']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:50.532908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f31cf0e1-5fd5-4b31-aa5e-db28d0f5982b None None] Calling delete_port for d5a1684c-2634-4598-bbcd-3a27f16140c8 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:50.540273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bb97b-588f-42e1-9fc7-ab629c818c77 None None] No DVR routers for this DVR port e23a2351-7523-471f-9140-282b4036ca95 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:50.554684 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c92f398e-28d8-4feb-a9f7-51555844445d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8063221 Oct 26 11:13:50.558419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dc4652-9a33-4c58-917d-d94791c6e697') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:50.558698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dc4652-9a33-4c58-917d-d94791c6e697') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:50.561943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53374) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:50.567502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3281f8e1-163b-4de5-b3d5-4ef75b0b0c23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:50.588489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (80ea6134-40d9-473d-b461-eda46e8892e5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.608711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (60dc4652-9a33-4c58-917d-d94791c6e697), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.622214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ea6134-40d9-473d-b461-eda46e8892e5']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:50.635772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:50.636602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:50.639040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53376) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:50.644232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.26.0.248 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/05629ddc-3105-408f-a0cc-44e3f6d87929) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:50.697500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (60dc4652-9a33-4c58-917d-d94791c6e697), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.724109 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-371cb9b6-09af-458b-a512-f0a454fd529b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.0833199 Oct 26 11:13:50.725088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:13:50.725755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (60dc4652-9a33-4c58-917d-d94791c6e697), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.730201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.747481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.759110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:13:50.760177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.795459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:50.827451 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 60dc4652-9a33-4c58-917d-d94791c6e697 resource provider aggregate not found Oct 26 11:13:50.844494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f31cf0e1-5fd5-4b31-aa5e-db28d0f5982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (d5a1684c-2634-4598-bbcd-3a27f16140c8), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.859936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 60dc4652-9a33-4c58-917d-d94791c6e697 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60dc4652-9a33-4c58-917d-d94791c6e697 found for delete ", "request_id": "req-0df1d430-5e82-4f40-9d40-c6e1d95aa569"}]} Oct 26 11:13:50.863585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3281f8e1-163b-4de5-b3d5-4ef75b0b0c23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:50.868137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3281f8e1-163b-4de5-b3d5-4ef75b0b0c23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.874145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cf0e1-5fd5-4b31-aa5e-db28d0f5982b None None] Pushing event deleted for resources: {'Port': ['ID=d5a1684c-2634-4598-bbcd-3a27f16140c8,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:50.884413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (80ea6134-40d9-473d-b461-eda46e8892e5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.886450 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-3281f8e1-163b-4de5-b3d5-4ef75b0b0c23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:50.886994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3281f8e1-163b-4de5-b3d5-4ef75b0b0c23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:50.891910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cf0e1-5fd5-4b31-aa5e-db28d0f5982b None None] No DVR routers for this DVR port d5a1684c-2634-4598-bbcd-3a27f16140c8 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:50.892946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:50.897519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.905332 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/networks/80ea6134-40d9-473d-b461-eda46e8892e5 HTTP/1.1" status: 204 len: 168 time: 0.9240675 Oct 26 11:13:50.907244 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee resource provider aggregate not found Oct 26 11:13:50.910433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53384) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:50.914747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (8c3e31dd-0f93-4655-9443-574a1ef8bfb0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.931647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:50.938775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.945724 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] 10.222.0.26 "DELETE /networking/v2.0/networks/8c3e31dd-0f93-4655-9443-574a1ef8bfb0 HTTP/1.1" status: 204 len: 168 time: 1.3489709 Oct 26 11:13:50.956708 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4eb74a4-212f-4d70-b6d9-e7aaf8aea9ee found for delete ", "request_id": "req-b1016792-fa44-4a96-abee-bad722389aa7"}]} Oct 26 11:13:50.975011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d1429-41a5-4c88-81d3-a7e65ade1cdb tempest-PortsIpV6TestJSON-1207853086 tempest-PortsIpV6TestJSON-1207853086-project] Pushing event deleted for resources: {'Network': ['ID=8c3e31dd-0f93-4655-9443-574a1ef8bfb0,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:50.982980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1119c-92ed-4abe-b91f-5915b730c071 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Network': ['ID=80ea6134-40d9-473d-b461-eda46e8892e5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:50.983184 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3281f8e1-163b-4de5-b3d5-4ef75b0b0c23 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4173481 Oct 26 11:13:50.984088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53390) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:50.989901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f184244f-0263-4222-a442-87518ac877a8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:50.997509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (05629ddc-3105-408f-a0cc-44e3f6d87929), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.004460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec37dc3-4f02-4082-92e4-7bc47941f9eb tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:51.010514 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8ec37dc3-4f02-4082-92e4-7bc47941f9eb tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 HTTP/1.1" status: 200 len: 840 time: 0.0897591 Oct 26 11:13:51.011174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53392) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.082869 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a28e92f4-ed65-4695-ae9c-1d47ba359750 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/86c6fb37-9541-4d09-bc9a-31ba3b5b32f6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0669370 Oct 26 11:13:51.083165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53394) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.095170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:51.197797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:51.199204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (05629ddc-3105-408f-a0cc-44e3f6d87929), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.203420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:51.250620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f184244f-0263-4222-a442-87518ac877a8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:51.254368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f184244f-0263-4222-a442-87518ac877a8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.256452 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f184244f-0263-4222-a442-87518ac877a8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:51.256814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:51.256971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f184244f-0263-4222-a442-87518ac877a8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:51.257086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.257406 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:13:51.304997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:51.310838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f184244f-0263-4222-a442-87518ac877a8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3256876 Oct 26 11:13:51.314173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53398) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.317041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:51.321722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=05629ddc-3105-408f-a0cc-44e3f6d87929,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:51.322536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-19f0e558-b559-446e-b2da-f72e8ee6f294 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:51.324024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:51.340198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:51.340678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.351853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:51.355637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.375481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53400) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.390430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:51.394685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.395637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:51.435018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f0e558-b559-446e-b2da-f72e8ee6f294 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:51.442900 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-19f0e558-b559-446e-b2da-f72e8ee6f294 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.445628 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f0e558-b559-446e-b2da-f72e8ee6f294 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:51.446332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f0e558-b559-446e-b2da-f72e8ee6f294 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:51.468399 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-19f0e558-b559-446e-b2da-f72e8ee6f294 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1525776 Oct 26 11:13:51.471446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53404) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.478352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c5b41471-2d7a-494a-9a54-1b462ded93c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:51.492241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:51.492859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.493300 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:13:51.548201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:51.598251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:51.598849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.601341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b41471-2d7a-494a-9a54-1b462ded93c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:51.605166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c5b41471-2d7a-494a-9a54-1b462ded93c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.606804 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b41471-2d7a-494a-9a54-1b462ded93c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:51.607238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b41471-2d7a-494a-9a54-1b462ded93c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:51.623975 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c5b41471-2d7a-494a-9a54-1b462ded93c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1511343 Oct 26 11:13:51.626469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53406) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.627354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:51.637388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:51.641387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.671736 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ee1c43f-bc62-470f-ba3a-0a25f0b4aaec tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0407455 Oct 26 11:13:51.671736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53408) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.721984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:51.730374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53410) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.741610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45d0e2-b253-43e4-a2c8-b431a769f73d None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:13:51.746055 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:51.770272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d5a1684c-2634-4598-bbcd-3a27f16140c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:51.793037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:51.794478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d5a1684c-2634-4598-bbcd-3a27f16140c8 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:13:51.794837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d5a1684c-2634-4598-bbcd-3a27f16140c8 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:13:51.795412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:51.796178 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-23478a76-db87-4e77-828c-f1a435ce6147 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2fff6bedad004c038ff5f0fcae82105b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194164 Oct 26 11:13:51.797432 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-28fe52dc-e1a2-4a16-b523-d3ca3439bf18 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.0659246 Oct 26 11:13:51.802319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53412) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.814707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (7c0e9ce6-11b5-4cb8-a190-bc1f767eade8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.827910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: e23a2351-7523-471f-9140-282b4036ca95 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:13:51.828263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e23a2351-7523-471f-9140-282b4036ca95 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:13:51.836919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c3c23-6684-4d3e-996a-263bc7a5084b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:51.838404 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-316c3c23-6684-4d3e-996a-263bc7a5084b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1665883 Oct 26 11:13:51.846633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53414) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.858846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:51.901892 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66c33903-0de7-4b29-8c53-dbc8319c3788 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546646 Oct 26 11:13:51.906120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53416) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:51.911269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:51.935659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:51.945337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:51.948882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=7c0e9ce6-11b5-4cb8-a190-bc1f767eade8,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:51.953688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:51.953688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:51.957330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64c302-c663-4a4e-b85a-8a24f4d005a0 None None] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:52.020812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-02384a5c-2d98-4e39-aad1-c0628b1f5d66 admin admin] Publish callbacks [] for security_group (ef889cd5-5f38-48cb-9623-0523e7bf2bdb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.042126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53418) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:52.042366 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-542021b9-e203-4f1e-b3e0-20b589d08c04 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9514873 Oct 26 11:13:52.049183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-eb253c82-f931-4f58-a6d7-972eda4c5e4c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'security_group': {'name': 'tempest-secgroup-574052934'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:52.057921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:52.061927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:52.066204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-02384a5c-2d98-4e39-aad1-c0628b1f5d66 admin admin] Publish callbacks [] for security_group (ef889cd5-5f38-48cb-9623-0523e7bf2bdb), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.068182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.115887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-722ef23c-11c0-4b8b-ad49-80658abdf014', 'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'project_id': 'f87baa385b494f3db1eadf4bcc15cb01', 'fixed_ips': [{'subnet_id': '7c0e9ce6-11b5-4cb8-a190-bc1f767eade8'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:52.117326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.145995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (39ffca33-e6b1-4b70-9695-c8327bb05a80), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.170308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb253c82-f931-4f58-a6d7-972eda4c5e4c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.211612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-02384a5c-2d98-4e39-aad1-c0628b1f5d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ef889cd5-5f38-48cb-9623-0523e7bf2bdb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.214686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-02384a5c-2d98-4e39-aad1-c0628b1f5d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.215992 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-02384a5c-2d98-4e39-aad1-c0628b1f5d66 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ef889cd5-5f38-48cb-9623-0523e7bf2bdb HTTP/1.1" status: 204 len: 168 time: 0.4116783 Oct 26 11:13:52.228541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02384a5c-2d98-4e39-aad1-c0628b1f5d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef889cd5-5f38-48cb-9623-0523e7bf2bdb,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:52.260596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (05629ddc-3105-408f-a0cc-44e3f6d87929), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.289062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:52.293582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Allocated IP 172.20.0.2 (722ef23c-11c0-4b8b-ad49-80658abdf014/7c0e9ce6-11b5-4cb8-a190-bc1f767eade8/07223ff8-ff1e-42f8-8e59-a83746cf0250) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:52.374480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb253c82-f931-4f58-a6d7-972eda4c5e4c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (77bfdda9-9f7f-447c-b92c-c2821619e7ac), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.381841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb253c82-f931-4f58-a6d7-972eda4c5e4c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (77bfdda9-9f7f-447c-b92c-c2821619e7ac), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.425402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:52.473210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb253c82-f931-4f58-a6d7-972eda4c5e4c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.474475 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb253c82-f931-4f58-a6d7-972eda4c5e4c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4312134 Oct 26 11:13:52.480176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53422) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:52.484091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-764ba8db-97b3-4fc6-8b6d-f0ca64ef51e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'security_group': {'name': 'tempest-secgroup-1803330022'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:52.491859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (05629ddc-3105-408f-a0cc-44e3f6d87929), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.494520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb253c82-f931-4f58-a6d7-972eda4c5e4c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bfdda9-9f7f-447c-b92c-c2821619e7ac,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:52.503113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Publish callbacks [] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.511383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.511686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (05629ddc-3105-408f-a0cc-44e3f6d87929), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.528539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-764ba8db-97b3-4fc6-8b6d-f0ca64ef51e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.570053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Pushing event updated for resources: {'Port': ['ID=07223ff8-ff1e-42f8-8e59-a83746cf0250,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:52.588929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:52.591430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:52.594314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:52.595820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=05629ddc-3105-408f-a0cc-44e3f6d87929,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:52.627992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (39ffca33-e6b1-4b70-9695-c8327bb05a80), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.657146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.objects.ports [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105415) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:13:52.664383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (621a1065-1c22-460d-8fc1-93567e0e0376), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.668569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Attempting to bind port 07223ff8-ff1e-42f8-8e59-a83746cf0250 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:52.669111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Attempting to bind port 07223ff8-ff1e-42f8-8e59-a83746cf0250 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '21b81c44-10f3-4f80-a47d-df3541155f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:52.669489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Attempting to bind port 07223ff8-ff1e-42f8-8e59-a83746cf0250 on network 722ef23c-11c0-4b8b-ad49-80658abdf014 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:52.719705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:52.720357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Checking segment: {'id': '21b81c44-10f3-4f80-a47d-df3541155f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:52.720929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.721491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Bound using segment: {'id': '21b81c44-10f3-4f80-a47d-df3541155f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:52.722224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Bound port: 07223ff8-ff1e-42f8-8e59-a83746cf0250, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b81c44-10f3-4f80-a47d-df3541155f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:52.722785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.769553 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 39ffca33-e6b1-4b70-9695-c8327bb05a80 associated. External IP: 172.26.0.248, port: e1129cf2-5229-4e69-8205-51a8674a2b41. Oct 26 11:13:52.812209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53432) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:52.813287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] For port 07223ff8-ff1e-42f8-8e59-a83746cf0250, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:52.817430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] For port 07223ff8-ff1e-42f8-8e59-a83746cf0250, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=07223ff8-ff1e-42f8-8e59-a83746cf0250,segment=NetworkSegment(21b81c44-10f3-4f80-a47d-df3541155f7e),segment_id=21b81c44-10f3-4f80-a47d-df3541155f7e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:52.826313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.916881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f6acf-9741-4d7e-b483-6565eebf5a90 None None] Pushing event updated for resources: {'Port': ['ID=07223ff8-ff1e-42f8-8e59-a83746cf0250,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:52.980526 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-75fe2eab-6364-4075-86ef-90a64fc922aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1663969 Oct 26 11:13:53.003019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:53.027548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:53.039798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:53.045619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:53.047323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:53.048007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.061031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0868fe8a-a14c-4fdf-b382-525991eae65f None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:53.103453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=621a1065-1c22-460d-8fc1-93567e0e0376,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:53.103453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-764ba8db-97b3-4fc6-8b6d-f0ca64ef51e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (f6253ce5-5149-4b65-ae22-e5415cf56750), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.103453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-764ba8db-97b3-4fc6-8b6d-f0ca64ef51e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f6253ce5-5149-4b65-ae22-e5415cf56750), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.143376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53442) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:53.143621 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7fbbd327-f2dd-4f27-bdf5-7cbc73deb442 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2360828 Oct 26 11:13:53.150564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:4e:b4:34', 'name': 'tempest-NetworksTestDHCPv6-1116955886'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:53.167319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:53.179896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-764ba8db-97b3-4fc6-8b6d-f0ca64ef51e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.181607 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-764ba8db-97b3-4fc6-8b6d-f0ca64ef51e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7015033 Oct 26 11:13:53.185162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53444) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:53.194809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-419287170', 'security_groups': ['f6253ce5-5149-4b65-ae22-e5415cf56750'], 'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c0e9ce6-11b5-4cb8-a190-bc1f767eade8'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:53.198348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ba8db-97b3-4fc6-8b6d-f0ca64ef51e5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6253ce5-5149-4b65-ae22-e5415cf56750,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:53.299651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:53.356450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:53.357372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:53.359206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:53.405959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53448) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:53.414692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:53.417077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:53.456579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:53.495265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e006cddc-269c-485d-9059-cd1342ff5d5c', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'fixed_ips': [{'subnet_id': '621a1065-1c22-460d-8fc1-93567e0e0376'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:53.496381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.515454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:53.522538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.542268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:53.542538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.543895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 4d8b2733-ab4a-4ce3-89a3-d73eeb5212da yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:53.548714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:53.614639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1167873164'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:53.661093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:53.682140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:53.686223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.702914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.759018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:53.795107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:53.802850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.8 (722ef23c-11c0-4b8b-ad49-80658abdf014/7c0e9ce6-11b5-4cb8-a190-bc1f767eade8/4d8b2733-ab4a-4ce3-89a3-d73eeb5212da) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:53.813380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.814599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:13:53.872548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Allocated IP 2001:db8::f816:3eff:fe32:52d (e006cddc-269c-485d-9059-cd1342ff5d5c/621a1065-1c22-460d-8fc1-93567e0e0376/97242e12-e83c-4ac4-ba10-065b1559734b) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:53.895544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for security_group (8651e068-15cc-459b-bd19-1783c8f5473a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.915989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8651e068-15cc-459b-bd19-1783c8f5473a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.971763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:53.975308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8651e068-15cc-459b-bd19-1783c8f5473a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:53.983827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:53.984495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53452) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:54.006484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 308d2eb1-d6c9-41c2-a446-3f6ae111df4d yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:13:54.018932 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ef365-824c-4aac-ba0d-cb5dfbeedca1 None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:54.041319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:54.044369 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ef365-824c-4aac-ba0d-cb5dfbeedca1 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:54.045270 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ce9ef365-824c-4aac-ba0d-cb5dfbeedca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:54.058165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.094832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:13:54.119296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ce9ef365-824c-4aac-ba0d-cb5dfbeedca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:54.135568 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-84c1907d-5120-4064-9819-c5577f8b0a48 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5599554 Oct 26 11:13:54.136229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53454) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:54.140886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2f9c5be2-313a-4759-a183-c0c488a6d01a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'port_id': 'e1129cf2-5229-4e69-8205-51a8674a2b41', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:54.149163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:54.151151 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ef365-824c-4aac-ba0d-cb5dfbeedca1 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:54.152116 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ce9ef365-824c-4aac-ba0d-cb5dfbeedca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:54.180959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f7c09c62-24d4-43d9-97ef-310bc916bdcd), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.181525 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added segment f7c09c62-24d4-43d9-97ef-310bc916bdcd of type vlan for network 829fe610-292b-46f7-ae3d-570d338a9e46 Oct 26 11:13:54.190645 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ce9ef365-824c-4aac-ba0d-cb5dfbeedca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:54.191647 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ef365-824c-4aac-ba0d-cb5dfbeedca1 None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:54.215247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5be2-313a-4759-a183-c0c488a6d01a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (39ffca33-e6b1-4b70-9695-c8327bb05a80), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.224481 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eefaf62c-0c5e-4e66-acf6-06e90d59b1e3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2388778 Oct 26 11:13:54.279244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (4d8b2733-ab4a-4ce3-89a3-d73eeb5212da), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.281841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (829fe610-292b-46f7-ae3d-570d338a9e46), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.350806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (4d8b2733-ab4a-4ce3-89a3-d73eeb5212da), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.353264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (829fe610-292b-46f7-ae3d-570d338a9e46), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.358672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:54.359312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.440891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Publish callbacks [] for port (97242e12-e83c-4ac4-ba10-065b1559734b), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.448868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:54.449448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.467225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Network': ['ID=829fe610-292b-46f7-ae3d-570d338a9e46,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:54.476180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:54.477511 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2db1a8d-36d8-4980-aa73-86221345b8ba tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0691187 Oct 26 11:13:54.487067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53456) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:54.490017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.492225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:54.496058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'network': {'name': 'tempest-RoutersTest-704758641'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:54.500236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 829fe610-292b-46f7-ae3d-570d338a9e46 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:13:54.503386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:54.507795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=4d8b2733-ab4a-4ce3-89a3-d73eeb5212da,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:54.512498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:54.513053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:54.557132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:54.560927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.585850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:54.586490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.597511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:fe4e:b434 (e006cddc-269c-485d-9059-cd1342ff5d5c/621a1065-1c22-460d-8fc1-93567e0e0376/308d2eb1-d6c9-41c2-a446-3f6ae111df4d) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:54.606676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=9,neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:54.607558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:13:54.614087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:54.614590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.614998 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:13:54.621803 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a3d694c1-ab43-4541-9fac-b895ac25ca82 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4316471 Oct 26 11:13:54.622030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:54.628213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-cd1688d1-cdb2-4f8e-af2c-ba3c42308b6f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:54.653194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d1fee228-5edc-41db-940a-bf6c054a3c05), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.653541 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added segment d1fee228-5edc-41db-940a-bf6c054a3c05 of type vlan for network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c Oct 26 11:13:54.661549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:54.663358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:54.667987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.701954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:54.705507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:54.710171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:54.742666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (9ee0b9eb-f7e3-452e-9177-897e3ec7241c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.792901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (9ee0b9eb-f7e3-452e-9177-897e3ec7241c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.800693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:54.801336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.848933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5be2-313a-4759-a183-c0c488a6d01a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.857726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5be2-313a-4759-a183-c0c488a6d01a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (39ffca33-e6b1-4b70-9695-c8327bb05a80), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:54.862349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Pushing event updated for resources: {'Port': ['ID=97242e12-e83c-4ac4-ba10-065b1559734b,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:54.893286 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4048984 Oct 26 11:13:54.898138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53460) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:54.909712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'subnet': {'network_id': '829fe610-292b-46f7-ae3d-570d338a9e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:54.912797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:51Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:52Z', 'revision_number': 2, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:51Z', 'revision_number': 15, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:54.936111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d3b1a-3494-4f63-8f26-60862972974d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Network': ['ID=9ee0b9eb-f7e3-452e-9177-897e3ec7241c,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:54.953601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:13:54.955563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:13:54.960977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Attempting to bind port 97242e12-e83c-4ac4-ba10-065b1559734b on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:54.961608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Attempting to bind port 97242e12-e83c-4ac4-ba10-065b1559734b by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:54.961965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Attempting to bind port 97242e12-e83c-4ac4-ba10-065b1559734b on network e006cddc-269c-485d-9059-cd1342ff5d5c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:54.982029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:55.000297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:55.019183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:55.019848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.049015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:55.050077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Checking segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:55.050697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.051378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Bound using segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:55.052346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Bound port: 97242e12-e83c-4ac4-ba10-065b1559734b, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:55.053461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.054872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1688d1-cdb2-4f8e-af2c-ba3c42308b6f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:55.061583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd1688d1-cdb2-4f8e-af2c-ba3c42308b6f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.066474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:55.072761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.094127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (308d2eb1-d6c9-41c2-a446-3f6ae111df4d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.134352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:55.134992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:55.184944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 07223ff8-ff1e-42f8-8e59-a83746cf0250 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:55.205459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (308d2eb1-d6c9-41c2-a446-3f6ae111df4d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.230043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53462) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:55.256365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] For port 07223ff8-ff1e-42f8-8e59-a83746cf0250, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=07223ff8-ff1e-42f8-8e59-a83746cf0250,segment=NetworkSegment(21b81c44-10f3-4f80-a47d-df3541155f7e),segment_id=21b81c44-10f3-4f80-a47d-df3541155f7e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:55.259602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9c5be2-313a-4759-a183-c0c488a6d01a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:55.260347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:55.271219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:55.273934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.275452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:55.281279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:55.283608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=308d2eb1-d6c9-41c2-a446-3f6ae111df4d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:55.285689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:55.290585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:55.291217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.333830 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.ipam_backend_mixin [None req-cd1688d1-cdb2-4f8e-af2c-ba3c42308b6f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7c0e9ce6-11b5-4cb8-a190-bc1f767eade8 (CIDR: 172.20.0.0/28) Oct 26 11:13:55.347520 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1688d1-cdb2-4f8e-af2c-ba3c42308b6f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:13:55.348049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1688d1-cdb2-4f8e-af2c-ba3c42308b6f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:13:55.352682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b813e05-f378-470f-bfc6-8a47c733bf35 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2055125 Oct 26 11:13:55.352952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53464) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:55.356348 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-89f588cb-dd13-40da-8185-ea92ffdcd9eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1167381 Oct 26 11:13:55.385998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Provisioning complete for port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:55.386392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.386707 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Attempt 1 to provision port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 Oct 26 11:13:55.399529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cd1688d1-cdb2-4f8e-af2c-ba3c42308b6f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7735043 Oct 26 11:13:55.400025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53466) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:55.405091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:55.450295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb8afbd-b6a2-4133-bd07-2adcb2ff3e64 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:55.455356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb8afbd-b6a2-4133-bd07-2adcb2ff3e64 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:55.455863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:55.460582 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fdb8afbd-b6a2-4133-bd07-2adcb2ff3e64 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1031621 Oct 26 11:13:55.460752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:13:55.461995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53468) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:55.462827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] For port 97242e12-e83c-4ac4-ba10-065b1559734b, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:55.475565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9c5be2-313a-4759-a183-c0c488a6d01a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:55.492279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Pushing event updated for resources: {'Port': ['ID=07223ff8-ff1e-42f8-8e59-a83746cf0250,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:55.497624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5be2-313a-4759-a183-c0c488a6d01a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.503835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:55.504208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.504541 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:13:55.506871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591522a-88c2-4d10-a81d-87632cab2dde None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:55.533645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] For port 97242e12-e83c-4ac4-ba10-065b1559734b, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=97242e12-e83c-4ac4-ba10-065b1559734b,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:55.535778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d125d-c0b6-40fb-b79e-c75a144d8ef8 None None] Port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:55.540612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (271bb455-fb80-4dd0-b508-34c41df6ecfb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.561982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.608508 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2f9c5be2-313a-4759-a183-c0c488a6d01a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/39ffca33-e6b1-4b70-9695-c8327bb05a80 HTTP/1.1" status: 200 len: 978 time: 1.4711387 Oct 26 11:13:55.612122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53470) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:55.618690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-5dec4d58-da2d-40ea-b00b-fcf6a084e286 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 308d2eb1-d6c9-41c2-a446-3f6ae111df4d {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:55.619031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dec4d58-da2d-40ea-b00b-fcf6a084e286 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (308d2eb1-d6c9-41c2-a446-3f6ae111df4d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.626459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591522a-88c2-4d10-a81d-87632cab2dde None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:55.627104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2591522a-88c2-4d10-a81d-87632cab2dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:55.674467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Subnet': ['ID=271bb455-fb80-4dd0-b508-34c41df6ecfb,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:55.692177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2591522a-88c2-4d10-a81d-87632cab2dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:55.694739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:55.702083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Checking segment: {'id': 'f7c09c62-24d4-43d9-97ef-310bc916bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '829fe610-292b-46f7-ae3d-570d338a9e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:55.704429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network hostable DHCP agents. Network: 829fe610-292b-46f7-ae3d-570d338a9e46, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:13:55.711572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:55.716611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.739348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-811b0084-88aa-45b0-9201-87cda321fc39 None None] Provisioning complete for port 4d8b2733-ab4a-4ce3-89a3-d73eeb5212da triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:55.739811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-811b0084-88aa-45b0-9201-87cda321fc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d8b2733-ab4a-4ce3-89a3-d73eeb5212da), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.740077 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-811b0084-88aa-45b0-9201-87cda321fc39 None None] Attempt 1 to provision port 4d8b2733-ab4a-4ce3-89a3-d73eeb5212da Oct 26 11:13:55.768757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dec4d58-da2d-40ea-b00b-fcf6a084e286 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (308d2eb1-d6c9-41c2-a446-3f6ae111df4d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.787875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:55.797433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d788bd-e0b0-4e95-88e5-9c209a590358 None None] Pushing event updated for resources: {'Port': ['ID=97242e12-e83c-4ac4-ba10-065b1559734b,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:55.800244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2591522a-88c2-4d10-a81d-87632cab2dde None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:55.801050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2591522a-88c2-4d10-a81d-87632cab2dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:55.813947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 829fe610-292b-46f7-ae3d-570d338a9e46 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:13:55.822477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-5dec4d58-da2d-40ea-b00b-fcf6a084e286 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 308d2eb1-d6c9-41c2-a446-3f6ae111df4d owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:55.844182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 829fe610-292b-46f7-ae3d-570d338a9e46) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:55.854795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:55.855451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.896686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250f9de-42ec-4d3f-b623-887d2513e7b7 None None] Network 829fe610-292b-46f7-ae3d-570d338a9e46 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:55.901137 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6687f2a0-4ecc-47f7-9035-ea84080ae190 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9960985 Oct 26 11:13:55.909706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53472) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:55.915001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2591522a-88c2-4d10-a81d-87632cab2dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:55.915594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2591522a-88c2-4d10-a81d-87632cab2dde None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:55.930519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'subnet': {'network_id': '9ee0b9eb-f7e3-452e-9177-897e3ec7241c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:55.937081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port 05629ddc-3105-408f-a0cc-44e3f6d87929 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:55.937428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (05629ddc-3105-408f-a0cc-44e3f6d87929), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:55.947267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:55.963229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:55.990106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-811b0084-88aa-45b0-9201-87cda321fc39 None None] Port 4d8b2733-ab4a-4ce3-89a3-d73eeb5212da cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:13:56.021116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:56.096122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (05629ddc-3105-408f-a0cc-44e3f6d87929), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.096854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (05629ddc-3105-408f-a0cc-44e3f6d87929), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.107260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:54Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:52Z', 'revision_number': 2, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:53Z', 'revision_number': 16, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:56.157736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:56.163584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c219a-7952-4c77-9071-7e3f7b937aea None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:54Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:52Z', 'revision_number': 2, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:53Z', 'revision_number': 16, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:56.168599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for 05629ddc-3105-408f-a0cc-44e3f6d87929 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:56.168829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.186457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-829fe610-292b-46f7-ae3d-570d338a9e46', 'network_id': '829fe610-292b-46f7-ae3d-570d338a9e46', 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'fixed_ips': [{'subnet_id': '271bb455-fb80-4dd0-b508-34c41df6ecfb'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:56.187461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.194669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:56.269447 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dec4d58-da2d-40ea-b00b-fcf6a084e286 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (308d2eb1-d6c9-41c2-a446-3f6ae111df4d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.292732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (c1c8a972-8d88-494a-9fcc-01c73beb7574), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.326901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec4d58-da2d-40ea-b00b-fcf6a084e286 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=308d2eb1-d6c9-41c2-a446-3f6ae111df4d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:56.358484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:56.363041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53474) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:56.370079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dec4d58-da2d-40ea-b00b-fcf6a084e286 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.373592 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5dec4d58-da2d-40ea-b00b-fcf6a084e286 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/308d2eb1-d6c9-41c2-a446-3f6ae111df4d HTTP/1.1" status: 204 len: 168 time: 0.9104195 Oct 26 11:13:56.376672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53476) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:56.376883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:56.385606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:56.386462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.423341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=c1c8a972-8d88-494a-9fcc-01c73beb7574,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:56.462798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f478afe4-7f4b-4cb0-a56b-15db631509a4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:56.464551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f478afe4-7f4b-4cb0-a56b-15db631509a4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:56.466268 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f478afe4-7f4b-4cb0-a56b-15db631509a4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0886750 Oct 26 11:13:56.469114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:56.485026 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6daff14-88cc-4265-a0b5-3074e142c06e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0839846 Oct 26 11:13:56.493254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53482) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:56.499399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1455678379', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c1c8a972-8d88-494a-9fcc-01c73beb7574'}], 'security_groups': ['77bfdda9-9f7f-447c-b92c-c2821619e7ac']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:56.502234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a806757a-97cc-40ab-ad29-625f08c7e60a None None] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:56.535409 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b1bbc058-1353-4a67-bbee-4cd453956507 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1709125 Oct 26 11:13:56.578061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a3b450-594d-4ce1-9ad9-f72f50d2b285 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 621a1065-1c22-460d-8fc1-93567e0e0376 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:13:56.581705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b450-594d-4ce1-9ad9-f72f50d2b285 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (621a1065-1c22-460d-8fc1-93567e0e0376), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.643138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b450-594d-4ce1-9ad9-f72f50d2b285 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (621a1065-1c22-460d-8fc1-93567e0e0376), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.658374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d8b2733-ab4a-4ce3-89a3-d73eeb5212da), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.666229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0f82c102-9155-4d25-bd0a-3b2e9a1ecdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.681627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (53372f8c-bc63-4fea-a0b4-bdb180977445), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.687899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (05629ddc-3105-408f-a0cc-44e3f6d87929), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.761202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b450-594d-4ce1-9ad9-f72f50d2b285 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (621a1065-1c22-460d-8fc1-93567e0e0376), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.774653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Allocated IP 172.20.0.2 (829fe610-292b-46f7-ae3d-570d338a9e46/271bb455-fb80-4dd0-b508-34c41df6ecfb/c1e9b173-fda5-48f5-84d2-78f7dbab292c) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:56.799553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:56.854773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=05629ddc-3105-408f-a0cc-44e3f6d87929,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:56.967349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Subnet': ['ID=53372f8c-bc63-4fea-a0b4-bdb180977445,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:56.977265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b450-594d-4ce1-9ad9-f72f50d2b285 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (621a1065-1c22-460d-8fc1-93567e0e0376), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:56.991467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Checking segment: {'id': 'd1fee228-5edc-41db-940a-bf6c054a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9ee0b9eb-f7e3-452e-9177-897e3ec7241c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:56.992098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network hostable DHCP agents. Network: 9ee0b9eb-f7e3-452e-9177-897e3ec7241c, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:13:56.994721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:57.024727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3b450-594d-4ce1-9ad9-f72f50d2b285 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=621a1065-1c22-460d-8fc1-93567e0e0376,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:57.026801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b450-594d-4ce1-9ad9-f72f50d2b285 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.030009 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f1a3b450-594d-4ce1-9ad9-f72f50d2b285 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/621a1065-1c22-460d-8fc1-93567e0e0376 HTTP/1.1" status: 204 len: 168 time: 0.5592906 Oct 26 11:13:57.032809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53484) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:57.044821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (39ffca33-e6b1-4b70-9695-c8327bb05a80), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.045160 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 39ffca33-e6b1-4b70-9695-c8327bb05a80 disassociated (deleted). External IP: 172.26.0.248, port: e1129cf2-5229-4e69-8205-51a8674a2b41. Oct 26 11:13:57.072491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:57.092610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:57.106570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:57.121802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Publish callbacks [] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.136026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:13:57.148784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.182792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 9ee0b9eb-f7e3-452e-9177-897e3ec7241c) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:57.200812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:57.201421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.240854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c85ef-ce6a-4237-bdb7-542a2b8309e1 None None] Network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:57.300657 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4fa8e73b-978a-49c5-8eb4-083a4ee26c9e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3872578 Oct 26 11:13:57.301283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53486) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:57.309182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0d888ecc-ae34-46c0-94d1-90b6f49b0369 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1798230311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:57.399625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:57.407753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Network 829fe610-292b-46f7-ae3d-570d338a9e46 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:57.413082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2dbf28-a4c2-4ab8-a91a-ac233752662a None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:57.414105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0d888ecc-ae34-46c0-94d1-90b6f49b0369 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (c54532e0-32b3-4371-a87a-9e7014e5694f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.419121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0d888ecc-ae34-46c0-94d1-90b6f49b0369 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (c54532e0-32b3-4371-a87a-9e7014e5694f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.470761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:57.473905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Pushing event updated for resources: {'Port': ['ID=c1e9b173-fda5-48f5-84d2-78f7dbab292c,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:57.477465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:57.552155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Delete allocated IP 172.20.0.8 (722ef23c-11c0-4b8b-ad49-80658abdf014/7c0e9ce6-11b5-4cb8-a190-bc1f767eade8) {{(pid=105415) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 11:13:57.562270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53488) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:57.574444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.29 (722ef23c-11c0-4b8b-ad49-80658abdf014/c1c8a972-8d88-494a-9fcc-01c73beb7574/4d8b2733-ab4a-4ce3-89a3-d73eeb5212da) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:57.580206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56f87f1-19ad-4d66-8b1e-9c5ad9ef881d None None] Update dhcp port {'port': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'fixed_ips': [{'subnet_id': '7c0e9ce6-11b5-4cb8-a190-bc1f767eade8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c1c8a972-8d88-494a-9fcc-01c73beb7574'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': '07223ff8-ff1e-42f8-8e59-a83746cf0250'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:13:57.587640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0051060b-0524-4cea-96a6-500c406f1f32 None None] Provisioning complete for port 97242e12-e83c-4ac4-ba10-065b1559734b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:57.588546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0051060b-0524-4cea-96a6-500c406f1f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.588546 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0051060b-0524-4cea-96a6-500c406f1f32 None None] Attempt 1 to provision port 97242e12-e83c-4ac4-ba10-065b1559734b Oct 26 11:13:57.600440 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cd53184c-8d61-4bde-b9d9-4b461c2145e9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5634153 Oct 26 11:13:57.601477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53490) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:57.606986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:57.701392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c56f87f1-19ad-4d66-8b1e-9c5ad9ef881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.797177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Attempting to bind port c1e9b173-fda5-48f5-84d2-78f7dbab292c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:57.797590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Attempting to bind port c1e9b173-fda5-48f5-84d2-78f7dbab292c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'f7c09c62-24d4-43d9-97ef-310bc916bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '829fe610-292b-46f7-ae3d-570d338a9e46'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:57.797966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Attempting to bind port c1e9b173-fda5-48f5-84d2-78f7dbab292c on network 829fe610-292b-46f7-ae3d-570d338a9e46 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:57.799911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:57.800295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.800623 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:13:57.824669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:57.829232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.845766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-9ee0b9eb-f7e3-452e-9177-897e3ec7241c', 'network_id': '9ee0b9eb-f7e3-452e-9177-897e3ec7241c', 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'fixed_ips': [{'subnet_id': '53372f8c-bc63-4fea-a0b4-bdb180977445'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:57.846693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:57.954144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:58.008311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:13:58.049402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:58.061965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52a41cc-66a2-4abb-9af5-8c23c4cfb355 None None] DHCP port deletion for e006cddc-269c-485d-9059-cd1342ff5d5c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:13:58.076760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0d888ecc-ae34-46c0-94d1-90b6f49b0369 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (c54532e0-32b3-4371-a87a-9e7014e5694f), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.093660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0d888ecc-ae34-46c0-94d1-90b6f49b0369 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (c54532e0-32b3-4371-a87a-9e7014e5694f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.122769 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0d888ecc-ae34-46c0-94d1-90b6f49b0369 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.127353 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d888ecc-ae34-46c0-94d1-90b6f49b0369 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8250599 Oct 26 11:13:58.128218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53492) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:58.186724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:58.187099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Checking segment: {'id': 'f7c09c62-24d4-43d9-97ef-310bc916bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '829fe610-292b-46f7-ae3d-570d338a9e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:58.187511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.188852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Bound using segment: {'id': 'f7c09c62-24d4-43d9-97ef-310bc916bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '829fe610-292b-46f7-ae3d-570d338a9e46'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:58.188852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Bound port: c1e9b173-fda5-48f5-84d2-78f7dbab292c, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c09c62-24d4-43d9-97ef-310bc916bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '829fe610-292b-46f7-ae3d-570d338a9e46'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:58.188852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.215376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0051060b-0524-4cea-96a6-500c406f1f32 None None] Current status of the port 97242e12-e83c-4ac4-ba10-065b1559734b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:58.215790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0051060b-0524-4cea-96a6-500c406f1f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.262932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:58.263314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.282278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:13:58.291956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.294538 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fbe0f1-a002-4682-97a7-0cc9e6a7444c None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:13:58.302108 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e05259d6-af12-4737-aecb-a39a2eb4a8b1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.7374849 Oct 26 11:13:58.318016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbe0f1-a002-4682-97a7-0cc9e6a7444c None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:58.319531 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d4fbe0f1-a002-4682-97a7-0cc9e6a7444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:58.327715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:58.367080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a52a41cc-66a2-4abb-9af5-8c23c4cfb355 None None] Deleting port 97242e12-e83c-4ac4-ba10-065b1559734b {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:58.367790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a52a41cc-66a2-4abb-9af5-8c23c4cfb355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.390534 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d4fbe0f1-a002-4682-97a7-0cc9e6a7444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:58.431433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (4d8b2733-ab4a-4ce3-89a3-d73eeb5212da), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.436194 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4da923ee-686c-4ed2-8a90-ce61ed56faae tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/39ffca33-e6b1-4b70-9695-c8327bb05a80 HTTP/1.1" status: 204 len: 168 time: 2.8229537 Oct 26 11:13:58.438650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0051060b-0524-4cea-96a6-500c406f1f32 None None] For port 97242e12-e83c-4ac4-ba10-065b1559734b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=97242e12-e83c-4ac4-ba10-065b1559734b,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:58.440166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53494) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:58.451842 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbe0f1-a002-4682-97a7-0cc9e6a7444c None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:13:58.452897 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d4fbe0f1-a002-4682-97a7-0cc9e6a7444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:58.491153 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d4fbe0f1-a002-4682-97a7-0cc9e6a7444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:13:58.492967 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fbe0f1-a002-4682-97a7-0cc9e6a7444c None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:13:58.524274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Allocated IP 172.21.0.2 (9ee0b9eb-f7e3-452e-9177-897e3ec7241c/53372f8c-bc63-4fea-a0b4-bdb180977445/021fa60a-89dc-45fd-b762-a7851b4ab32f) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:58.572681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0051060b-0524-4cea-96a6-500c406f1f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.575223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:13:58.593696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (4d8b2733-ab4a-4ce3-89a3-d73eeb5212da), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.624082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ec83c5d0-c728-44d4-b54b-6020f30d614b tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port e1129cf2-5229-4e69-8205-51a8674a2b41 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:58.624422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ec83c5d0-c728-44d4-b54b-6020f30d614b tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e1129cf2-5229-4e69-8205-51a8674a2b41), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.659189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:58.668374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a52a41cc-66a2-4abb-9af5-8c23c4cfb355 None None] For port 97242e12-e83c-4ac4-ba10-065b1559734b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=97242e12-e83c-4ac4-ba10-065b1559734b,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:58.669642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a52a41cc-66a2-4abb-9af5-8c23c4cfb355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.713027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] For port c1e9b173-fda5-48f5-84d2-78f7dbab292c, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:58.718888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:58.722236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] For port c1e9b173-fda5-48f5-84d2-78f7dbab292c, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c1e9b173-fda5-48f5-84d2-78f7dbab292c,segment=NetworkSegment(f7c09c62-24d4-43d9-97ef-310bc916bdcd),segment_id=f7c09c62-24d4-43d9-97ef-310bc916bdcd)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:58.723528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:58.724821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a52a41cc-66a2-4abb-9af5-8c23c4cfb355 None None] Calling delete_port for 97242e12-e83c-4ac4-ba10-065b1559734b owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:58.761846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.787945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=4d8b2733-ab4a-4ce3-89a3-d73eeb5212da,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:58.809561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.810352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 07223ff8-ff1e-42f8-8e59-a83746cf0250 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:58.824694 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.834418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.907565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] In _notify_port_updated(), no bound segment for port 4d8b2733-ab4a-4ce3-89a3-d73eeb5212da on network 722ef23c-11c0-4b8b-ad49-80658abdf014 {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:13:58.913988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:58.915535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.919559 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b65f7a28-07b4-4641-ad40-1725432bd828 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "PUT /networking/v2.0/ports/4d8b2733-ab4a-4ce3-89a3-d73eeb5212da HTTP/1.1" status: 200 len: 921 time: 2.4219286 Oct 26 11:13:58.921120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:58.921996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53496) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:58.923201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ec83c5d0-c728-44d4-b54b-6020f30d614b tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e1129cf2-5229-4e69-8205-51a8674a2b41), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:58.979857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ec83c5d0-c728-44d4-b54b-6020f30d614b tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for e1129cf2-5229-4e69-8205-51a8674a2b41 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:59.137438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-7ee65e01-c3cf-43fd-85e7-10a67a69142b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 4d8b2733-ab4a-4ce3-89a3-d73eeb5212da {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:13:59.137885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ee65e01-c3cf-43fd-85e7-10a67a69142b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4d8b2733-ab4a-4ce3-89a3-d73eeb5212da), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.141598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:59.143284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-c56f87f1-19ad-4d66-8b1e-9c5ad9ef881d None None] Allocated IP 172.20.0.18 (722ef23c-11c0-4b8b-ad49-80658abdf014/c1c8a972-8d88-494a-9fcc-01c73beb7574/07223ff8-ff1e-42f8-8e59-a83746cf0250) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:59.259644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port 97242e12-e83c-4ac4-ba10-065b1559734b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=97242e12-e83c-4ac4-ba10-065b1559734b,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:59.261901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.20.0.1 (829fe610-292b-46f7-ae3d-570d338a9e46/271bb455-fb80-4dd0-b508-34c41df6ecfb/e77e42f3-e9ed-4c62-ade6-e51e6c19357d) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:59.310270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53498) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:59.312835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:59.321934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (97242e12-e83c-4ac4-ba10-065b1559734b), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.322880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051060b-0524-4cea-96a6-500c406f1f32 None None] Pushing event updated for resources: {'Port': ['ID=97242e12-e83c-4ac4-ba10-065b1559734b,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:59.325646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8ccaeba5-31ff-470d-87c6-6c0b37556984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.327495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e3626-62d3-47d5-80db-75ae5a265190 None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:13:59.341844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.342775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (957e2c81-4430-4b07-91d5-9a896dd8980d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.395873 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d35e43a0-995c-4788-82da-13ccddd3b908 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.0842988 Oct 26 11:13:59.422196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ee65e01-c3cf-43fd-85e7-10a67a69142b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4d8b2733-ab4a-4ce3-89a3-d73eeb5212da), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.449677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:59.459648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-7ee65e01-c3cf-43fd-85e7-10a67a69142b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 4d8b2733-ab4a-4ce3-89a3-d73eeb5212da owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:13:59.462073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:59.476405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:59.477154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.486832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:59.503873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=957e2c81-4430-4b07-91d5-9a896dd8980d,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:59.513922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=97242e12-e83c-4ac4-ba10-065b1559734b,revision_number=6']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:59.517283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:59.545895 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c4903314-35e4-4911-9b12-4b385423ad70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9432695 Oct 26 11:13:59.550901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53500) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:59.555847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:59.556493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.556635 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:13:59.560079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:d6:8b:ae', 'name': 'tempest-NetworksTestDHCPv6-35766985'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:59.582210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:59.599497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.604239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ec83c5d0-c728-44d4-b54b-6020f30d614b tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e1129cf2-5229-4e69-8205-51a8674a2b41), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.656021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83c5d0-c728-44d4-b54b-6020f30d614b tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=e1129cf2-5229-4e69-8205-51a8674a2b41,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:59.694074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a4ccd-5582-4f3b-9f9e-768269966e09 None None] Pushing event updated for resources: {'Port': ['ID=c1e9b173-fda5-48f5-84d2-78f7dbab292c,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:59.716277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c56f87f1-19ad-4d66-8b1e-9c5ad9ef881d None None] For port 07223ff8-ff1e-42f8-8e59-a83746cf0250, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=07223ff8-ff1e-42f8-8e59-a83746cf0250,segment=NetworkSegment(21b81c44-10f3-4f80-a47d-df3541155f7e),segment_id=21b81c44-10f3-4f80-a47d-df3541155f7e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:59.742045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:59.755190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ee65e01-c3cf-43fd-85e7-10a67a69142b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4d8b2733-ab4a-4ce3-89a3-d73eeb5212da), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.760061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.767405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:59.785559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a52a41cc-66a2-4abb-9af5-8c23c4cfb355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (97242e12-e83c-4ac4-ba10-065b1559734b), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.810723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ec83c5d0-c728-44d4-b54b-6020f30d614b tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.810997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a41cc-66a2-4abb-9af5-8c23c4cfb355 None None] No DVR routers for this DVR port 97242e12-e83c-4ac4-ba10-065b1559734b on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:13:59.812357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee65e01-c3cf-43fd-85e7-10a67a69142b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=4d8b2733-ab4a-4ce3-89a3-d73eeb5212da,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:59.827703 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ec83c5d0-c728-44d4-b54b-6020f30d614b tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/ports/e1129cf2-5229-4e69-8205-51a8674a2b41 HTTP/1.1" status: 204 len: 168 time: 1.3368578 Oct 26 11:13:59.829984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53502) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:59.830294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 829fe610-292b-46f7-ae3d-570d338a9e46 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:59.840276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:59.875927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:59.875927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:59.877460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Publish callbacks [] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.885198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a0191d-31dc-44a4-900c-d2c08c3672ab None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:59.885430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:59.892031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=e77e42f3-e9ed-4c62-ade6-e51e6c19357d,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:59.892725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c56f87f1-19ad-4d66-8b1e-9c5ad9ef881d None None] Publish callbacks [] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.901153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a41cc-66a2-4abb-9af5-8c23c4cfb355 None None] Pushing event deleted for resources: {'Port': ['ID=97242e12-e83c-4ac4-ba10-065b1559734b,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:59.925389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.977554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (c54532e0-32b3-4371-a87a-9e7014e5694f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.980483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:59.980769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c56f87f1-19ad-4d66-8b1e-9c5ad9ef881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.006766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ee65e01-c3cf-43fd-85e7-10a67a69142b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.010678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ee65e01-c3cf-43fd-85e7-10a67a69142b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4d8b2733-ab4a-4ce3-89a3-d73eeb5212da HTTP/1.1" status: 204 len: 168 time: 1.0794692 Oct 26 11:14:00.014710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.018523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53504) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:00.062300 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-4830fd52-8b14-4c61-8836-4326a8b281ce tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:14:00.064555 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4830fd52-8b14-4c61-8836-4326a8b281ce tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/4d8b2733-ab4a-4ce3-89a3-d73eeb5212da HTTP/1.1" status: 404 len: 333 time: 0.0443001 Oct 26 11:14:00.075282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port b8b4cd8e-ce7b-4c61-a15e-bf2261292304 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:00.076768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53506) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:00.132031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:00.137537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Pushing event updated for resources: {'Port': ['ID=021fa60a-89dc-45fd-b762-a7851b4ab32f,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:00.141406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:00.154719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:00.207106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.218403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (f6253ce5-5149-4b65-ae22-e5415cf56750), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.221526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:00.245459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:fed6:8bae (e006cddc-269c-485d-9059-cd1342ff5d5c/957e2c81-4430-4b07-91d5-9a896dd8980d/b8b4cd8e-ce7b-4c61-a15e-bf2261292304) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:00.279484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.297771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:00.298893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 97242e12-e83c-4ac4-ba10-065b1559734b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:00.376811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 97242e12-e83c-4ac4-ba10-065b1559734b {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:00.377161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 97242e12-e83c-4ac4-ba10-065b1559734b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 11:14:00.402754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53508) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:00.405194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e006cddc-269c-485d-9059-cd1342ff5d5c', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'fixed_ips': [{'subnet_id': '957e2c81-4430-4b07-91d5-9a896dd8980d'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:14:00.406343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.406615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.26.0.223 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/244cde90-400e-406c-906a-13abbce647b1) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:00.417089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f87f1-19ad-4d66-8b1e-9c5ad9ef881d None None] Pushing event updated for resources: {'Port': ['ID=07223ff8-ff1e-42f8-8e59-a83746cf0250,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:00.475359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8165e8-732e-49fe-9154-93181891e475 None None] Network 829fe610-292b-46f7-ae3d-570d338a9e46 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:00.476293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (f6253ce5-5149-4b65-ae22-e5415cf56750), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.476906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port 97242e12-e83c-4ac4-ba10-065b1559734b not found, will not notify nova. {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 11:14:00.501113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Attempting to bind port 021fa60a-89dc-45fd-b762-a7851b4ab32f on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:14:00.501353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Attempting to bind port 021fa60a-89dc-45fd-b762-a7851b4ab32f by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd1fee228-5edc-41db-940a-bf6c054a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9ee0b9eb-f7e3-452e-9177-897e3ec7241c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:14:00.501737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Attempting to bind port 021fa60a-89dc-45fd-b762-a7851b4ab32f on network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:14:00.504788 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f11847f2-a0e9-4a45-8720-b444a9e4e919 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.0998862 Oct 26 11:14:00.520230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.525754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:00.542138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (b8b4cd8e-ce7b-4c61-a15e-bf2261292304), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.583981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b8b4cd8e-ce7b-4c61-a15e-bf2261292304), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.629343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (244cde90-400e-406c-906a-13abbce647b1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.633405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f6253ce5-5149-4b65-ae22-e5415cf56750), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.635713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.639705 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f6253ce5-5149-4b65-ae22-e5415cf56750 HTTP/1.1" status: 204 len: 168 time: 0.5612447 Oct 26 11:14:00.644365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53510) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:00.659829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:00.668161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:00.672905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=b8b4cd8e-ce7b-4c61-a15e-bf2261292304,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:00.678916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:00.684190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:00.685844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.688349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:14:00.688803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Checking segment: {'id': 'd1fee228-5edc-41db-940a-bf6c054a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9ee0b9eb-f7e3-452e-9177-897e3ec7241c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:00.693189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.694228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Bound using segment: {'id': 'd1fee228-5edc-41db-940a-bf6c054a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9ee0b9eb-f7e3-452e-9177-897e3ec7241c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:14:00.694816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Bound port: 021fa60a-89dc-45fd-b762-a7851b4ab32f, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fee228-5edc-41db-940a-bf6c054a3c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9ee0b9eb-f7e3-452e-9177-897e3ec7241c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:14:00.695290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.701807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:00.702942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6253ce5-5149-4b65-ae22-e5415cf56750,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:00.717689 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-18b6aff1-c0b2-442c-8d77-18c7050ee92f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1632931 Oct 26 11:14:00.720327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:00.720828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53512) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:00.763458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.763874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.764184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.764534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.765025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.765369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.765707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.766042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.766373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.766700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.767036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.767356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.767691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.768032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.768361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a98ad-5aa8-4763-bfe1-5a929a107246 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:00.779667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd362d-56a3-4e30-b862-ae31be8fc601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:00.781529 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-00cd362d-56a3-4e30-b862-ae31be8fc601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0594451 Oct 26 11:14:00.785762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53514) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:00.840967 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:00.842037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:00.842192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Allocated IP 2001:db8::f816:3eff:fe67:454 (e006cddc-269c-485d-9059-cd1342ff5d5c/957e2c81-4430-4b07-91d5-9a896dd8980d/55c664fe-bf8b-462a-bc16-afe9426504b7) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:00.842335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:00.844056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:00.867030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bb448be0-5fe0-4da0-9a5f-88ec4fd8aa36 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (77bfdda9-9f7f-447c-b92c-c2821619e7ac), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.883068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (244cde90-400e-406c-906a-13abbce647b1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.947369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bb448be0-5fe0-4da0-9a5f-88ec4fd8aa36 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (77bfdda9-9f7f-447c-b92c-c2821619e7ac), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.966025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-015d157e-14be-4e87-86d4-4c2b2cec8818 None None] Provisioning complete for port c1e9b173-fda5-48f5-84d2-78f7dbab292c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:00.966404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-015d157e-14be-4e87-86d4-4c2b2cec8818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:00.966744 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-015d157e-14be-4e87-86d4-4c2b2cec8818 None None] Attempt 1 to provision port c1e9b173-fda5-48f5-84d2-78f7dbab292c Oct 26 11:14:01.008775 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:01.027325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bb448be0-5fe0-4da0-9a5f-88ec4fd8aa36 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (77bfdda9-9f7f-447c-b92c-c2821619e7ac), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.031370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bb448be0-5fe0-4da0-9a5f-88ec4fd8aa36 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.033085 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bb448be0-5fe0-4da0-9a5f-88ec4fd8aa36 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/77bfdda9-9f7f-447c-b92c-c2821619e7ac HTTP/1.1" status: 204 len: 168 time: 0.3851614 Oct 26 11:14:01.049242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53516) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:01.052608 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:01.066399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-60dd78cd-4aa3-46a8-86f6-4e6db97d04d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port b8b4cd8e-ce7b-4c61-a15e-bf2261292304 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:01.066399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-60dd78cd-4aa3-46a8-86f6-4e6db97d04d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b8b4cd8e-ce7b-4c61-a15e-bf2261292304), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.140480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb448be0-5fe0-4da0-9a5f-88ec4fd8aa36 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bfdda9-9f7f-447c-b92c-c2821619e7ac,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:01.153001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:01.170683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 07223ff8-ff1e-42f8-8e59-a83746cf0250 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:01.214030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc2465b-9e1d-4f79-9720-279cbb7da7c3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet 7c0e9ce6-11b5-4cb8-a190-bc1f767eade8 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:01.218536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfc2465b-9e1d-4f79-9720-279cbb7da7c3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (7c0e9ce6-11b5-4cb8-a190-bc1f767eade8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.270663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfc2465b-9e1d-4f79-9720-279cbb7da7c3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (7c0e9ce6-11b5-4cb8-a190-bc1f767eade8), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.393803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfc2465b-9e1d-4f79-9720-279cbb7da7c3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (7c0e9ce6-11b5-4cb8-a190-bc1f767eade8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.414831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:01.415206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.415553 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:14:01.426355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:54Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:59Z', 'revision_number': 3, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:58Z', 'revision_number': 17, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:01.461501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:01.479086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfc2465b-9e1d-4f79-9720-279cbb7da7c3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (7c0e9ce6-11b5-4cb8-a190-bc1f767eade8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.501207 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:01.519270 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:01.520021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:01.578475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-60dd78cd-4aa3-46a8-86f6-4e6db97d04d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b8b4cd8e-ce7b-4c61-a15e-bf2261292304), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.594967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-60dd78cd-4aa3-46a8-86f6-4e6db97d04d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for b8b4cd8e-ce7b-4c61-a15e-bf2261292304 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:01.616238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:01.618230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53518) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:01.644330 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:01.650589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Publish callbacks [] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.660208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=244cde90-400e-406c-906a-13abbce647b1,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:01.715214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] For port 021fa60a-89dc-45fd-b762-a7851b4ab32f, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:14:01.720095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] For port 021fa60a-89dc-45fd-b762-a7851b4ab32f, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=021fa60a-89dc-45fd-b762-a7851b4ab32f,segment=NetworkSegment(d1fee228-5edc-41db-940a-bf6c054a3c05),segment_id=d1fee228-5edc-41db-940a-bf6c054a3c05)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:14:01.749064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:01.751996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.768449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.791671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:01.806789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.815355 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8849d7f8-62f5-4227-ac93-6109cecf6d35 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1564112 Oct 26 11:14:01.816353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:01.824727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfc2465b-9e1d-4f79-9720-279cbb7da7c3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.836338 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bfc2465b-9e1d-4f79-9720-279cbb7da7c3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/7c0e9ce6-11b5-4cb8-a190-bc1f767eade8 HTTP/1.1" status: 204 len: 168 time: 0.7860343 Oct 26 11:14:01.841757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2465b-9e1d-4f79-9720-279cbb7da7c3 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0e9ce6-11b5-4cb8-a190-bc1f767eade8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:01.851871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53520) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:01.856785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-60dd78cd-4aa3-46a8-86f6-4e6db97d04d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b8b4cd8e-ce7b-4c61-a15e-bf2261292304), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:01.869163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:01.968347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:01.969574 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:54Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:59Z', 'revision_number': 3, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:58Z', 'revision_number': 17, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:02.045616 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5655391-e77b-4c31-a1f9-997fff313891 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:13:54Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:13:59Z', 'revision_number': 3, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:13:58Z', 'revision_number': 17, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:02.064145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.066505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd78cd-4aa3-46a8-86f6-4e6db97d04d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=b8b4cd8e-ce7b-4c61-a15e-bf2261292304,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:02.110559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.121422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-60dd78cd-4aa3-46a8-86f6-4e6db97d04d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.129180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-60dd78cd-4aa3-46a8-86f6-4e6db97d04d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/b8b4cd8e-ce7b-4c61-a15e-bf2261292304 HTTP/1.1" status: 204 len: 168 time: 1.3383729 Oct 26 11:14:02.136046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53522) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:02.197637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:02.198709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:02.204160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (01802f6c-04ed-4133-b172-566f542387d1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.214461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:02.223019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.258310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (c54532e0-32b3-4371-a87a-9e7014e5694f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.284334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61ec1b-4b12-407e-8bcd-d7e6f9db4587 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:02.286080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61ec1b-4b12-407e-8bcd-d7e6f9db4587 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:02.294081 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8b61ec1b-4b12-407e-8bcd-d7e6f9db4587 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1541717 Oct 26 11:14:02.294559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53524) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:02.302467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=e77e42f3-e9ed-4c62-ade6-e51e6c19357d,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:02.312969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:02.315023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-015d157e-14be-4e87-86d4-4c2b2cec8818 None None] Current status of the port c1e9b173-fda5-48f5-84d2-78f7dbab292c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:02.315482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-015d157e-14be-4e87-86d4-4c2b2cec8818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.344867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (244cde90-400e-406c-906a-13abbce647b1), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.365532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:02.370232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Pushing event updated for resources: {'Port': ['ID=021fa60a-89dc-45fd-b762-a7851b4ab32f,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:02.370601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.399174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.399612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.400072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.400482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.400881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.401302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.401697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.402444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.402444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.402865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.403274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.403749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.404106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.404487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.404891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6708bb8-79b2-47f8-9d5c-a794751d3b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:02.520047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Attempting to bind port 55c664fe-bf8b-462a-bc16-afe9426504b7 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:14:02.520047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Attempting to bind port 55c664fe-bf8b-462a-bc16-afe9426504b7 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:14:02.520047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Attempting to bind port 55c664fe-bf8b-462a-bc16-afe9426504b7 on network e006cddc-269c-485d-9059-cd1342ff5d5c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:14:02.553790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:02.554902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c1e9b173-fda5-48f5-84d2-78f7dbab292c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:02.563682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-015d157e-14be-4e87-86d4-4c2b2cec8818 None None] For port c1e9b173-fda5-48f5-84d2-78f7dbab292c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c1e9b173-fda5-48f5-84d2-78f7dbab292c,segment=NetworkSegment(f7c09c62-24d4-43d9-97ef-310bc916bdcd),segment_id=f7c09c62-24d4-43d9-97ef-310bc916bdcd)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:02.590646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 829fe610-292b-46f7-ae3d-570d338a9e46 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:02.597545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:02.609934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:02.619015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Pushing event updated for resources: {'Port': ['ID=55c664fe-bf8b-462a-bc16-afe9426504b7,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:02.623238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-015d157e-14be-4e87-86d4-4c2b2cec8818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.703621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:02.788084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:02.792990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (11ee65e5-5047-49be-9766-6495e328cd83), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.804700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:14:02.805336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Checking segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:02.805780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.805907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Bound using segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:14:02.806399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Bound port: 55c664fe-bf8b-462a-bc16-afe9426504b7, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:14:02.806787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.815507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53528) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:02.846833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c1e9b173-fda5-48f5-84d2-78f7dbab292c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:02.847036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.847383 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c1e9b173-fda5-48f5-84d2-78f7dbab292c Oct 26 11:14:02.857037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:02.895816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (244cde90-400e-406c-906a-13abbce647b1), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.901163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d157e-14be-4e87-86d4-4c2b2cec8818 None None] Pushing event updated for resources: {'Port': ['ID=c1e9b173-fda5-48f5-84d2-78f7dbab292c,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:02.907157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Provisioning complete for port e77e42f3-e9ed-4c62-ade6-e51e6c19357d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:02.907553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.908053 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Attempt 1 to provision port e77e42f3-e9ed-4c62-ade6-e51e6c19357d Oct 26 11:14:02.923510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (244cde90-400e-406c-906a-13abbce647b1), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.926914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:02.936082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:02.946297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:02.947146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.960248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a01c2bf-996e-4405-85a0-04f4e66788ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 957e2c81-4430-4b07-91d5-9a896dd8980d {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:03.005609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4a01c2bf-996e-4405-85a0-04f4e66788ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (957e2c81-4430-4b07-91d5-9a896dd8980d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.015939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=11ee65e5-5047-49be-9766-6495e328cd83,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:03.074724 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2144721 Oct 26 11:14:03.081942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53530) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:03.085635 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bfe606bb-ba6f-4ac0-8694-37f542992299 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2537417 Oct 26 11:14:03.093918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Port e77e42f3-e9ed-4c62-ade6-e51e6c19357d cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:03.096205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9315b964-63b8-40cd-ba48-61e34ba2fb7d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'security_group': {'name': 'tempest-secgroup-225690607'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:03.111686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.111962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:03.112063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.112166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.112366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.112514 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:14:03.119664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.120278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.120804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.121283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.121709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] For port 55c664fe-bf8b-462a-bc16-afe9426504b7, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:14:03.121947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.122436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.122915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.123392 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.123895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.126128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.126673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.135894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8795f23-0cf3-4d65-ae6f-76ff2b52f286 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:03.165266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4a01c2bf-996e-4405-85a0-04f4e66788ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (957e2c81-4430-4b07-91d5-9a896dd8980d), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.176042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] For port 55c664fe-bf8b-462a-bc16-afe9426504b7, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=55c664fe-bf8b-462a-bc16-afe9426504b7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:14:03.182119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=244cde90-400e-406c-906a-13abbce647b1,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:03.210622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (01802f6c-04ed-4133-b172-566f542387d1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.214146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router c54532e0-32b3-4371-a87a-9e7014e5694f is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:14:03.234739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.260109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.265679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4510f6db-6467-411d-bd93-38fe28fb7fdf tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4341676 Oct 26 11:14:03.274202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53532) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:03.282697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'port': {'network_id': 'ccd060da-075b-492b-8cac-ff4f8c6d679a', 'name': 'tempest-FloatingIPTestJSON-1144557184'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:03.317744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9315b964-63b8-40cd-ba48-61e34ba2fb7d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.345644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c1e9b173-fda5-48f5-84d2-78f7dbab292c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:03.410583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:03.424760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36e7c7-95f4-4012-8aac-09ead873ec2e None None] Pushing event updated for resources: {'Port': ['ID=55c664fe-bf8b-462a-bc16-afe9426504b7,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:03.428892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:03.452760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Provisioning complete for port c1e9b173-fda5-48f5-84d2-78f7dbab292c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:03.453143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.453491 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Attempt 1 to provision port c1e9b173-fda5-48f5-84d2-78f7dbab292c Oct 26 11:14:03.483308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:03.556981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4a01c2bf-996e-4405-85a0-04f4e66788ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (957e2c81-4430-4b07-91d5-9a896dd8980d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.594537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:03.603568 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4df93ec1-b592-4871-88ed-990872cedd6c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/c54532e0-32b3-4371-a87a-9e7014e5694f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4640756 Oct 26 11:14:03.622919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53534) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:03.642732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6957632-6a7d-4a70-88dd-9a158e709182 None None] Sync routers for ids ['c54532e0-32b3-4371-a87a-9e7014e5694f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:03.646137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01adc5f-eaf3-4f52-846e-22999dc3272b None None] Network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:03.669809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9315b964-63b8-40cd-ba48-61e34ba2fb7d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (19c48cf0-92da-4b0c-9068-9afe96e6ad5e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.692109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9315b964-63b8-40cd-ba48-61e34ba2fb7d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (19c48cf0-92da-4b0c-9068-9afe96e6ad5e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.766560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0bd957-f9f3-4c59-9154-4254d02d41dd tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:03.769497 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2c0bd957-f9f3-4c59-9154-4254d02d41dd tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports/e77e42f3-e9ed-4c62-ade6-e51e6c19357d HTTP/1.1" status: 200 len: 910 time: 0.1394937 Oct 26 11:14:03.773482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53536) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:03.793189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9315b964-63b8-40cd-ba48-61e34ba2fb7d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.795938 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9315b964-63b8-40cd-ba48-61e34ba2fb7d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7024219 Oct 26 11:14:03.797913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Current status of the port c1e9b173-fda5-48f5-84d2-78f7dbab292c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:03.799389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53538) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:03.804994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315b964-63b8-40cd-ba48-61e34ba2fb7d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c48cf0-92da-4b0c-9068-9afe96e6ad5e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:03.807541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-aca2439f-b7c5-474a-a143-c13cf8ef47c4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'security_group': {'name': 'tempest-secgroup-782975827'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:03.810896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Could not find standard attr ID for object 4d8b2733-ab4a-4ce3-89a3-d73eeb5212da. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:03.811651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:03.812056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.814017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6957632-6a7d-4a70-88dd-9a158e709182 None None] Routers {'c54532e0-32b3-4371-a87a-9e7014e5694f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:03.814644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d6957632-6a7d-4a70-88dd-9a158e709182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c54532e0-32b3-4371-a87a-9e7014e5694f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:03.826445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4a01c2bf-996e-4405-85a0-04f4e66788ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (957e2c81-4430-4b07-91d5-9a896dd8980d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.859614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4a01c2bf-996e-4405-85a0-04f4e66788ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.874638 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4a01c2bf-996e-4405-85a0-04f4e66788ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/957e2c81-4430-4b07-91d5-9a896dd8980d HTTP/1.1" status: 204 len: 168 time: 1.5294807 Oct 26 11:14:03.875287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53540) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:03.894193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d6957632-6a7d-4a70-88dd-9a158e709182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:03.900267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:03.918703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Made reservation on behalf of 392fe2487f3a4b5d8f55daa93318c126 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:03.922728 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.924706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01c2bf-996e-4405-85a0-04f4e66788ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=957e2c81-4430-4b07-91d5-9a896dd8980d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:03.955106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Provisioning complete for port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:03.963184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:03.963903 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Attempt 1 to provision port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 Oct 26 11:14:03.984415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:03.998028 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a8a3a5e4-d82e-4b0a-96c0-2e463263cf5d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749600 Oct 26 11:14:04.000386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53542) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:04.022113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] device_id is not set on port b639a18c-be94-41ad-a34d-67207e929bc1 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:04.037880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aca2439f-b7c5-474a-a143-c13cf8ef47c4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:04.046852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:04.047577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 97242e12-e83c-4ac4-ba10-065b1559734b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:04.049279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6957632-6a7d-4a70-88dd-9a158e709182 None None] Routers {'c54532e0-32b3-4371-a87a-9e7014e5694f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:04.049907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d6957632-6a7d-4a70-88dd-9a158e709182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c54532e0-32b3-4371-a87a-9e7014e5694f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:04.074884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cb1fc9-54d8-4f26-a4af-ec3133aa4291 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:04.078790 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-06cb1fc9-54d8-4f26-a4af-ec3133aa4291 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0772469 Oct 26 11:14:04.079844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53544) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:04.088837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53546) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:04.246038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199cec0d-8aeb-4b8c-8632-0000ecaa7e87 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:04.247621 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-199cec0d-8aeb-4b8c-8632-0000ecaa7e87 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1574464 Oct 26 11:14:04.253833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53548) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:04.259391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-25809703-cb5c-49ee-959d-b5b15c7b95d0 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1777909 Oct 26 11:14:04.265086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 97242e12-e83c-4ac4-ba10-065b1559734b {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:04.265869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 97242e12-e83c-4ac4-ba10-065b1559734b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:04.294108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d6957632-6a7d-4a70-88dd-9a158e709182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:04.294979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6957632-6a7d-4a70-88dd-9a158e709182 None None] The sync data for ids ['c54532e0-32b3-4371-a87a-9e7014e5694f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:04.307804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b5029e81-5cb5-485c-8522-054765fc08c2 None None] Port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:04.358383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:04.358552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:04.393916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53550) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:04.394138 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c3088785-bc29-44ae-9810-8757171a6ef9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178300 Oct 26 11:14:04.402225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:04.442486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Provisioning complete for port e77e42f3-e9ed-4c62-ade6-e51e6c19357d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:04.444913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:04.447894 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Attempt 1 to provision port e77e42f3-e9ed-4c62-ade6-e51e6c19357d Oct 26 11:14:04.564081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Port e77e42f3-e9ed-4c62-ade6-e51e6c19357d cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:04.574614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Provisioning complete for port 021fa60a-89dc-45fd-b762-a7851b4ab32f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:04.575908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:04.576434 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Attempt 1 to provision port 021fa60a-89dc-45fd-b762-a7851b4ab32f Oct 26 11:14:04.700435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:04.731448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:04.846997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Current status of the port 021fa60a-89dc-45fd-b762-a7851b4ab32f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:04.847780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:04.916348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.20.0.8 (ccd060da-075b-492b-8cac-ff4f8c6d679a/35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3/b639a18c-be94-41ad-a34d-67207e929bc1) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:04.922894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:04.940252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:04.941042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:04.941169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aca2439f-b7c5-474a-a143-c13cf8ef47c4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (8402d7ef-69af-4ad6-bab3-01e195708dc6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:04.941387 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:04.964856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aca2439f-b7c5-474a-a143-c13cf8ef47c4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8402d7ef-69af-4ad6-bab3-01e195708dc6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:04.999464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] For port 021fa60a-89dc-45fd-b762-a7851b4ab32f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=021fa60a-89dc-45fd-b762-a7851b4ab32f,segment=NetworkSegment(d1fee228-5edc-41db-940a-bf6c054a3c05),segment_id=d1fee228-5edc-41db-940a-bf6c054a3c05)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:05.011608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.037728 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2439f-b7c5-474a-a143-c13cf8ef47c4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8402d7ef-69af-4ad6-bab3-01e195708dc6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:05.062009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:05.076270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:05.080991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.097958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:05.098926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.106372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aca2439f-b7c5-474a-a143-c13cf8ef47c4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.110136 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aca2439f-b7c5-474a-a143-c13cf8ef47c4 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.3059301 Oct 26 11:14:05.111765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53554) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:05.118275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e47af93e-ea0e-4269-92da-7c0a81492d3f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'security_group': {'name': 'tempest-secgroup-575997427'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:05.152865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:05.155241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143398f5-2a5b-4f99-9521-d22a12298df1 None None] Pushing event updated for resources: {'Port': ['ID=021fa60a-89dc-45fd-b762-a7851b4ab32f,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:05.167485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0e6fdc96-3780-4caa-bba4-bd827ccb1697 None None] Provisioning complete for port 021fa60a-89dc-45fd-b762-a7851b4ab32f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:05.168000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0e6fdc96-3780-4caa-bba4-bd827ccb1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.168234 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0e6fdc96-3780-4caa-bba4-bd827ccb1697 None None] Attempt 1 to provision port 021fa60a-89dc-45fd-b762-a7851b4ab32f Oct 26 11:14:05.171026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:05.185388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:05.200080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.201014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:05.286396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53556) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:05.308300 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb24190-a22c-455c-9466-f309730901ae None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:14:05.364684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e47af93e-ea0e-4269-92da-7c0a81492d3f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.392029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:05.400543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0e6fdc96-3780-4caa-bba4-bd827ccb1697 None None] Current status of the port 021fa60a-89dc-45fd-b762-a7851b4ab32f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:05.406225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:05.406704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.407054 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:05.414078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:05.456572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:05.464264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268762b-c531-4753-b401-8954840a8077 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:05.497521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:14:05.581400 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b180c717-0d78-41af-a625-67e06f5baa8e tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2887757 Oct 26 11:14:05.601041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e47af93e-ea0e-4269-92da-7c0a81492d3f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (47fb1cd1-0ef0-450d-9d3b-9b00a9fb6192), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.629286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e47af93e-ea0e-4269-92da-7c0a81492d3f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (47fb1cd1-0ef0-450d-9d3b-9b00a9fb6192), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.696370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (b639a18c-be94-41ad-a34d-67207e929bc1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.731786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47af93e-ea0e-4269-92da-7c0a81492d3f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb1cd1-0ef0-450d-9d3b-9b00a9fb6192,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:05.733603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.733757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ce1f0-f089-42d4-a09c-29ad673e1fba None None] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:05.743647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.21.0.1 (9ee0b9eb-f7e3-452e-9177-897e3ec7241c/53372f8c-bc63-4fea-a0b4-bdb180977445/6acb4e19-9cee-4c84-9304-f032d61865a7) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:05.745381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:05.748137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e47af93e-ea0e-4269-92da-7c0a81492d3f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.749384 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e47af93e-ea0e-4269-92da-7c0a81492d3f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6345823 Oct 26 11:14:05.754682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53558) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:05.760340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1192553287', 'security_groups': ['47fb1cd1-0ef0-450d-9d3b-9b00a9fb6192'], 'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11ee65e5-5047-49be-9766-6495e328cd83'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:05.760565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-651479a1-0522-43e4-8dfe-30e587f5fb8d None None] Provisioning complete for port 55c664fe-bf8b-462a-bc16-afe9426504b7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:05.760876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-651479a1-0522-43e4-8dfe-30e587f5fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.761211 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-651479a1-0522-43e4-8dfe-30e587f5fb8d None None] Attempt 1 to provision port 55c664fe-bf8b-462a-bc16-afe9426504b7 Oct 26 11:14:05.846066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:05.846440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.903663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:05.946177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port 55c664fe-bf8b-462a-bc16-afe9426504b7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=55c664fe-bf8b-462a-bc16-afe9426504b7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:05.948437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.949346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 55c664fe-bf8b-462a-bc16-afe9426504b7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:05.981284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.988522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:05.989392 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (f1ccbfe2-34cc-434a-a634-52a5db97bdb9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.083574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:06.096548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:06.101355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:06.105695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=55c664fe-bf8b-462a-bc16-afe9426504b7,revision_number=5']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:06.109469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:06.110067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.134373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=f1ccbfe2-34cc-434a-a634-52a5db97bdb9,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:06.141934 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-18e3eaab-f1d8-4826-a514-8ae3b0759a7e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7463260 Oct 26 11:14:06.142182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-651479a1-0522-43e4-8dfe-30e587f5fb8d None None] Current status of the port 55c664fe-bf8b-462a-bc16-afe9426504b7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:06.142798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-651479a1-0522-43e4-8dfe-30e587f5fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.144137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53560) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:06.148666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:06.151308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:3c:13:1e', 'name': 'tempest-NetworksTestDHCPv6-182740117'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:06.161812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 55c664fe-bf8b-462a-bc16-afe9426504b7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:06.162198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.162608 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 55c664fe-bf8b-462a-bc16-afe9426504b7 Oct 26 11:14:06.219064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-651479a1-0522-43e4-8dfe-30e587f5fb8d None None] For port 55c664fe-bf8b-462a-bc16-afe9426504b7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=55c664fe-bf8b-462a-bc16-afe9426504b7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:06.230926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-651479a1-0522-43e4-8dfe-30e587f5fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.327344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:06.338326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 55c664fe-bf8b-462a-bc16-afe9426504b7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:06.339382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 021fa60a-89dc-45fd-b762-a7851b4ab32f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:06.369956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651479a1-0522-43e4-8dfe-30e587f5fb8d None None] Pushing event updated for resources: {'Port': ['ID=55c664fe-bf8b-462a-bc16-afe9426504b7,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:06.375339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b639a18c-be94-41ad-a34d-67207e929bc1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.385992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-27956b34-1413-44bf-b996-9850d319d9bd None None] Could not find standard attr ID for object 4d8b2733-ab4a-4ce3-89a3-d73eeb5212da. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:06.417721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218aadc-12e5-47bd-8bb7-afa3930ba39b None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:06.445163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 021fa60a-89dc-45fd-b762-a7851b4ab32f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:06.445543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.446064 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 021fa60a-89dc-45fd-b762-a7851b4ab32f Oct 26 11:14:06.448485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network ccd060da-075b-492b-8cac-ff4f8c6d679a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:06.452171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=b639a18c-be94-41ad-a34d-67207e929bc1,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:06.458061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:06.461384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:06.468751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:06.469727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:06.473073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.503708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:06.511885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port e6d6cdde-0424-4e8d-964c-70c04f9447a6 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:06.532720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:06.533905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:06.534293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.534636 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:14:06.604153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:06.604363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53562) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:06.646135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:06.647864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.659205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:06.659878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:06.672348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:fe3c:131e (e006cddc-269c-485d-9059-cd1342ff5d5c/f1ccbfe2-34cc-434a-a634-52a5db97bdb9/e6d6cdde-0424-4e8d-964c-70c04f9447a6) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:06.689780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.716878 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2e24e610-9759-46af-b25e-47730b4492da tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4390235 Oct 26 11:14:06.717586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53564) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:06.723929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c2fff42c-ce16-4167-a132-b3f8fd3051e9 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'port_id': 'b639a18c-be94-41ad-a34d-67207e929bc1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:06.727042 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-68fbf696-c9b5-4d81-9a47-3cb41ad82bc9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1338124 Oct 26 11:14:06.781733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c2fff42c-ce16-4167-a132-b3f8fd3051e9 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (01802f6c-04ed-4133-b172-566f542387d1), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.797567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.818376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:06.820686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:06.824651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] device_id is not set on port 74fa40d6-3ff2-493b-91c5-a280530745fd yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:06.854837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:06.924473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:06.943494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:06.951438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:06.973041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:06.975542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 021fa60a-89dc-45fd-b762-a7851b4ab32f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:06.977358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c1e9b173-fda5-48f5-84d2-78f7dbab292c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:06.984968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5706b-b7db-4e4a-b88e-198df3b4525f None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:07.013174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (c54532e0-32b3-4371-a87a-9e7014e5694f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.054105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Provisioning complete for port 55c664fe-bf8b-462a-bc16-afe9426504b7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:07.054477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.054998 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Attempt 1 to provision port 55c664fe-bf8b-462a-bc16-afe9426504b7 Oct 26 11:14:07.083876 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:07.098767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=6acb4e19-9cee-4c84-9304-f032d61865a7,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:07.117465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (e6d6cdde-0424-4e8d-964c-70c04f9447a6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.194419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:07.198397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.214088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:07.253699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c1e9b173-fda5-48f5-84d2-78f7dbab292c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:07.254073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.254621 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c1e9b173-fda5-48f5-84d2-78f7dbab292c Oct 26 11:14:07.268663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e6d6cdde-0424-4e8d-964c-70c04f9447a6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.299167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.14 (722ef23c-11c0-4b8b-ad49-80658abdf014/11ee65e5-5047-49be-9766-6495e328cd83/74fa40d6-3ff2-493b-91c5-a280530745fd) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:07.316206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:07.333243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:07.342091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:07.342453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Current status of the port 55c664fe-bf8b-462a-bc16-afe9426504b7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:07.365035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:07.369613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:07.370231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.375930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=e6d6cdde-0424-4e8d-964c-70c04f9447a6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:07.384335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Provisioning complete for port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:07.384335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.384842 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Attempt 1 to provision port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 Oct 26 11:14:07.402036 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b32cba5e-ea35-4906-ace2-823a459714c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2565651 Oct 26 11:14:07.409688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53566) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:07.453216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:05Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:05Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:05Z', 'revision_number': 19, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:07.468095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c2fff42c-ce16-4167-a132-b3f8fd3051e9 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.472573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c2fff42c-ce16-4167-a132-b3f8fd3051e9 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (01802f6c-04ed-4133-b172-566f542387d1), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.492437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b5706b-b7db-4e4a-b88e-198df3b4525f None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:07.501343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:07.508281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd1ea5-e5fb-4e5b-9c0f-528e48c879b2 None None] Port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:07.527112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:07.528703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c1e9b173-fda5-48f5-84d2-78f7dbab292c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:07.547622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:07.547622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:07.548324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d8190b-d82a-4344-a4a6-c10428134167 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:07.553944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d8190b-d82a-4344-a4a6-c10428134167 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:07.558378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-32d8190b-d82a-4344-a4a6-c10428134167 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1482282 Oct 26 11:14:07.559085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53568) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:07.602201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-c2fff42c-ce16-4167-a132-b3f8fd3051e9 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 01802f6c-04ed-4133-b172-566f542387d1 associated. External IP: 172.26.0.223, port: b639a18c-be94-41ad-a34d-67207e929bc1. Oct 26 11:14:07.731562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53570) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:07.758362 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:14:07.776707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 55c664fe-bf8b-462a-bc16-afe9426504b7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:07.795358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.796747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d4ad2a2b-9a1a-4da6-9c18-22b64bbb839a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port e6d6cdde-0424-4e8d-964c-70c04f9447a6 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:07.797082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4ad2a2b-9a1a-4da6-9c18-22b64bbb839a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e6d6cdde-0424-4e8d-964c-70c04f9447a6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.833064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b900f106-6db3-491f-b758-7748478edda6 None None] Provisioning complete for port 55c664fe-bf8b-462a-bc16-afe9426504b7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:07.833470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b900f106-6db3-491f-b758-7748478edda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.833773 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b900f106-6db3-491f-b758-7748478edda6 None None] Attempt 1 to provision port 55c664fe-bf8b-462a-bc16-afe9426504b7 Oct 26 11:14:07.863208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:07.871291 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-218befd9-c952-4fc0-9f8e-c03c5963a83c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1373482 Oct 26 11:14:07.897700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.911642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.914062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fff42c-ce16-4167-a132-b3f8fd3051e9 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:07.927008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:07.973177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 55c664fe-bf8b-462a-bc16-afe9426504b7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:07.973825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:07.973934 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 55c664fe-bf8b-462a-bc16-afe9426504b7 Oct 26 11:14:07.992766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4ad2a2b-9a1a-4da6-9c18-22b64bbb839a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e6d6cdde-0424-4e8d-964c-70c04f9447a6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.012660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.034891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:08.045596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d4ad2a2b-9a1a-4da6-9c18-22b64bbb839a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for e6d6cdde-0424-4e8d-964c-70c04f9447a6 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:08.048266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=6acb4e19-9cee-4c84-9304-f032d61865a7,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:08.048691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fff42c-ce16-4167-a132-b3f8fd3051e9 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:08.060039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c2fff42c-ce16-4167-a132-b3f8fd3051e9 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.062183 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b778929-979b-4ea6-9fc6-e3db4fce14c8 None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:08.082293 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b778929-979b-4ea6-9fc6-e3db4fce14c8 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:08.083291 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9b778929-979b-4ea6-9fc6-e3db4fce14c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:08.099120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=74fa40d6-3ff2-493b-91c5-a280530745fd,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:08.100563 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c2fff42c-ce16-4167-a132-b3f8fd3051e9 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/01802f6c-04ed-4133-b172-566f542387d1 HTTP/1.1" status: 200 len: 978 time: 1.3810632 Oct 26 11:14:08.101247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53572) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:08.102643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (c54532e0-32b3-4371-a87a-9e7014e5694f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.122411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:08.128882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:08.132985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:08.152043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:08.170140 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9b778929-979b-4ea6-9fc6-e3db4fce14c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:08.188697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b900f106-6db3-491f-b758-7748478edda6 None None] Current status of the port 55c664fe-bf8b-462a-bc16-afe9426504b7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:08.190670 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b778929-979b-4ea6-9fc6-e3db4fce14c8 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:08.201536 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9b778929-979b-4ea6-9fc6-e3db4fce14c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:08.224331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port b639a18c-be94-41ad-a34d-67207e929bc1 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:08.224896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b639a18c-be94-41ad-a34d-67207e929bc1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.236932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:08.237579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.244491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:08.247905 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9b778929-979b-4ea6-9fc6-e3db4fce14c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:08.248728 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b778929-979b-4ea6-9fc6-e3db4fce14c8 None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:08.308639 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c389fdd0-2e94-4a76-a2b5-9c913481140d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5528533 Oct 26 11:14:08.311925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53574) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:08.316864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6bd96ca0-05a9-49b0-a250-a86ab406aa64 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:08.333646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b639a18c-be94-41ad-a34d-67207e929bc1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.342398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 55c664fe-bf8b-462a-bc16-afe9426504b7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:08.343486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 021fa60a-89dc-45fd-b762-a7851b4ab32f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:08.351264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2dd5b-e49f-499c-bed1-2f579d30f828 None None] Update dhcp port {'port': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'fixed_ips': [{'subnet_id': 'c1c8a972-8d88-494a-9fcc-01c73beb7574', 'ip_address': '172.20.0.18'}, {'subnet_id': '11ee65e5-5047-49be-9766-6495e328cd83'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': '07223ff8-ff1e-42f8-8e59-a83746cf0250'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:14:08.423852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd5b-e49f-499c-bed1-2f579d30f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.469603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:08.480657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:08.494249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 021fa60a-89dc-45fd-b762-a7851b4ab32f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:08.494490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.494745 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 021fa60a-89dc-45fd-b762-a7851b4ab32f Oct 26 11:14:08.562571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4ad2a2b-9a1a-4da6-9c18-22b64bbb839a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e6d6cdde-0424-4e8d-964c-70c04f9447a6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.574809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:08.590623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.590998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (01802f6c-04ed-4133-b172-566f542387d1), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.591298 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 01802f6c-04ed-4133-b172-566f542387d1 disassociated. External IP: 172.26.0.223, port: b639a18c-be94-41ad-a34d-67207e929bc1. Oct 26 11:14:08.591636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for b639a18c-be94-41ad-a34d-67207e929bc1 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:08.613408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:05Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:05Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:05Z', 'revision_number': 19, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:08.628855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd96ca0-05a9-49b0-a250-a86ab406aa64 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:08.633202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6bd96ca0-05a9-49b0-a250-a86ab406aa64 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.638574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:08.656944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad2a2b-9a1a-4da6-9c18-22b64bbb839a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=e6d6cdde-0424-4e8d-964c-70c04f9447a6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:08.675560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c948c7-94a1-4a15-8d91-bb07c59ffe0a None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:05Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:05Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:05Z', 'revision_number': 19, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:08.735351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4ad2a2b-9a1a-4da6-9c18-22b64bbb839a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:08.738672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d4ad2a2b-9a1a-4da6-9c18-22b64bbb839a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/e6d6cdde-0424-4e8d-964c-70c04f9447a6 HTTP/1.1" status: 204 len: 168 time: 1.1415908 Oct 26 11:14:08.743317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-31a2dd5b-e49f-499c-bed1-2f579d30f828 None None] Allocated IP 172.20.0.2 (722ef23c-11c0-4b8b-ad49-80658abdf014/11ee65e5-5047-49be-9766-6495e328cd83/07223ff8-ff1e-42f8-8e59-a83746cf0250) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:08.745177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53576) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:08.745733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 021fa60a-89dc-45fd-b762-a7851b4ab32f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:08.769907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router c54532e0-32b3-4371-a87a-9e7014e5694f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:08.827460 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.ipam_backend_mixin [None req-6bd96ca0-05a9-49b0-a250-a86ab406aa64 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11ee65e5-5047-49be-9766-6495e328cd83 (CIDR: 172.20.0.0/28) Oct 26 11:14:08.839534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:08.860329 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd96ca0-05a9-49b0-a250-a86ab406aa64 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:08.860833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd96ca0-05a9-49b0-a250-a86ab406aa64 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:08.871784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:08.877939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53578) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:08.939316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-31a2dd5b-e49f-499c-bed1-2f579d30f828 None None] For port 07223ff8-ff1e-42f8-8e59-a83746cf0250, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=07223ff8-ff1e-42f8-8e59-a83746cf0250,segment=NetworkSegment(21b81c44-10f3-4f80-a47d-df3541155f7e),segment_id=21b81c44-10f3-4f80-a47d-df3541155f7e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:08.992503 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6bd96ca0-05a9-49b0-a250-a86ab406aa64 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6764956 Oct 26 11:14:09.032997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53580) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:09.038537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a395677b-f49b-474e-8581-9db6c4ed385f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:09.043482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd5b-e49f-499c-bed1-2f579d30f828 None None] Publish callbacks [] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.045945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:09.051285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d371c0d-4251-467f-864b-5a793b1fc696 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:09.053072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d371c0d-4251-467f-864b-5a793b1fc696 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:09.053856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-31a2dd5b-e49f-499c-bed1-2f579d30f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.055174 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d371c0d-4251-467f-864b-5a793b1fc696 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3089132 Oct 26 11:14:09.062535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53582) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:09.083431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:09.087758 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b1590494-5d52-4a92-ac1e-2bfe4a9fceef tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2018929 Oct 26 11:14:09.100226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:09.115623 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-419f862c-dcd7-4460-a6aa-79b0ca2da637 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/c54532e0-32b3-4371-a87a-9e7014e5694f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3225634 Oct 26 11:14:09.116814 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53584) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:09.147490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:09.149820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2dd5b-e49f-499c-bed1-2f579d30f828 None None] Pushing event updated for resources: {'Port': ['ID=07223ff8-ff1e-42f8-8e59-a83746cf0250,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:09.181096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc61ece-0f2f-430b-967d-7d90de043cf4 None None] Sync routers for ids ['c54532e0-32b3-4371-a87a-9e7014e5694f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:09.182464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b639a18c-be94-41ad-a34d-67207e929bc1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.186918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:09.187529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.187920 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef49117-866d-46d8-b43d-2a47edb48a12 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet f1ccbfe2-34cc-434a-a634-52a5db97bdb9 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:09.206184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bef49117-866d-46d8-b43d-2a47edb48a12 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (f1ccbfe2-34cc-434a-a634-52a5db97bdb9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.215970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6abfa-223f-4b37-b7b9-8329d55774d0 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:09.217952 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-70c6abfa-223f-4b37-b7b9-8329d55774d0 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports/6acb4e19-9cee-4c84-9304-f032d61865a7 HTTP/1.1" status: 200 len: 910 time: 0.0995576 Oct 26 11:14:09.220273 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53586) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:09.246709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc61ece-0f2f-430b-967d-7d90de043cf4 None None] Routers {'c54532e0-32b3-4371-a87a-9e7014e5694f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:09.247493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bbc61ece-0f2f-430b-967d-7d90de043cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c54532e0-32b3-4371-a87a-9e7014e5694f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:09.295263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bbc61ece-0f2f-430b-967d-7d90de043cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:09.303177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bef49117-866d-46d8-b43d-2a47edb48a12 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (f1ccbfe2-34cc-434a-a634-52a5db97bdb9), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.308813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=b639a18c-be94-41ad-a34d-67207e929bc1,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:09.336817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc61ece-0f2f-430b-967d-7d90de043cf4 None None] Routers {'c54532e0-32b3-4371-a87a-9e7014e5694f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:09.337637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bbc61ece-0f2f-430b-967d-7d90de043cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c54532e0-32b3-4371-a87a-9e7014e5694f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:09.391236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bbc61ece-0f2f-430b-967d-7d90de043cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:09.392008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc61ece-0f2f-430b-967d-7d90de043cf4 None None] The sync data for ids ['c54532e0-32b3-4371-a87a-9e7014e5694f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:09.401276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:09.407097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.408177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:09.550422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:09.559502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a395677b-f49b-474e-8581-9db6c4ed385f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:09.568515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a395677b-f49b-474e-8581-9db6c4ed385f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.612215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:09.612751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.644668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:09.658683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.720241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bef49117-866d-46d8-b43d-2a47edb48a12 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (f1ccbfe2-34cc-434a-a634-52a5db97bdb9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:09.883266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:09.991880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:10.031808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:10.072106 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.ipam_backend_mixin [None req-a395677b-f49b-474e-8581-9db6c4ed385f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c1c8a972-8d88-494a-9fcc-01c73beb7574 (CIDR: 172.20.0.16/28) Oct 26 11:14:10.095679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53588) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:10.098250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a395677b-f49b-474e-8581-9db6c4ed385f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:10.099438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a395677b-f49b-474e-8581-9db6c4ed385f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:10.101467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:10.101997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.102300 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:10.111117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bef49117-866d-46d8-b43d-2a47edb48a12 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (f1ccbfe2-34cc-434a-a634-52a5db97bdb9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.152324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:10.160917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bef49117-866d-46d8-b43d-2a47edb48a12 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.165334 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bef49117-866d-46d8-b43d-2a47edb48a12 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/f1ccbfe2-34cc-434a-a634-52a5db97bdb9 HTTP/1.1" status: 204 len: 168 time: 1.1014683 Oct 26 11:14:10.170312 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d90b8a-4617-47d8-a0cb-77e8bf404653 None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:10.195510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef49117-866d-46d8-b43d-2a47edb48a12 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ccbfe2-34cc-434a-a634-52a5db97bdb9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:10.198442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53590) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:10.212276 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d90b8a-4617-47d8-a0cb-77e8bf404653 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:10.214226 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a6d90b8a-4617-47d8-a0cb-77e8bf404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:10.224010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:10.224843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.273394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ec2e81db-9308-405e-b507-b56a42c95e69 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:10.273945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec2e81db-9308-405e-b507-b56a42c95e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.276325 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ec2e81db-9308-405e-b507-b56a42c95e69 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:14:10.325861 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a6d90b8a-4617-47d8-a0cb-77e8bf404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:10.326622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (c54532e0-32b3-4371-a87a-9e7014e5694f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.348968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d90b8a-4617-47d8-a0cb-77e8bf404653 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:10.351621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a6d90b8a-4617-47d8-a0cb-77e8bf404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:10.356422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:10.382656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.386995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:10.418716 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a395677b-f49b-474e-8581-9db6c4ed385f tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3846531 Oct 26 11:14:10.432152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53592) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:10.443438 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a6d90b8a-4617-47d8-a0cb-77e8bf404653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:10.444347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d90b8a-4617-47d8-a0cb-77e8bf404653 None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:10.466631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'subnet': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:10.503094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:10.505092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:10.535342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.539592 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-24500799-6394-4724-8ef1-f35b8be792de tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/ports/b639a18c-be94-41ad-a34d-67207e929bc1 HTTP/1.1" status: 204 len: 168 time: 2.4306602 Oct 26 11:14:10.545709 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6c093155-1142-48b6-b666-754c8fc5d844 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.4210300 Oct 26 11:14:10.548164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53594) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:10.555703 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-897190e6-dbc0-4141-bccf-a07ebbd32d0f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2751946 Oct 26 11:14:10.591008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53596) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:10.608961 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f97fc0e7-544a-4d20-9c4a-5bddc11347f4 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "GET /networking/v2.0/floatingips/01802f6c-04ed-4133-b172-566f542387d1 HTTP/1.1" status: 200 len: 688 time: 0.0515656 Oct 26 11:14:10.610929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:10.612614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53598) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:10.629558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e81db-9308-405e-b507-b56a42c95e69 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:10.661022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:10.669297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ec2e81db-9308-405e-b507-b56a42c95e69 None None] Provisioning complete for port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:10.669680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec2e81db-9308-405e-b507-b56a42c95e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.670065 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ec2e81db-9308-405e-b507-b56a42c95e69 None None] Attempt 1 to provision port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 Oct 26 11:14:10.726138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:10.727432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.728669 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:10.730841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952350cc-f120-4ced-abee-7dbc2d82772b None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:10.777208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:10.808917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port 244cde90-400e-406c-906a-13abbce647b1 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:10.809520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (244cde90-400e-406c-906a-13abbce647b1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.830743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:10.845946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e81db-9308-405e-b507-b56a42c95e69 None None] Port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:10.908467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:10.916984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.949980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:10.961455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-12c36e59-aa37-4322-8b70-c9f5ac16b697 None None] Could not find standard attr ID for object 308d2eb1-d6c9-41c2-a446-3f6ae111df4d. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:10.985471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-12c36e59-aa37-4322-8b70-c9f5ac16b697 None None] Provisioning complete for port 6acb4e19-9cee-4c84-9304-f032d61865a7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:10.985849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12c36e59-aa37-4322-8b70-c9f5ac16b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.986191 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-12c36e59-aa37-4322-8b70-c9f5ac16b697 None None] Attempt 1 to provision port 6acb4e19-9cee-4c84-9304-f032d61865a7 Oct 26 11:14:10.987783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:10.988124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.990194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (244cde90-400e-406c-906a-13abbce647b1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:10.990763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (244cde90-400e-406c-906a-13abbce647b1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.013399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for 244cde90-400e-406c-906a-13abbce647b1 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:11.023761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064400d5-10e1-44ae-9656-3385600ffd1e None None] DHCP port deletion for e006cddc-269c-485d-9059-cd1342ff5d5c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:14:11.052204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:11.056034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-12c36e59-aa37-4322-8b70-c9f5ac16b697 None None] Port 6acb4e19-9cee-4c84-9304-f032d61865a7 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:11.078366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.079190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 07223ff8-ff1e-42f8-8e59-a83746cf0250 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:11.087812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Made reservation on behalf of f87baa385b494f3db1eadf4bcc15cb01 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:11.092420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.139568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-064400d5-10e1-44ae-9656-3385600ffd1e None None] Deleting port 55c664fe-bf8b-462a-bc16-afe9426504b7 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:11.140210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-064400d5-10e1-44ae-9656-3385600ffd1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.141657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-12c36e59-aa37-4322-8b70-c9f5ac16b697 None None] Provisioning complete for port 74fa40d6-3ff2-493b-91c5-a280530745fd triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:11.142015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12c36e59-aa37-4322-8b70-c9f5ac16b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.142351 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-12c36e59-aa37-4322-8b70-c9f5ac16b697 None None] Attempt 1 to provision port 74fa40d6-3ff2-493b-91c5-a280530745fd Oct 26 11:14:11.181017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (244cde90-400e-406c-906a-13abbce647b1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.202918 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:11.224210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=244cde90-400e-406c-906a-13abbce647b1,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:11.228571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 6acb4e19-9cee-4c84-9304-f032d61865a7 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:11.229234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.248132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-12c36e59-aa37-4322-8b70-c9f5ac16b697 None None] Port 74fa40d6-3ff2-493b-91c5-a280530745fd cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:11.250559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:11.292835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:11.293526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.293865 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:14:11.296946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-064400d5-10e1-44ae-9656-3385600ffd1e None None] For port 55c664fe-bf8b-462a-bc16-afe9426504b7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=55c664fe-bf8b-462a-bc16-afe9426504b7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:11.297346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-064400d5-10e1-44ae-9656-3385600ffd1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.301439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (01802f6c-04ed-4133-b172-566f542387d1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.306056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.307877 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a582df99-a300-4905-b66f-d5be3c6c039c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/01802f6c-04ed-4133-b172-566f542387d1 HTTP/1.1" status: 204 len: 168 time: 0.6936946 Oct 26 11:14:11.311254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53600) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:11.315959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'd81bdf80-1174-4667-8968-e6767959e94a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:11.332865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-064400d5-10e1-44ae-9656-3385600ffd1e None None] Calling delete_port for 55c664fe-bf8b-462a-bc16-afe9426504b7 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:11.342345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.402995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ff1edbe0-76da-4797-a15b-eb2d4490db00 None None] Provisioning complete for port 6acb4e19-9cee-4c84-9304-f032d61865a7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:11.403365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ff1edbe0-76da-4797-a15b-eb2d4490db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.403702 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ff1edbe0-76da-4797-a15b-eb2d4490db00 None None] Attempt 1 to provision port 6acb4e19-9cee-4c84-9304-f032d61865a7 Oct 26 11:14:11.435983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.448446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.481589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1586723-dbde-4c95-a01e-73ada6d760e6 None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:14:11.489953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ff1edbe0-76da-4797-a15b-eb2d4490db00 None None] Port 6acb4e19-9cee-4c84-9304-f032d61865a7 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:11.495506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:11.508763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 6acb4e19-9cee-4c84-9304-f032d61865a7 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:11.533327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:11.553443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53602) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:11.569054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.603840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-064400d5-10e1-44ae-9656-3385600ffd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (55c664fe-bf8b-462a-bc16-afe9426504b7), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.609356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.26.0.156 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/f353cb68-7496-40f2-b7c0-c9e00278418e) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:11.638617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064400d5-10e1-44ae-9656-3385600ffd1e None None] No DVR routers for this DVR port 55c664fe-bf8b-462a-bc16-afe9426504b7 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:11.641540 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-11778e96-cfba-487d-9221-3fc1267bdda9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.0869274 Oct 26 11:14:11.653234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064400d5-10e1-44ae-9656-3385600ffd1e None None] Pushing event deleted for resources: {'Port': ['ID=55c664fe-bf8b-462a-bc16-afe9426504b7,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:11.701275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.objects.ports [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105415) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:14:11.702164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:11.711691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (5490ab3b-b378-4395-99f8-afe1ddf3cef2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.732594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:11.761326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (f353cb68-7496-40f2-b7c0-c9e00278418e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.798722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f353cb68-7496-40f2-b7c0-c9e00278418e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.808238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:11.833470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (7d1228bc-0cc9-464a-8596-624e94a322b7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.841630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:11.845027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=5490ab3b-b378-4395-99f8-afe1ddf3cef2,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:11.848326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:11.852124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:11.852553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:11.856768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:11.866112 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:11.866592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803aa468-6a9a-4991-860a-1acdaecbe6b8 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:11.867057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.892058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=f353cb68-7496-40f2-b7c0-c9e00278418e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:11.902211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:11.932404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:11.942565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:11.962422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:11.971151 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-063db989-9049-48d6-812b-5432462cf23e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3758471 Oct 26 11:14:11.974140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53604) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:11.977111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:11.977683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:11.981408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:d4:f1:16', 'name': 'tempest-NetworksTestDHCPv6-1773584433'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:11.991685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Subnet': ['ID=7d1228bc-0cc9-464a-8596-624e94a322b7,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:11.996090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa82d9-8c48-42f3-af34-3fb44a3040bb None None] Network 722ef23c-11c0-4b8b-ad49-80658abdf014 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:12.036862 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e651fba2-5e7d-4041-aae2-3b8593c75da5 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5828741 Oct 26 11:14:12.039736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6acb4e19-9cee-4c84-9304-f032d61865a7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.041913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53606) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:12.049595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-69130150', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d1228bc-0cc9-464a-8596-624e94a322b7'}], 'security_groups': ['19c48cf0-92da-4b0c-9068-9afe96e6ad5e', '8402d7ef-69af-4ad6-bab3-01e195708dc6']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:12.078318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:12.125936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=6acb4e19-9cee-4c84-9304-f032d61865a7,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:12.165185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:12.166202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.166697 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:12.273528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:12.284118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e006cddc-269c-485d-9059-cd1342ff5d5c', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'fixed_ips': [{'subnet_id': '5490ab3b-b378-4395-99f8-afe1ddf3cef2'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:14:12.285297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.328580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (c54532e0-32b3-4371-a87a-9e7014e5694f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.476107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.494087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.531979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 9e94b13c-f841-423c-9a30-ffd04f32f333 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:12.604601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.634885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:12.649611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53608) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:12.690315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router c54532e0-32b3-4371-a87a-9e7014e5694f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:12.690483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:12.690483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:12.690483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:12.697865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:12.700314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Allocated IP 2001:db8::f816:3eff:fe20:949a (e006cddc-269c-485d-9059-cd1342ff5d5c/5490ab3b-b378-4395-99f8-afe1ddf3cef2/370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:12.707637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:12.727784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:12.729198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:12.748877 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a6decb1a-ce1d-4caf-8fdf-dbf3be5aaa9f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.0979533 Oct 26 11:14:12.756092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f353cb68-7496-40f2-b7c0-c9e00278418e), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.765592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658f4747-6df8-43ff-a4b5-82be9d07ed38 None None] Update dhcp port {'port': {'network_id': '722ef23c-11c0-4b8b-ad49-80658abdf014', 'fixed_ips': [{'subnet_id': 'c1c8a972-8d88-494a-9fcc-01c73beb7574', 'ip_address': '172.20.0.18'}, {'subnet_id': '11ee65e5-5047-49be-9766-6495e328cd83', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d1228bc-0cc9-464a-8596-624e94a322b7'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': '07223ff8-ff1e-42f8-8e59-a83746cf0250'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:14:12.796597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:12.853926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-658f4747-6df8-43ff-a4b5-82be9d07ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.885558 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:12.911022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:12.911705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.912276 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:12.957639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (f353cb68-7496-40f2-b7c0-c9e00278418e), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:12.964896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (f353cb68-7496-40f2-b7c0-c9e00278418e), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:13.046510 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:13.110221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Publish callbacks [] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:13.154556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:13.215926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:13.219971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:13.223941 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cc89196e-3ea1-4bbf-af88-ef40570d305e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/c54532e0-32b3-4371-a87a-9e7014e5694f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0000579 Oct 26 11:14:13.227267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53610) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:13.231509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:13.238546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a3639-610d-4053-89dd-2d7003d63e9e None None] Sync routers for ids ['c54532e0-32b3-4371-a87a-9e7014e5694f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:13.262652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-658f4747-6df8-43ff-a4b5-82be9d07ed38 None None] Allocated IP 172.20.0.34 (722ef23c-11c0-4b8b-ad49-80658abdf014/7d1228bc-0cc9-464a-8596-624e94a322b7/07223ff8-ff1e-42f8-8e59-a83746cf0250) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:13.266220 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:10Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:11Z', 'revision_number': 5, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:10Z', 'revision_number': 21, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:13.306280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:13.316267 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:13.317163 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:13.402152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-658f4747-6df8-43ff-a4b5-82be9d07ed38 None None] For port 07223ff8-ff1e-42f8-8e59-a83746cf0250, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=07223ff8-ff1e-42f8-8e59-a83746cf0250,segment=NetworkSegment(21b81c44-10f3-4f80-a47d-df3541155f7e),segment_id=21b81c44-10f3-4f80-a47d-df3541155f7e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:13.425981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:13.428229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:13.431277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:13.431649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=f353cb68-7496-40f2-b7c0-c9e00278418e,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:13.443074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:13.444515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 55c664fe-bf8b-462a-bc16-afe9426504b7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:13.447452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Pushing event updated for resources: {'Port': ['ID=370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:13.507555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 55c664fe-bf8b-462a-bc16-afe9426504b7 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:13.508218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 55c664fe-bf8b-462a-bc16-afe9426504b7 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:13.532279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:13.536705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:13.541626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-658f4747-6df8-43ff-a4b5-82be9d07ed38 None None] Publish callbacks [] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:13.544307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a3639-610d-4053-89dd-2d7003d63e9e None None] Routers {'c54532e0-32b3-4371-a87a-9e7014e5694f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:13.545717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b25a3639-610d-4053-89dd-2d7003d63e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c54532e0-32b3-4371-a87a-9e7014e5694f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:13.550099 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:13.554112 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0 associated. External IP: 172.26.0.156, port: d81bdf80-1174-4667-8968-e6767959e94a. Oct 26 11:14:13.558534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-658f4747-6df8-43ff-a4b5-82be9d07ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:13.599650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:fed4:f116 (e006cddc-269c-485d-9059-cd1342ff5d5c/5490ab3b-b378-4395-99f8-afe1ddf3cef2/9e94b13c-f841-423c-9a30-ffd04f32f333) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:13.617377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b25a3639-610d-4053-89dd-2d7003d63e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:13.705189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (c54532e0-32b3-4371-a87a-9e7014e5694f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:13.712609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Attempting to bind port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:14:13.713289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Attempting to bind port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:14:13.713880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Attempting to bind port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 on network e006cddc-269c-485d-9059-cd1342ff5d5c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:14:13.715985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a3639-610d-4053-89dd-2d7003d63e9e None None] Routers {'c54532e0-32b3-4371-a87a-9e7014e5694f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:13.717214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b25a3639-610d-4053-89dd-2d7003d63e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c54532e0-32b3-4371-a87a-9e7014e5694f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:13.753628 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:13.784462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53612) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:13.843524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Delete allocated IP 172.20.0.14 (722ef23c-11c0-4b8b-ad49-80658abdf014/11ee65e5-5047-49be-9766-6495e328cd83) {{(pid=105415) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 11:14:13.851262 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:10Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:11Z', 'revision_number': 5, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:10Z', 'revision_number': 21, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:13.853664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Allocated IP 172.20.0.44 (722ef23c-11c0-4b8b-ad49-80658abdf014/7d1228bc-0cc9-464a-8596-624e94a322b7/74fa40d6-3ff2-493b-91c5-a280530745fd) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:13.854155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:13.884866 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eec112-1bba-4c1e-bcea-7a94f6fdc07e None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:10Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:11Z', 'revision_number': 5, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:10Z', 'revision_number': 21, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:13.892067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:13.899213 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2e1007a4-e27c-4b37-84a7-2bffb760f32f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1135530 Oct 26 11:14:13.912407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b25a3639-610d-4053-89dd-2d7003d63e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:13.912407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a3639-610d-4053-89dd-2d7003d63e9e None None] The sync data for ids ['c54532e0-32b3-4371-a87a-9e7014e5694f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:13.939568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f4747-6df8-43ff-a4b5-82be9d07ed38 None None] Pushing event updated for resources: {'Port': ['ID=07223ff8-ff1e-42f8-8e59-a83746cf0250,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:13.996713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:13.997125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:13.998592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (9e94b13c-f841-423c-9a30-ffd04f32f333), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.019756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:14:14.020165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Checking segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:14.020562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.020964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Bound using segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:14:14.021444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Bound port: 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:14:14.021827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.048903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:14.082975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.086812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:14.091703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:14.121011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (9e94b13c-f841-423c-9a30-ffd04f32f333), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.174160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:14.229061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:14.238959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:14.241936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:14.247444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:14.248124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.301755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:14.322806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] For port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:14:14.325570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=9e94b13c-f841-423c-9a30-ffd04f32f333,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:14.327627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] For port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:14:14.329469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:14.329879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.348790 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cb7a3d3e-7cfd-491d-8b57-e236ede582f6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3693161 Oct 26 11:14:14.352287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53614) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:14.369005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.371289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:14.377564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.377849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.389372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.453653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:14.474294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b28319-a0d5-4ff0-bb87-e9e4a5eb2f15 None None] Pushing event updated for resources: {'Port': ['ID=370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:14.485968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546c393-9281-42e2-80ea-721a9940da85 None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:14.509543 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546c393-9281-42e2-80ea-721a9940da85 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:14.510983 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0546c393-9281-42e2-80ea-721a9940da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:14.516015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port e77e42f3-e9ed-4c62-ade6-e51e6c19357d {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:14.516695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.521616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df858244-b212-429e-a49c-43829cbba5e7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:14.536792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df858244-b212-429e-a49c-43829cbba5e7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:14.539620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-df858244-b212-429e-a49c-43829cbba5e7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1844623 Oct 26 11:14:14.551504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53618) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:14.606517 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0546c393-9281-42e2-80ea-721a9940da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:14.626071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.631903 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546c393-9281-42e2-80ea-721a9940da85 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:14.632657 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0546c393-9281-42e2-80ea-721a9940da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:14.646889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:14.727559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:14.728602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event updated for resources: {'Port': ['ID=74fa40d6-3ff2-493b-91c5-a280530745fd,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:14.730174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0546c393-9281-42e2-80ea-721a9940da85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:14.730789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546c393-9281-42e2-80ea-721a9940da85 None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:14.894215 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9b5ff490-b28d-4123-9e58-9da34c1cd3eb tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5794485 Oct 26 11:14:14.895119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53620) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:14.901465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1894252151'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:14.901627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53622) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:14.902310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] In _notify_port_updated(), no bound segment for port 74fa40d6-3ff2-493b-91c5-a280530745fd on network 722ef23c-11c0-4b8b-ad49-80658abdf014 {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:14:14.908034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:14.908941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.914324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53624) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:14.914549 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b51115b3-9d52-4a0a-ba46-a6b9bff5c54b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "PUT /networking/v2.0/ports/74fa40d6-3ff2-493b-91c5-a280530745fd HTTP/1.1" status: 200 len: 958 time: 2.8691411 Oct 26 11:14:14.935244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.950469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:14.969897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9261a546-eebd-4cfe-8c47-264014eb05d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 9e94b13c-f841-423c-9a30-ffd04f32f333 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:14.970753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9261a546-eebd-4cfe-8c47-264014eb05d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (9e94b13c-f841-423c-9a30-ffd04f32f333), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:14.993367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for e77e42f3-e9ed-4c62-ade6-e51e6c19357d owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:15.040665 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-33f8fafa-2563-4b63-a190-d435f2ffc2ea tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1248701 Oct 26 11:14:15.069774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:15.070317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.071941 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:14:15.131090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-88c14f92-572d-4a5b-a4b0-569258f5722d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 74fa40d6-3ff2-493b-91c5-a280530745fd {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:15.131429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-88c14f92-572d-4a5b-a4b0-569258f5722d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.140234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:15.201430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Made reservation on behalf of 392fe2487f3a4b5d8f55daa93318c126 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:15.205560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.211797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:15.235411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Provisioning complete for port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:15.236178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.236555 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Attempt 1 to provision port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 Oct 26 11:14:15.282372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:15.285918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-88c14f92-572d-4a5b-a4b0-569258f5722d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.307609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-88c14f92-572d-4a5b-a4b0-569258f5722d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 74fa40d6-3ff2-493b-91c5-a280530745fd owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:15.310554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Provisioning complete for port 74fa40d6-3ff2-493b-91c5-a280530745fd triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:15.311057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.311270 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Attempt 1 to provision port 74fa40d6-3ff2-493b-91c5-a280530745fd Oct 26 11:14:15.320918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:15.332944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e77e42f3-e9ed-4c62-ade6-e51e6c19357d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.368423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=e77e42f3-e9ed-4c62-ade6-e51e6c19357d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:15.379557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b3283-e9ed-450d-b14b-bad10f3a1d44 None None] Port 74fa40d6-3ff2-493b-91c5-a280530745fd cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:15.443406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:14:15.483212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9261a546-eebd-4cfe-8c47-264014eb05d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (9e94b13c-f841-423c-9a30-ffd04f32f333), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.487842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9d89eac8-a335-4ca0-a443-d974a7e5c22d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.488205 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Added segment 9d89eac8-a335-4ca0-a443-d974a7e5c22d of type vlan for network 360f6fce-1abd-4b6d-a566-22a1d59a27fd Oct 26 11:14:15.522546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9261a546-eebd-4cfe-8c47-264014eb05d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 9e94b13c-f841-423c-9a30-ffd04f32f333 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:15.541316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (c54532e0-32b3-4371-a87a-9e7014e5694f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.572414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:15.587410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (360f6fce-1abd-4b6d-a566-22a1d59a27fd), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.716804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (360f6fce-1abd-4b6d-a566-22a1d59a27fd), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.734349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:15.736969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.741880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router c54532e0-32b3-4371-a87a-9e7014e5694f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:15.848621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:15.858850 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1cbe3bf9-7128-49f2-b972-69cfab76e5c3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/c54532e0-32b3-4371-a87a-9e7014e5694f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6319308 Oct 26 11:14:15.859673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53626) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:15.865348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7345fb-99f4-4f3d-a5e7-6b7ed7a8b49a None None] Sync routers for ids ['c54532e0-32b3-4371-a87a-9e7014e5694f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:15.899828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Network': ['ID=360f6fce-1abd-4b6d-a566-22a1d59a27fd,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:15.901093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7345fb-99f4-4f3d-a5e7-6b7ed7a8b49a None None] Routers {'c54532e0-32b3-4371-a87a-9e7014e5694f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:15.901232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3c7345fb-99f4-4f3d-a5e7-6b7ed7a8b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c54532e0-32b3-4371-a87a-9e7014e5694f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:15.952796 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-437b6a09-1f48-439c-a245-11ac491463f5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c54532e0-32b3-4371-a87a-9e7014e5694f HTTP/1.1" status: 200 len: 205 time: 0.0918405 Oct 26 11:14:15.953437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53628) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:15.966549 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7cb63643-7b86-4659-9d31-3d09be57e0ba tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0679045 Oct 26 11:14:15.969067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-88c14f92-572d-4a5b-a4b0-569258f5722d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (74fa40d6-3ff2-493b-91c5-a280530745fd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:15.969421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53630) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:15.978437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'subnet': {'network_id': '360f6fce-1abd-4b6d-a566-22a1d59a27fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:15.988457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:14:16.000010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3c7345fb-99f4-4f3d-a5e7-6b7ed7a8b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:16.029275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c14f92-572d-4a5b-a4b0-569258f5722d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=74fa40d6-3ff2-493b-91c5-a280530745fd,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:16.031412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:16.033800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4102a59-3f75-4ef8-91f2-a2db11b61f95 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:16.045477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53634) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:16.084173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:16.101100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9261a546-eebd-4cfe-8c47-264014eb05d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (9e94b13c-f841-423c-9a30-ffd04f32f333), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.139935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261a546-eebd-4cfe-8c47-264014eb05d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=9e94b13c-f841-423c-9a30-ffd04f32f333,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:16.145333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-88c14f92-572d-4a5b-a4b0-569258f5722d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.148544 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-88c14f92-572d-4a5b-a4b0-569258f5722d tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/74fa40d6-3ff2-493b-91c5-a280530745fd HTTP/1.1" status: 204 len: 168 time: 1.2292557 Oct 26 11:14:16.152202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53636) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:16.186851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9d527748-4369-485b-9f8b-10c21d69beaf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (c54532e0-32b3-4371-a87a-9e7014e5694f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.200836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9261a546-eebd-4cfe-8c47-264014eb05d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.209077 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9261a546-eebd-4cfe-8c47-264014eb05d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/9e94b13c-f841-423c-9a30-ffd04f32f333 HTTP/1.1" status: 204 len: 168 time: 1.6513300 Oct 26 11:14:16.210363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:16.222001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bb3817-66b5-4a38-a37a-0f0dc7ac30ef tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] GET failed (client error): The resource could not be found. Oct 26 11:14:16.223424 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-48bb3817-66b5-4a38-a37a-0f0dc7ac30ef tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports/74fa40d6-3ff2-493b-91c5-a280530745fd HTTP/1.1" status: 404 len: 333 time: 0.0688632 Oct 26 11:14:16.226397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:16.251093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:16.254847 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-777b5f59-ebae-4ed0-a09f-17d3244e7014 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2091336 Oct 26 11:14:16.308231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7345fb-99f4-4f3d-a5e7-6b7ed7a8b49a None None] Routers {'c54532e0-32b3-4371-a87a-9e7014e5694f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:16.308889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3c7345fb-99f4-4f3d-a5e7-6b7ed7a8b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c54532e0-32b3-4371-a87a-9e7014e5694f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:16.309488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c91c4-612f-4c41-967b-609b6d49c26c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:16.311418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c91c4-612f-4c41-967b-609b6d49c26c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:16.315525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8d7c91c4-612f-4c41-967b-609b6d49c26c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0993876 Oct 26 11:14:16.315968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:16.326985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=13 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:16.328868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Made reservation on behalf of 392fe2487f3a4b5d8f55daa93318c126 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:16.332747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.362603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-64323877-7197-4785-bbc5-3166d118103c None None] Provisioning complete for port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:16.363221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-64323877-7197-4785-bbc5-3166d118103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.363451 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-64323877-7197-4785-bbc5-3166d118103c None None] Attempt 1 to provision port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 Oct 26 11:14:16.409521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-a356aede-e22a-4125-aa7d-e9b1b903627a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 5490ab3b-b378-4395-99f8-afe1ddf3cef2 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:16.418150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-be25cd6f-b7cc-44dc-84bf-82cf20adbea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (47fb1cd1-0ef0-450d-9d3b-9b00a9fb6192), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.430902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:16.431401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.431844 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:16.435260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3c7345fb-99f4-4f3d-a5e7-6b7ed7a8b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:16.435458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7345fb-99f4-4f3d-a5e7-6b7ed7a8b49a None None] The sync data for ids ['c54532e0-32b3-4371-a87a-9e7014e5694f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:16.445084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9d527748-4369-485b-9f8b-10c21d69beaf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (c54532e0-32b3-4371-a87a-9e7014e5694f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.453152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9d527748-4369-485b-9f8b-10c21d69beaf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (c54532e0-32b3-4371-a87a-9e7014e5694f), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.463824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4102a59-3f75-4ef8-91f2-a2db11b61f95 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:16.469560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-be25cd6f-b7cc-44dc-84bf-82cf20adbea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (47fb1cd1-0ef0-450d-9d3b-9b00a9fb6192), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.520201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a356aede-e22a-4125-aa7d-e9b1b903627a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (5490ab3b-b378-4395-99f8-afe1ddf3cef2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.523795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9d527748-4369-485b-9f8b-10c21d69beaf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (c54532e0-32b3-4371-a87a-9e7014e5694f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.524323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d527748-4369-485b-9f8b-10c21d69beaf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Fanout notify agent at l3_agent the message router_deleted on router c54532e0-32b3-4371-a87a-9e7014e5694f {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:14:16.558079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9d527748-4369-485b-9f8b-10c21d69beaf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.560923 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9d527748-4369-485b-9f8b-10c21d69beaf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/c54532e0-32b3-4371-a87a-9e7014e5694f HTTP/1.1" status: 204 len: 168 time: 0.6065197 Oct 26 11:14:16.563792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53644) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:16.608813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:16.610869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a356aede-e22a-4125-aa7d-e9b1b903627a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (5490ab3b-b378-4395-99f8-afe1ddf3cef2), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.640801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-be25cd6f-b7cc-44dc-84bf-82cf20adbea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (47fb1cd1-0ef0-450d-9d3b-9b00a9fb6192), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.643294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-be25cd6f-b7cc-44dc-84bf-82cf20adbea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.647705 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-be25cd6f-b7cc-44dc-84bf-82cf20adbea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/47fb1cd1-0ef0-450d-9d3b-9b00a9fb6192 HTTP/1.1" status: 204 len: 168 time: 0.4198589 Oct 26 11:14:16.650648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53646) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:16.676975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-64323877-7197-4785-bbc5-3166d118103c None None] Current status of the port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:16.677276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-64323877-7197-4785-bbc5-3166d118103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.684620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (4af5b0cf-5922-457c-8d32-39ee7315c9ea), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.690331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:16.702117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25cd6f-b7cc-44dc-84bf-82cf20adbea9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb1cd1-0ef0-450d-9d3b-9b00a9fb6192,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:16.711764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:16.712163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.721320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3be174-bded-44ad-87e9-35b07bfc78cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting subnet 53372f8c-bc63-4fea-a0b4-bdb180977445 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:16.733034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd3be174-bded-44ad-87e9-35b07bfc78cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (53372f8c-bc63-4fea-a0b4-bdb180977445), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.755013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Subnet': ['ID=4af5b0cf-5922-457c-8d32-39ee7315c9ea,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:16.771554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Checking segment: {'id': '9d89eac8-a335-4ca0-a443-d974a7e5c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '360f6fce-1abd-4b6d-a566-22a1d59a27fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:16.771946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network hostable DHCP agents. Network: 360f6fce-1abd-4b6d-a566-22a1d59a27fd, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:14:16.796144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:14:16.815423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b4797c-2fde-48e0-9f6a-eae9bceb9f73 None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:14:16.818032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 360f6fce-1abd-4b6d-a566-22a1d59a27fd) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:16.818824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c85de8ae-b08d-40de-b6fc-c3440c55eaa6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (8402d7ef-69af-4ad6-bab3-01e195708dc6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.824062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:16.824994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.833711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd3be174-bded-44ad-87e9-35b07bfc78cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (53372f8c-bc63-4fea-a0b4-bdb180977445), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.851316 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-761117ee-8a3d-4668-9a51-ef2caf17e3e7 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8782468 Oct 26 11:14:16.853945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53648) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:16.859356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1920615261', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:16.869611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a356aede-e22a-4125-aa7d-e9b1b903627a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (5490ab3b-b378-4395-99f8-afe1ddf3cef2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.916118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (780ad229-352d-4853-a48c-7ca95e0651e4), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.919301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (780ad229-352d-4853-a48c-7ca95e0651e4), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.936721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c85de8ae-b08d-40de-b6fc-c3440c55eaa6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (8402d7ef-69af-4ad6-bab3-01e195708dc6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.951186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:16.988892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:16.990456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:17.007102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_controller (780ad229-352d-4853-a48c-7ca95e0651e4), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.030131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a356aede-e22a-4125-aa7d-e9b1b903627a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (5490ab3b-b378-4395-99f8-afe1ddf3cef2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.045157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd3be174-bded-44ad-87e9-35b07bfc78cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (53372f8c-bc63-4fea-a0b4-bdb180977445), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.091339 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c85de8ae-b08d-40de-b6fc-c3440c55eaa6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8402d7ef-69af-4ad6-bab3-01e195708dc6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.094043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c85de8ae-b08d-40de-b6fc-c3440c55eaa6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.098058 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c85de8ae-b08d-40de-b6fc-c3440c55eaa6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8402d7ef-69af-4ad6-bab3-01e195708dc6 HTTP/1.1" status: 204 len: 168 time: 0.4417229 Oct 26 11:14:17.100166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53650) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:17.108312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356aede-e22a-4125-aa7d-e9b1b903627a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=5490ab3b-b378-4395-99f8-afe1ddf3cef2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:17.122452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a356aede-e22a-4125-aa7d-e9b1b903627a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.127930 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a356aede-e22a-4125-aa7d-e9b1b903627a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5490ab3b-b378-4395-99f8-afe1ddf3cef2 HTTP/1.1" status: 204 len: 168 time: 0.8085759 Oct 26 11:14:17.140907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:17.141222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53652) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:17.167907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:17.169364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:17.208320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85de8ae-b08d-40de-b6fc-c3440c55eaa6 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8402d7ef-69af-4ad6-bab3-01e195708dc6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:17.221249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-64323877-7197-4785-bbc5-3166d118103c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:14:17.221249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-64323877-7197-4785-bbc5-3166d118103c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:14:17.226533 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a48fbc4a-9160-4478-9b01-1efcdeb035a3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831971 Oct 26 11:14:17.227173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53654) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:17.239929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:17.241004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.242014 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:17.276935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53656) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:17.377113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:17.377754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.393037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053c0dcb-09da-421c-8a32-8f75764e0628 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:17.397702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-053c0dcb-09da-421c-8a32-8f75764e0628 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1620538 Oct 26 11:14:17.398494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53658) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:17.404959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:17.413168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.414797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:17.446837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd3be174-bded-44ad-87e9-35b07bfc78cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (53372f8c-bc63-4fea-a0b4-bdb180977445), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.488851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-292b9ed9-4e0b-4579-8333-52b588bd397c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2106769 Oct 26 11:14:17.517336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:17.520272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:17.530200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:17.530584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.530923 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 Oct 26 11:14:17.532355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3be174-bded-44ad-87e9-35b07bfc78cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Subnet': ['ID=53372f8c-bc63-4fea-a0b4-bdb180977445,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:17.541975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1063d0f4-04dd-4900-8bee-3985cfc61c7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:17.543557 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1063d0f4-04dd-4900-8bee-3985cfc61c7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1386337 Oct 26 11:14:17.545712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-691c12e5-bbeb-48c6-a394-96b092bc19ca tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (19c48cf0-92da-4b0c-9068-9afe96e6ad5e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.546324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53660) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:17.552759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd3be174-bded-44ad-87e9-35b07bfc78cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.558523 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd3be174-bded-44ad-87e9-35b07bfc78cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/53372f8c-bc63-4fea-a0b4-bdb180977445 HTTP/1.1" status: 204 len: 168 time: 0.9930038 Oct 26 11:14:17.558734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_gateway (780ad229-352d-4853-a48c-7ca95e0651e4), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.561768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53662) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:17.605299 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ae42b733-88f2-49c9-8454-3bb9350d702c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561750 Oct 26 11:14:17.610192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53664) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:17.627523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:17.634567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-691c12e5-bbeb-48c6-a394-96b092bc19ca tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (19c48cf0-92da-4b0c-9068-9afe96e6ad5e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.638117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:17.638515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.664928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c564e6-6230-4ddb-abf8-248c1fad8cf1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting subnet 271bb455-fb80-4dd0-b508-34c41df6ecfb {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:17.678573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:17.685518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25c564e6-6230-4ddb-abf8-248c1fad8cf1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (271bb455-fb80-4dd0-b508-34c41df6ecfb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.687262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.688420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 07223ff8-ff1e-42f8-8e59-a83746cf0250 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:17.748646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25c564e6-6230-4ddb-abf8-248c1fad8cf1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (271bb455-fb80-4dd0-b508-34c41df6ecfb), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.817376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-64323877-7197-4785-bbc5-3166d118103c None None] Current status of the port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:17.817659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:17.821613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:17.824103 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.845178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 07223ff8-ff1e-42f8-8e59-a83746cf0250 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:17.845574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:17.845906 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 07223ff8-ff1e-42f8-8e59-a83746cf0250 Oct 26 11:14:17.946357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 07223ff8-ff1e-42f8-8e59-a83746cf0250 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:18.031370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:18.032919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c5304-447c-455e-bd19-01b4eac15d53 None None] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:18.032919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:18.032919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2dee46-e91d-4877-a3d9-3536db852dd7 None None] Network 9ee0b9eb-f7e3-452e-9177-897e3ec7241c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:18.076708 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-b4f254bc-34c6-4969-8cef-b15860afe7f8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1670456 Oct 26 11:14:18.122255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_gateway (780ad229-352d-4853-a48c-7ca95e0651e4), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.152269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.196600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:18.215266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-691c12e5-bbeb-48c6-a394-96b092bc19ca tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (19c48cf0-92da-4b0c-9068-9afe96e6ad5e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.218117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-691c12e5-bbeb-48c6-a394-96b092bc19ca tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.219582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:18.222865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-691c12e5-bbeb-48c6-a394-96b092bc19ca tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/19c48cf0-92da-4b0c-9068-9afe96e6ad5e HTTP/1.1" status: 204 len: 168 time: 1.1123488 Oct 26 11:14:18.223495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53666) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:18.249738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:18.253400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:18.285389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c12e5-bbeb-48c6-a394-96b092bc19ca tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c48cf0-92da-4b0c-9068-9afe96e6ad5e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:18.320264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-15b2ec49-4d71-4a85-8526-3e755084ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:18.322366 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-15b2ec49-4d71-4a85-8526-3e755084ead0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=236718fd24d34a86b7a92a81720f8950&device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 1130 time: 0.1557157 Oct 26 11:14:18.396716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:18.400460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:18.400903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4d46fb-b75c-4020-81c8-a2444e17e6a9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet 11ee65e5-5047-49be-9766-6495e328cd83 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:18.411051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f4d46fb-b75c-4020-81c8-a2444e17e6a9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (11ee65e5-5047-49be-9766-6495e328cd83), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.463775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-360f6fce-1abd-4b6d-a566-22a1d59a27fd', 'network_id': '360f6fce-1abd-4b6d-a566-22a1d59a27fd', 'project_id': '392fe2487f3a4b5d8f55daa93318c126', 'fixed_ips': [{'subnet_id': '4af5b0cf-5922-457c-8d32-39ee7315c9ea'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:14:18.465467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.469632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:18.470678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-20737e24-1595-4c49-85fa-afb3bcd66500 None None] Provisioning complete for port 021fa60a-89dc-45fd-b762-a7851b4ab32f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:18.471149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-20737e24-1595-4c49-85fa-afb3bcd66500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.471639 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-20737e24-1595-4c49-85fa-afb3bcd66500 None None] Attempt 1 to provision port 021fa60a-89dc-45fd-b762-a7851b4ab32f Oct 26 11:14:18.494462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25c564e6-6230-4ddb-abf8-248c1fad8cf1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (271bb455-fb80-4dd0-b508-34c41df6ecfb), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.497741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53668) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:18.537482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (63d29ff6-f4e1-4e13-b426-138740be958d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.581711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f4d46fb-b75c-4020-81c8-a2444e17e6a9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (11ee65e5-5047-49be-9766-6495e328cd83), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.592155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:18.592531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.592869 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 Oct 26 11:14:18.598138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.26.0.60 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/577dca82-4715-4cde-bfe6-0e6f1d284072) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:18.696920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:18.706698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:18.709523 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c7f94454-18f3-4766-9555-fdb96754180c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2097764 Oct 26 11:14:18.716816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:18.717335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.721799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-85b7f252-01f7-46ea-bd40-9d5080c63bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:18.722830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f4d46fb-b75c-4020-81c8-a2444e17e6a9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (11ee65e5-5047-49be-9766-6495e328cd83), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.724015 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-85b7f252-01f7-46ea-bd40-9d5080c63bb2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=132c3101-e478-4174-895a-329be1660535 HTTP/1.1" status: 200 len: 913 time: 0.3784316 Oct 26 11:14:18.781176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25c564e6-6230-4ddb-abf8-248c1fad8cf1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (271bb455-fb80-4dd0-b508-34c41df6ecfb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.782504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=63d29ff6-f4e1-4e13-b426-138740be958d,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:18.808186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:18.812363 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-49934826-6e7d-4356-9863-e0980c6e0095 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1891174 Oct 26 11:14:18.815626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c564e6-6230-4ddb-abf8-248c1fad8cf1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Subnet': ['ID=271bb455-fb80-4dd0-b508-34c41df6ecfb,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:18.817723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53670) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:18.827969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:78:33:b8', 'name': 'tempest-NetworksTestDHCPv6-1361707531'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:18.850262 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-2a08a694-b9da-472e-b62b-b80305d78272 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=819a13f1-c240-47e4-9283-405ea5823875 HTTP/1.1" status: 200 len: 1002 time: 0.1164608 Oct 26 11:14:18.855577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (577dca82-4715-4cde-bfe6-0e6f1d284072), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.863367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25c564e6-6230-4ddb-abf8-248c1fad8cf1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.870488 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-25c564e6-6230-4ddb-abf8-248c1fad8cf1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/271bb455-fb80-4dd0-b508-34c41df6ecfb HTTP/1.1" status: 204 len: 168 time: 1.3020616 Oct 26 11:14:18.877130 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53672) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:18.883925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-20737e24-1595-4c49-85fa-afb3bcd66500 None None] Current status of the port 021fa60a-89dc-45fd-b762-a7851b4ab32f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:18.886650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e567d01-96dd-477d-9e14-b965944873db None None] DHCP port deletion for 9ee0b9eb-f7e3-452e-9177-897e3ec7241c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:14:18.920813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f4d46fb-b75c-4020-81c8-a2444e17e6a9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (11ee65e5-5047-49be-9766-6495e328cd83), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.961882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f4d46fb-b75c-4020-81c8-a2444e17e6a9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:18.965455 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9f4d46fb-b75c-4020-81c8-a2444e17e6a9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/11ee65e5-5047-49be-9766-6495e328cd83 HTTP/1.1" status: 204 len: 168 time: 0.7339072 Oct 26 11:14:18.966900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d46fb-b75c-4020-81c8-a2444e17e6a9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=11ee65e5-5047-49be-9766-6495e328cd83,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:18.967278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:18.972129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53674) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:19.016165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-33489dcc-df2b-4c3f-9343-7bd3646e21ea None None] Could not find standard attr ID for object 9e94b13c-f841-423c-9a30-ffd04f32f333. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:19.024408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-0685551d-090a-4b1b-825b-f2aa89734dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:19.026979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-0685551d-090a-4b1b-825b-f2aa89734dcd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=274d23cd-7b23-40ea-bbc5-d9f82b947996 HTTP/1.1" status: 200 len: 851 time: 0.1694505 Oct 26 11:14:19.034913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Allocated IP 172.20.0.2 (360f6fce-1abd-4b6d-a566-22a1d59a27fd/4af5b0cf-5922-457c-8d32-39ee7315c9ea/4cced685-2aa3-43d5-aeba-f30e0714f30d) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:19.045185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-33489dcc-df2b-4c3f-9343-7bd3646e21ea None None] Could not find standard attr ID for object 74fa40d6-3ff2-493b-91c5-a280530745fd. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:19.045940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6e567d01-96dd-477d-9e14-b965944873db None None] Deleting port 021fa60a-89dc-45fd-b762-a7851b4ab32f {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:19.046258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6e567d01-96dd-477d-9e14-b965944873db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.063549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac34422f-6b4c-43b6-8e9d-666b632d1299 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet 7d1228bc-0cc9-464a-8596-624e94a322b7 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:19.067109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac34422f-6b4c-43b6-8e9d-666b632d1299 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (7d1228bc-0cc9-464a-8596-624e94a322b7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.069937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:19.090609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (9ee0b9eb-f7e3-452e-9177-897e3ec7241c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.117485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:19.122605 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-61a8d2e6-87a3-4262-a55f-dd6375d4ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:19.122811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:19.124250 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-61a8d2e6-87a3-4262-a55f-dd6375d4ea6e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=132c3101-e478-4174-895a-329be1660535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0722561 Oct 26 11:14:19.126197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (577dca82-4715-4cde-bfe6-0e6f1d284072), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.126965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac34422f-6b4c-43b6-8e9d-666b632d1299 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (7d1228bc-0cc9-464a-8596-624e94a322b7), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.186764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:19.201592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:19.226309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:19.281484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:19.286449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 021fa60a-89dc-45fd-b762-a7851b4ab32f {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:19.286793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.302700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.303132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:19.307151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=577dca82-4715-4cde-bfe6-0e6f1d284072,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:19.308338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:19.313996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:19.318320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac34422f-6b4c-43b6-8e9d-666b632d1299 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (7d1228bc-0cc9-464a-8596-624e94a322b7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.361667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port a167ec93-5bdc-423d-b71b-fd16073c2055 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:19.421953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6e567d01-96dd-477d-9e14-b965944873db None None] For port 021fa60a-89dc-45fd-b762-a7851b4ab32f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=021fa60a-89dc-45fd-b762-a7851b4ab32f,segment=NetworkSegment(d1fee228-5edc-41db-940a-bf6c054a3c05),segment_id=d1fee228-5edc-41db-940a-bf6c054a3c05)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:19.422545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6e567d01-96dd-477d-9e14-b965944873db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.434894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port 021fa60a-89dc-45fd-b762-a7851b4ab32f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=021fa60a-89dc-45fd-b762-a7851b4ab32f,segment=NetworkSegment(d1fee228-5edc-41db-940a-bf6c054a3c05),segment_id=d1fee228-5edc-41db-940a-bf6c054a3c05)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:19.435265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.446611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6e567d01-96dd-477d-9e14-b965944873db None None] Calling delete_port for 021fa60a-89dc-45fd-b762-a7851b4ab32f owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:19.449433 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-d5306af3-5ecc-495e-a6b6-6d200ddebb17 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154669 Oct 26 11:14:19.450306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:19.486975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac34422f-6b4c-43b6-8e9d-666b632d1299 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (7d1228bc-0cc9-464a-8596-624e94a322b7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.491050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 021fa60a-89dc-45fd-b762-a7851b4ab32f owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:19.524352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34422f-6b4c-43b6-8e9d-666b632d1299 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1228bc-0cc9-464a-8596-624e94a322b7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:19.537637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::164 (e006cddc-269c-485d-9059-cd1342ff5d5c/63d29ff6-f4e1-4e13-b426-138740be958d/a167ec93-5bdc-423d-b71b-fd16073c2055) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:19.544236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac34422f-6b4c-43b6-8e9d-666b632d1299 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.547487 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac34422f-6b4c-43b6-8e9d-666b632d1299 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/7d1228bc-0cc9-464a-8596-624e94a322b7 HTTP/1.1" status: 204 len: 168 time: 0.5734088 Oct 26 11:14:19.553317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53676) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:19.586874 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-122b8618-3bc7-4f6b-9d3f-05772d994314 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:19.587337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122b8618-3bc7-4f6b-9d3f-05772d994314 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:19.590340 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-122b8618-3bc7-4f6b-9d3f-05772d994314 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/11ee65e5-5047-49be-9766-6495e328cd83 HTTP/1.1" status: 404 len: 337 time: 0.0353010 Oct 26 11:14:19.593427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53678) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:19.651059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:19.652396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.671776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:17Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:16Z', 'revision_number': 6, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:16Z', 'revision_number': 23, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:19.692071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9f279f-ff42-4a12-af07-97f3b4f9e4b0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting subnet c1c8a972-8d88-494a-9fcc-01c73beb7574 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:19.698129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df9f279f-ff42-4a12-af07-97f3b4f9e4b0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (c1c8a972-8d88-494a-9fcc-01c73beb7574), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.714571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53680) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:19.729163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:19.732061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Publish callbacks [] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.749714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.764552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:19.785156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df9f279f-ff42-4a12-af07-97f3b4f9e4b0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (c1c8a972-8d88-494a-9fcc-01c73beb7574), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.791579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.792324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:19.800745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-53cceaa3-7637-4dfe-8d08-db1b61dbf1c8 req-8bbc72b6-fe30-4d3b-8821-3aea9c2b6343 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174891 Oct 26 11:14:19.819266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:19.819946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:19.833598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:19.858537 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d77fd430-b171-4e91-aa6c-a281771a32ac tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1424549 Oct 26 11:14:19.864757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.872036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (a167ec93-5bdc-423d-b71b-fd16073c2055), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.885098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:19.887806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:19.898366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Pushing event updated for resources: {'Port': ['ID=4cced685-2aa3-43d5-aeba-f30e0714f30d,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:19.919777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=021fa60a-89dc-45fd-b762-a7851b4ab32f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:19.923547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:19.939360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df9f279f-ff42-4a12-af07-97f3b4f9e4b0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c1c8a972-8d88-494a-9fcc-01c73beb7574), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.940233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6e567d01-96dd-477d-9e14-b965944873db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (021fa60a-89dc-45fd-b762-a7851b4ab32f), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.950997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No DVR routers for this DVR port 021fa60a-89dc-45fd-b762-a7851b4ab32f on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:20.010447 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a167ec93-5bdc-423d-b71b-fd16073c2055), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.031215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:20.035545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_gateway (780ad229-352d-4853-a48c-7ca95e0651e4), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.047758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e567d01-96dd-477d-9e14-b965944873db None None] No DVR routers for this DVR port 021fa60a-89dc-45fd-b762-a7851b4ab32f on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:20.067450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:20.077607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:20.081878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:20.087864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:20.088493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.094043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df9f279f-ff42-4a12-af07-97f3b4f9e4b0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (c1c8a972-8d88-494a-9fcc-01c73beb7574), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.095921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=a167ec93-5bdc-423d-b71b-fd16073c2055,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:20.097044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:20.106449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:20.133612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:20.136157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Attempting to bind port 4cced685-2aa3-43d5-aeba-f30e0714f30d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:14:20.136338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Attempting to bind port 4cced685-2aa3-43d5-aeba-f30e0714f30d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '9d89eac8-a335-4ca0-a443-d974a7e5c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '360f6fce-1abd-4b6d-a566-22a1d59a27fd'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:14:20.136573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Attempting to bind port 4cced685-2aa3-43d5-aeba-f30e0714f30d on network 360f6fce-1abd-4b6d-a566-22a1d59a27fd {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:14:20.146245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0f2155a0-a03b-4070-850f-7fa2754b1e86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3224225 Oct 26 11:14:20.147320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f279f-ff42-4a12-af07-97f3b4f9e4b0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c8a972-8d88-494a-9fcc-01c73beb7574,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:20.150290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df9f279f-ff42-4a12-af07-97f3b4f9e4b0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.153533 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-df9f279f-ff42-4a12-af07-97f3b4f9e4b0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c1c8a972-8d88-494a-9fcc-01c73beb7574 HTTP/1.1" status: 204 len: 168 time: 0.5590010 Oct 26 11:14:20.155701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53682) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.156739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53684) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.174377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e567d01-96dd-477d-9e14-b965944873db None None] Pushing event deleted for resources: {'Port': ['ID=021fa60a-89dc-45fd-b762-a7851b4ab32f,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:20.203264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:20.203676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.222237 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7001803-7787-442e-8c7a-f92e5b607bde tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.223007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7001803-7787-442e-8c7a-f92e5b607bde tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.226947 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b7001803-7787-442e-8c7a-f92e5b607bde tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/7c0e9ce6-11b5-4cb8-a190-bc1f767eade8 HTTP/1.1" status: 404 len: 337 time: 0.0681202 Oct 26 11:14:20.230072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53688) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.264220 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-404f81b4-f8cb-4022-ae30-4f75af764941 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=279ef722-959e-4a94-97e1-5f265e2526d7 HTTP/1.1" status: 200 len: 205 time: 0.0326543 Oct 26 11:14:20.270671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a1da6-b101-464b-b320-e993c2a8afe2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:20.276067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:20.277259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a1da6-b101-464b-b320-e993c2a8afe2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:20.279076 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e19a1da6-b101-464b-b320-e993c2a8afe2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1217489 Oct 26 11:14:20.279997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53690) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.286370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53692) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.287601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.302734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:20.337916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:14:20.338277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Checking segment: {'id': '9d89eac8-a335-4ca0-a443-d974a7e5c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '360f6fce-1abd-4b6d-a566-22a1d59a27fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:20.338693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.339075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Bound using segment: {'id': '9d89eac8-a335-4ca0-a443-d974a7e5c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '360f6fce-1abd-4b6d-a566-22a1d59a27fd'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:14:20.339562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Bound port: 4cced685-2aa3-43d5-aeba-f30e0714f30d, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d89eac8-a335-4ca0-a443-d974a7e5c22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '360f6fce-1abd-4b6d-a566-22a1d59a27fd'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:14:20.339982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.349285 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-c97c5f01-5c4e-42b0-92c0-a5453fbae44b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] delete failed (client error): The resource could not be found. Oct 26 11:14:20.352795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c97c5f01-5c4e-42b0-92c0-a5453fbae44b tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/routers/279ef722-959e-4a94-97e1-5f265e2526d7 HTTP/1.1" status: 404 len: 336 time: 0.0692084 Oct 26 11:14:20.354007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53694) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.390654 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8370874-2949-4ba7-8bb0-acb2cb5994d9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.391116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8370874-2949-4ba7-8bb0-acb2cb5994d9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.396461 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e8370874-2949-4ba7-8bb0-acb2cb5994d9 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/ad9d6d02-ba04-4095-bf65-ec216410e0a5 HTTP/1.1" status: 404 len: 337 time: 0.0391767 Oct 26 11:14:20.397490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53696) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.416429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 021fa60a-89dc-45fd-b762-a7851b4ab32f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:20.433019 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0205b34-349c-4368-a56a-e0c4881290f0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.433482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0205b34-349c-4368-a56a-e0c4881290f0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.436523 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e0205b34-349c-4368-a56a-e0c4881290f0 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5b196ad7-a973-4de8-8a99-22db559e7e70 HTTP/1.1" status: 404 len: 337 time: 0.0377781 Oct 26 11:14:20.455035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53698) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.458287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:20.470310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 021fa60a-89dc-45fd-b762-a7851b4ab32f {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:20.470910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 021fa60a-89dc-45fd-b762-a7851b4ab32f not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:20.477071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:20.477306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (9ee0b9eb-f7e3-452e-9177-897e3ec7241c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.494966 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-4665dbff-928a-4163-ae18-47328b315431 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.495784 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4665dbff-928a-4163-ae18-47328b315431 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.500757 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4665dbff-928a-4163-ae18-47328b315431 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/60d89783-3c7b-46d1-a6ba-a433d0310456 HTTP/1.1" status: 404 len: 337 time: 0.0424716 Oct 26 11:14:20.503416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53700) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.516467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-13320afe-30dc-429d-8640-f5bb28d4f8aa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port a167ec93-5bdc-423d-b71b-fd16073c2055 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:20.516723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-13320afe-30dc-429d-8640-f5bb28d4f8aa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a167ec93-5bdc-423d-b71b-fd16073c2055), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.535747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] For port 4cced685-2aa3-43d5-aeba-f30e0714f30d, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:14:20.538984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee0b9eb-f7e3-452e-9177-897e3ec7241c']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:20.541509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] For port 4cced685-2aa3-43d5-aeba-f30e0714f30d, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4cced685-2aa3-43d5-aeba-f30e0714f30d,segment=NetworkSegment(9d89eac8-a335-4ca0-a443-d974a7e5c22d),segment_id=9d89eac8-a335-4ca0-a443-d974a7e5c22d)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:14:20.567067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.575363 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba64fb7-c711-41c3-937e-e4ccab7aa93e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.575363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba64fb7-c711-41c3-937e-e4ccab7aa93e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.580840 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eba64fb7-c711-41c3-937e-e4ccab7aa93e tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5557c082-9569-4ca8-be61-3f40fe4437d0 HTTP/1.1" status: 404 len: 333 time: 0.0729506 Oct 26 11:14:20.587039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53702) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.590411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fee228-5edc-41db-940a-bf6c054a3c05') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:20.590719 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fee228-5edc-41db-940a-bf6c054a3c05') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:20.613489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:17Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:16Z', 'revision_number': 6, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:19Z', 'revision_number': 24, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:20.614079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (d1fee228-5edc-41db-940a-bf6c054a3c05), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.625308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc23c38-3ef2-4b76-94cc-f3329d13813c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.625602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc23c38-3ef2-4b76-94cc-f3329d13813c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.631019 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1cc23c38-3ef2-4b76-94cc-f3329d13813c tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b278d710-ba40-4f01-b776-6a0b9b112a87 HTTP/1.1" status: 404 len: 337 time: 0.0406725 Oct 26 11:14:20.631832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53704) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.637498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:20.646744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d1fee228-5edc-41db-940a-bf6c054a3c05), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.646954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347041e2-adc5-4bf2-ba31-8eb089742d07 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:17Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:16Z', 'revision_number': 6, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:19Z', 'revision_number': 24, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:20.654995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd191fd7-460f-4742-bd51-c1e455219b98 None None] Pushing event updated for resources: {'Port': ['ID=4cced685-2aa3-43d5-aeba-f30e0714f30d,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:20.676614 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-29725ebb-8400-4786-9038-bf6c3ded8292 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.677074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29725ebb-8400-4786-9038-bf6c3ded8292 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.682816 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-29725ebb-8400-4786-9038-bf6c3ded8292 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/163cd377-5bc0-4229-9f4d-c8cf723c2753 HTTP/1.1" status: 404 len: 337 time: 0.0477836 Oct 26 11:14:20.685050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53706) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.702599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:14:20.703014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (d1fee228-5edc-41db-940a-bf6c054a3c05), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.717768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-13320afe-30dc-429d-8640-f5bb28d4f8aa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a167ec93-5bdc-423d-b71b-fd16073c2055), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.720902 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-227fa65c-54ff-4dd9-8416-18a0aed7f5b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.721468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227fa65c-54ff-4dd9-8416-18a0aed7f5b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.724778 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-227fa65c-54ff-4dd9-8416-18a0aed7f5b2 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/0f8d7943-bda1-4500-b3e7-461fd693e113 HTTP/1.1" status: 404 len: 333 time: 0.0387840 Oct 26 11:14:20.730926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53708) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.764782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-13320afe-30dc-429d-8640-f5bb28d4f8aa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for a167ec93-5bdc-423d-b71b-fd16073c2055 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:20.767173 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-17485165-b8bd-42e0-b1a7-49c45652f196 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.767909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17485165-b8bd-42e0-b1a7-49c45652f196 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.770948 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-17485165-b8bd-42e0-b1a7-49c45652f196 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/f0e8e784-38eb-46a6-b341-ef12b0cf5a75 HTTP/1.1" status: 404 len: 337 time: 0.0390618 Oct 26 11:14:20.774662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53712) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.821503 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d1fee228-5edc-41db-940a-bf6c054a3c05 resource provider aggregate not found Oct 26 11:14:20.833868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (780ad229-352d-4853-a48c-7ca95e0651e4), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.862028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53716) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.871510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (9ee0b9eb-f7e3-452e-9177-897e3ec7241c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.875794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.882313 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/networks/9ee0b9eb-f7e3-452e-9177-897e3ec7241c HTTP/1.1" status: 204 len: 168 time: 2.0024395 Oct 26 11:14:20.882313 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d1fee228-5edc-41db-940a-bf6c054a3c05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1fee228-5edc-41db-940a-bf6c054a3c05 found for delete ", "request_id": "req-d9d9d152-d558-4fa6-a9a2-f10c1ff31efa"}]} Oct 26 11:14:20.885040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53718) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.889151 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c83c0d-65b4-4445-894e-01eeed8c9215 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:20.889603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c83c0d-65b4-4445-894e-01eeed8c9215 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:20.895186 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d0c83c0d-65b4-4445-894e-01eeed8c9215 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/40194cda-7c1b-4cc6-bdfb-5c462d95fe4d HTTP/1.1" status: 404 len: 337 time: 0.1195352 Oct 26 11:14:20.908145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53720) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:20.920909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92c65c-d839-4625-a36a-144db3bb33ef tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Network': ['ID=9ee0b9eb-f7e3-452e-9177-897e3ec7241c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:21.056859 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3afb2d2-0dca-49d9-a182-0a86eec001b0 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1918166 Oct 26 11:14:21.090799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (829fe610-292b-46f7-ae3d-570d338a9e46), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.117168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-13320afe-30dc-429d-8640-f5bb28d4f8aa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a167ec93-5bdc-423d-b71b-fd16073c2055), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.134051 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c4c49fd7-f04c-4c70-8f3d-88b42282a5aa tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:21.134397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4c49fd7-f04c-4c70-8f3d-88b42282a5aa tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.146686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:21.169775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13320afe-30dc-429d-8640-f5bb28d4f8aa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=a167ec93-5bdc-423d-b71b-fd16073c2055,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:21.209145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-13320afe-30dc-429d-8640-f5bb28d4f8aa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.215860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53722) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:21.216104 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-13320afe-30dc-429d-8640-f5bb28d4f8aa tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a167ec93-5bdc-423d-b71b-fd16073c2055 HTTP/1.1" status: 204 len: 168 time: 0.9282327 Oct 26 11:14:21.217393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port c1e9b173-fda5-48f5-84d2-78f7dbab292c {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:21.217729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.278139 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4c49fd7-f04c-4c70-8f3d-88b42282a5aa tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.293109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port c1e9b173-fda5-48f5-84d2-78f7dbab292c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c1e9b173-fda5-48f5-84d2-78f7dbab292c,segment=NetworkSegment(f7c09c62-24d4-43d9-97ef-310bc916bdcd),segment_id=f7c09c62-24d4-43d9-97ef-310bc916bdcd)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:21.293888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.302335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c4c49fd7-f04c-4c70-8f3d-88b42282a5aa tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:21.310084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for c1e9b173-fda5-48f5-84d2-78f7dbab292c owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:21.311693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa8b958-ada3-4253-93ee-70430d6c7b43 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:21.313525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa8b958-ada3-4253-93ee-70430d6c7b43 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:21.317607 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0fa8b958-ada3-4253-93ee-70430d6c7b43 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0982659 Oct 26 11:14:21.318333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53724) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:21.368699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 780ad229-352d-4853-a48c-7ca95e0651e4 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:14:21.417779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cbb516-9ecc-4249-85c9-3a0649b1f837 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 63d29ff6-f4e1-4e13-b426-138740be958d {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:21.431834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb516-9ecc-4249-85c9-3a0649b1f837 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (63d29ff6-f4e1-4e13-b426-138740be958d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.466691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:21.487568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb516-9ecc-4249-85c9-3a0649b1f837 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (63d29ff6-f4e1-4e13-b426-138740be958d), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.492141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4c49fd7-f04c-4c70-8f3d-88b42282a5aa tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (86c6fb37-9541-4d09-bc9a-31ba3b5b32f6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.529589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c1e9b173-fda5-48f5-84d2-78f7dbab292c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.536522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c49fd7-f04c-4c70-8f3d-88b42282a5aa tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=86c6fb37-9541-4d09-bc9a-31ba3b5b32f6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:21.541209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4c49fd7-f04c-4c70-8f3d-88b42282a5aa tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.544451 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4c49fd7-f04c-4c70-8f3d-88b42282a5aa tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/ports/86c6fb37-9541-4d09-bc9a-31ba3b5b32f6 HTTP/1.1" status: 204 len: 168 time: 0.6353228 Oct 26 11:14:21.551002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53726) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:21.588106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:21.618531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=c1e9b173-fda5-48f5-84d2-78f7dbab292c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:21.621238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No DVR routers for this DVR port c1e9b173-fda5-48f5-84d2-78f7dbab292c on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:21.641963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a656c5a-17aa-434f-992d-a88af2860d2f None None] Sync routers for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:21.660634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a656c5a-17aa-434f-992d-a88af2860d2f None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:21.661354 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8a656c5a-17aa-434f-992d-a88af2860d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:21.702074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.703969 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0312d628-213d-474e-9911-c5674aefad95 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8486390 Oct 26 11:14:21.707484 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8a656c5a-17aa-434f-992d-a88af2860d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:21.711148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (722ef23c-11c0-4b8b-ad49-80658abdf014), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.713453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53728) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:21.732296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a656c5a-17aa-434f-992d-a88af2860d2f None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:21.732930 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8a656c5a-17aa-434f-992d-a88af2860d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:21.777110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:21.794437 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8a656c5a-17aa-434f-992d-a88af2860d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:21.795378 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a656c5a-17aa-434f-992d-a88af2860d2f None None] The sync data for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:21.828495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:21.829307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Deleting port 07223ff8-ff1e-42f8-8e59-a83746cf0250 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:21.829655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.974741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] For port 07223ff8-ff1e-42f8-8e59-a83746cf0250, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=07223ff8-ff1e-42f8-8e59-a83746cf0250,segment=NetworkSegment(21b81c44-10f3-4f80-a47d-df3541155f7e),segment_id=21b81c44-10f3-4f80-a47d-df3541155f7e)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:21.975327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.990004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb516-9ecc-4249-85c9-3a0649b1f837 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (63d29ff6-f4e1-4e13-b426-138740be958d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.025028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db63adab-e4c8-49bf-8403-489359ce4d23 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:22.041299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Calling delete_port for 07223ff8-ff1e-42f8-8e59-a83746cf0250 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:22.061989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53732) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:22.094376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (829fe610-292b-46f7-ae3d-570d338a9e46), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.130409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829fe610-292b-46f7-ae3d-570d338a9e46']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:22.143664 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-71e936db-ee5b-483c-85f2-73c8f4a39ab2 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.0804679 Oct 26 11:14:22.144767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c09c62-24d4-43d9-97ef-310bc916bdcd') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:22.145065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c09c62-24d4-43d9-97ef-310bc916bdcd') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:22.153440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4bba0f30-f718-47e0-83e1-6986304810a1 None None] Provisioning complete for port 4cced685-2aa3-43d5-aeba-f30e0714f30d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:22.153999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4bba0f30-f718-47e0-83e1-6986304810a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.154439 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4bba0f30-f718-47e0-83e1-6986304810a1 None None] Attempt 1 to provision port 4cced685-2aa3-43d5-aeba-f30e0714f30d Oct 26 11:14:22.157103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb516-9ecc-4249-85c9-3a0649b1f837 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (63d29ff6-f4e1-4e13-b426-138740be958d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.160832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (f7c09c62-24d4-43d9-97ef-310bc916bdcd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.193014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63adab-e4c8-49bf-8403-489359ce4d23 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:22.204559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbb516-9ecc-4249-85c9-3a0649b1f837 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=63d29ff6-f4e1-4e13-b426-138740be958d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:22.208372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f7c09c62-24d4-43d9-97ef-310bc916bdcd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.213279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb516-9ecc-4249-85c9-3a0649b1f837 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.218682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a0cbb516-9ecc-4249-85c9-3a0649b1f837 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/63d29ff6-f4e1-4e13-b426-138740be958d HTTP/1.1" status: 204 len: 168 time: 0.8969045 Oct 26 11:14:22.220066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53734) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:22.270345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:14:22.270823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (f7c09c62-24d4-43d9-97ef-310bc916bdcd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.292960 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c3cadacc-6799-465f-92d9-50687430fc85 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716348 Oct 26 11:14:22.295996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:22.369931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4bba0f30-f718-47e0-83e1-6986304810a1 None None] Current status of the port 4cced685-2aa3-43d5-aeba-f30e0714f30d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:22.370696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4bba0f30-f718-47e0-83e1-6986304810a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.383973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (07223ff8-ff1e-42f8-8e59-a83746cf0250), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.385899 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment f7c09c62-24d4-43d9-97ef-310bc916bdcd resource provider aggregate not found Oct 26 11:14:22.449738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f76a3a-9368-444c-b3a1-880ea8dd6f22 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:22.455937 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e0f76a3a-9368-444c-b3a1-880ea8dd6f22 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1589141 Oct 26 11:14:22.456597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:22.458535 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment f7c09c62-24d4-43d9-97ef-310bc916bdcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7c09c62-24d4-43d9-97ef-310bc916bdcd found for delete ", "request_id": "req-0298ed8c-fefc-4ddd-b585-d71102ae6ba4"}]} Oct 26 11:14:22.480492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Port': ['ID=07223ff8-ff1e-42f8-8e59-a83746cf0250,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:22.487867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] No DVR routers for this DVR port 07223ff8-ff1e-42f8-8e59-a83746cf0250 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:22.513225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa0583-e227-4bbd-9e58-e068d8585eb5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:22.517447 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-43aa0583-e227-4bbd-9e58-e068d8585eb5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576577 Oct 26 11:14:22.518207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (829fe610-292b-46f7-ae3d-570d338a9e46), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.519791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53744) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:22.595964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.603149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/networks/829fe610-292b-46f7-ae3d-570d338a9e46 HTTP/1.1" status: 204 len: 168 time: 1.6856043 Oct 26 11:14:22.612524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:22.617894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'network': {'name': 'tempest-RoutersTest-979503295'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:22.637046 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f3c5e5aa-b4d7-4672-a16f-4362e958105d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1155074 Oct 26 11:14:22.640505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53748) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:22.646544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:22.656496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:22.657657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017b23c-a4f6-440a-8b78-30d336b5fe50 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Network': ['ID=829fe610-292b-46f7-ae3d-570d338a9e46,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:22.716295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (722ef23c-11c0-4b8b-ad49-80658abdf014), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.724469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:22.730078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.731116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.resource_extend [None req-db63adab-e4c8-49bf-8403-489359ce4d23 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:14:22.738923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:22.740511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:22.770445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722ef23c-11c0-4b8b-ad49-80658abdf014']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:22.787843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b81c44-10f3-4f80-a47d-df3541155f7e') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:22.789051 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b81c44-10f3-4f80-a47d-df3541155f7e') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:22.790411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4bba0f30-f718-47e0-83e1-6986304810a1 None None] For port 4cced685-2aa3-43d5-aeba-f30e0714f30d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4cced685-2aa3-43d5-aeba-f30e0714f30d,segment=NetworkSegment(9d89eac8-a335-4ca0-a443-d974a7e5c22d),segment_id=9d89eac8-a335-4ca0-a443-d974a7e5c22d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:22.792576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:22.794757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82227a50-06b3-441c-8d0d-99d2f5de690d None None] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:22.796632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.808067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:14:22.821184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3495276c-e9f4-4975-802c-f3a9778ced3a None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:22.826633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f7afc-3031-4602-b293-f3835101346d None None] Network 829fe610-292b-46f7-ae3d-570d338a9e46 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:22.829961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:22.833256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:22.833620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (21b81c44-10f3-4f80-a47d-df3541155f7e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.834601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4bba0f30-f718-47e0-83e1-6986304810a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.862915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.866347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d55e3c94-8c22-4e97-8b7b-f78c9d40f87a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.866717 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added segment d55e3c94-8c22-4e97-8b7b-f78c9d40f87a of type vlan for network 311722a7-d6f2-49e7-8222-bdaf3a2707df Oct 26 11:14:22.912348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (21b81c44-10f3-4f80-a47d-df3541155f7e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.929466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f7afc-3031-4602-b293-f3835101346d None None] Network 829fe610-292b-46f7-ae3d-570d338a9e46 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:14:22.954027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:14:22.954545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (21b81c44-10f3-4f80-a47d-df3541155f7e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.973714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (311722a7-d6f2-49e7-8222-bdaf3a2707df), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.994363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-99fc1dda-8630-4108-8012-97c76e9c2c3c None None] Could not find standard attr ID for object c1e9b173-fda5-48f5-84d2-78f7dbab292c. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:22.996149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:22.996531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.996866 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:23.003184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:23.016057 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 21b81c44-10f3-4f80-a47d-df3541155f7e resource provider aggregate not found Oct 26 11:14:23.052051 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 21b81c44-10f3-4f80-a47d-df3541155f7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21b81c44-10f3-4f80-a47d-df3541155f7e found for delete ", "request_id": "req-4c2abd0f-07c7-42cf-ac14-1222832e5be5"}]} Oct 26 11:14:23.067409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b8384-f8f2-4790-94e9-783fc140700a None None] DHCP port deletion for 829fe610-292b-46f7-ae3d-570d338a9e46 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:14:23.101204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (722ef23c-11c0-4b8b-ad49-80658abdf014), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.119701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.126280 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] 10.222.0.26 "DELETE /networking/v2.0/networks/722ef23c-11c0-4b8b-ad49-80658abdf014 HTTP/1.1" status: 204 len: 168 time: 1.5739455 Oct 26 11:14:23.127053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:23.150701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53756) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:23.172340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (311722a7-d6f2-49e7-8222-bdaf3a2707df), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.178364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:23.179812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.181585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dbe498-2983-4a34-9c2b-ef91a9a65fad None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:14:23.183366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba0f30-f718-47e0-83e1-6986304810a1 None None] Pushing event updated for resources: {'Port': ['ID=4cced685-2aa3-43d5-aeba-f30e0714f30d,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:23.187444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2d6f9-0db6-48fb-ac39-7090d5d31258 tempest-PortsTestJSON-1336323090 tempest-PortsTestJSON-1336323090-project] Pushing event deleted for resources: {'Network': ['ID=722ef23c-11c0-4b8b-ad49-80658abdf014,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:23.274359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:23.275057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.292823 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6791749 Oct 26 11:14:23.297358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53758) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:23.308291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'subnet': {'network_id': '311722a7-d6f2-49e7-8222-bdaf3a2707df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:23.322717 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b25355-5fda-4246-a33b-87fb30beb559 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Network': ['ID=311722a7-d6f2-49e7-8222-bdaf3a2707df,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:23.332554 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f1c662bf-0b0d-4e1b-a6bb-80e0bc5cadf9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1803784 Oct 26 11:14:23.349533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:23.360005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf73286-8529-4b32-9e20-98fe87c55bd0 None None] DHCP port deletion for 722ef23c-11c0-4b8b-ad49-80658abdf014 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:14:23.362045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 311722a7-d6f2-49e7-8222-bdaf3a2707df details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:14:23.384900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.386006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:23.565211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:14:23.615192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:23.638669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.686632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:23.697976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd42f3fd-37e7-49f2-955e-ad1d0f6315f8 None None] DHCP port deletion for e006cddc-269c-485d-9059-cd1342ff5d5c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:14:23.722317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53762) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:23.749784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.20.0.1 (360f6fce-1abd-4b6d-a566-22a1d59a27fd/4af5b0cf-5922-457c-8d32-39ee7315c9ea/b220abbb-05f7-49d3-94f8-92ebece34790) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:23.759915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:23.812216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cd42f3fd-37e7-49f2-955e-ad1d0f6315f8 None None] Deleting port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:23.812885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cd42f3fd-37e7-49f2-955e-ad1d0f6315f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.846875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:23.849125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.849550 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:23.919618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:23.988347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:24.119668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:24.124011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.134338 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e0dce375-beae-4367-9a92-162cbbadcd6d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f87baa385b494f3db1eadf4bcc15cb01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108005 Oct 26 11:14:24.143273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53766) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:24.166104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:24.183102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-cd42f3fd-37e7-49f2-955e-ad1d0f6315f8 None None] For port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:24.183504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cd42f3fd-37e7-49f2-955e-ad1d0f6315f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.186956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.187802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4cced685-2aa3-43d5-aeba-f30e0714f30d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:24.199249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:24.205448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (b220abbb-05f7-49d3-94f8-92ebece34790), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.207404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (3b9081f6-e454-4c60-9dd4-822703abd4d3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.242002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:24.256141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e45b358f-a629-4b15-9f23-80daa47ea6e6 admin admin] Publish callbacks [] for security_group (b86c8ea2-117b-4b45-b181-cbc2db38029b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.295610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.298680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e45b358f-a629-4b15-9f23-80daa47ea6e6 admin admin] Publish callbacks [] for security_group (b86c8ea2-117b-4b45-b181-cbc2db38029b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.313110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.314652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (b8588ee7-766d-4792-ac13-bb13a798494a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.326726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a3a4141d-72e4-4730-81cf-925ec6942b5b None None] Provisioning complete for port 4cced685-2aa3-43d5-aeba-f30e0714f30d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:24.327068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a3a4141d-72e4-4730-81cf-925ec6942b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.327338 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a3a4141d-72e4-4730-81cf-925ec6942b5b None None] Attempt 1 to provision port 4cced685-2aa3-43d5-aeba-f30e0714f30d Oct 26 11:14:24.374069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cd42f3fd-37e7-49f2-955e-ad1d0f6315f8 None None] Calling delete_port for 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:24.387636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:24.422248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53768) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:24.448722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4cced685-2aa3-43d5-aeba-f30e0714f30d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:24.449130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.449434 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4cced685-2aa3-43d5-aeba-f30e0714f30d Oct 26 11:14:24.525517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e45b358f-a629-4b15-9f23-80daa47ea6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b86c8ea2-117b-4b45-b181-cbc2db38029b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.529492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4141d-72e4-4730-81cf-925ec6942b5b None None] Current status of the port 4cced685-2aa3-43d5-aeba-f30e0714f30d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:24.530159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e45b358f-a629-4b15-9f23-80daa47ea6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.531662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e45b358f-a629-4b15-9f23-80daa47ea6e6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b86c8ea2-117b-4b45-b181-cbc2db38029b HTTP/1.1" status: 204 len: 168 time: 0.3870647 Oct 26 11:14:24.595091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4cced685-2aa3-43d5-aeba-f30e0714f30d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:24.611771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cd42f3fd-37e7-49f2-955e-ad1d0f6315f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.615451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:24.625994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:24.627496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Subnet': ['ID=3b9081f6-e454-4c60-9dd4-822703abd4d3,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:24.661533 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7df5b565-6d19-4822-a635-7afb68299eb0 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2310019 Oct 26 11:14:24.669068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f3fd-37e7-49f2-955e-ad1d0f6315f8 None None] Pushing event deleted for resources: {'Port': ['ID=370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:24.675015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd42f3fd-37e7-49f2-955e-ad1d0f6315f8 None None] No DVR routers for this DVR port 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:24.686401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b220abbb-05f7-49d3-94f8-92ebece34790), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.691588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b358f-a629-4b15-9f23-80daa47ea6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86c8ea2-117b-4b45-b181-cbc2db38029b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:24.696084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Checking segment: {'id': 'd55e3c94-8c22-4e97-8b7b-f78c9d40f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '311722a7-d6f2-49e7-8222-bdaf3a2707df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:24.696454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network hostable DHCP agents. Network: 311722a7-d6f2-49e7-8222-bdaf3a2707df, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:14:24.716859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686e8cb-2241-4bf4-9dba-ae13a4e1f067 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:24.746924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:24.780523 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:24.798580 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:24.802975 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:24.806700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:24.810079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:24.821248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:24.833066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:24.844294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:24.851417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:24.852261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.856862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=b220abbb-05f7-49d3-94f8-92ebece34790,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:24.859149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 311722a7-d6f2-49e7-8222-bdaf3a2707df is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:14:24.877556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=b8588ee7-766d-4792-ac13-bb13a798494a,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:24.893821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30,revision_number=6']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:24.915583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-10f71395-6084-470b-810d-384f963f9cfd tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2738535 Oct 26 11:14:24.918925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:24.934094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-dbffc209-6044-4cba-bd39-1d59f947776f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:24.963409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e006cddc-269c-485d-9059-cd1342ff5d5c', 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'project_id': 'b236a6ef558541ac949d09d4ebd85877', 'fixed_ips': [{'subnet_id': 'b8588ee7-766d-4792-ac13-bb13a798494a'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:14:24.964409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:24.972780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 311722a7-d6f2-49e7-8222-bdaf3a2707df) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:24.987377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140de5bf-77da-4921-8414-64e8a3396629 None None] Network 311722a7-d6f2-49e7-8222-bdaf3a2707df requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:25.012857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4cced685-2aa3-43d5-aeba-f30e0714f30d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:25.067867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (780ad229-352d-4853-a48c-7ca95e0651e4), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.117895 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:25.125737 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:25.134032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:25.134763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.211578 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-632973c1-b022-4319-af56-744cbf80d60c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9044080 Oct 26 11:14:25.212293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53784) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:25.218062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-12241145-28be-483c-a39a-0af8ab8d290d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1308608142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:25.227939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:25.283437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12241145-28be-483c-a39a-0af8ab8d290d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (733ac942-9612-46ed-b17d-ab6aca72720d), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.285186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12241145-28be-483c-a39a-0af8ab8d290d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (733ac942-9612-46ed-b17d-ab6aca72720d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.379463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4933bbce-5c14-41ca-b56c-6d4e06d3efca None None] Provisioning complete for port b220abbb-05f7-49d3-94f8-92ebece34790 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:25.380062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4933bbce-5c14-41ca-b56c-6d4e06d3efca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b220abbb-05f7-49d3-94f8-92ebece34790), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.380192 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4933bbce-5c14-41ca-b56c-6d4e06d3efca None None] Attempt 1 to provision port b220abbb-05f7-49d3-94f8-92ebece34790 Oct 26 11:14:25.398970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b220abbb-05f7-49d3-94f8-92ebece34790), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.410621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:24Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:23Z', 'revision_number': 7, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:23Z', 'revision_number': 25, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:25.429226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12241145-28be-483c-a39a-0af8ab8d290d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (733ac942-9612-46ed-b17d-ab6aca72720d), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.440121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12241145-28be-483c-a39a-0af8ab8d290d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (733ac942-9612-46ed-b17d-ab6aca72720d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.463795 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:25.464414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbffc209-6044-4cba-bd39-1d59f947776f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:25.469236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dbffc209-6044-4cba-bd39-1d59f947776f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.471862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12241145-28be-483c-a39a-0af8ab8d290d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.474162 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-12241145-28be-483c-a39a-0af8ab8d290d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2608745 Oct 26 11:14:25.476965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53790) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:25.485371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:25.486206 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:25.490567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'port': {'network_id': '311722a7-d6f2-49e7-8222-bdaf3a2707df', 'name': 'tempest-RoutersTest-506780522'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:25.528737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4933bbce-5c14-41ca-b56c-6d4e06d3efca None None] Port b220abbb-05f7-49d3-94f8-92ebece34790 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:25.562216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4cced685-2aa3-43d5-aeba-f30e0714f30d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:25.562604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.562948 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4cced685-2aa3-43d5-aeba-f30e0714f30d Oct 26 11:14:25.599479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Allocated IP 2001:db8::f816:3eff:fe1c:678e (e006cddc-269c-485d-9059-cd1342ff5d5c/b8588ee7-766d-4792-ac13-bb13a798494a/f1b4db60-df88-456e-abdf-629bda0608d7) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:25.651584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-311722a7-d6f2-49e7-8222-bdaf3a2707df', 'network_id': '311722a7-d6f2-49e7-8222-bdaf3a2707df', 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'fixed_ips': [{'subnet_id': '3b9081f6-e454-4c60-9dd4-822703abd4d3'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:14:25.653043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.658420 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:25.664679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53796) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:25.720075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:25.727467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.744934 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.ipam_backend_mixin [None req-dbffc209-6044-4cba-bd39-1d59f947776f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b8588ee7-766d-4792-ac13-bb13a798494a (CIDR: 2001:db8::/64) Oct 26 11:14:25.760865 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbffc209-6044-4cba-bd39-1d59f947776f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:25.761778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbffc209-6044-4cba-bd39-1d59f947776f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:25.766641 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:25.767960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] device_id is not set on port d717901e-8fc0-4086-8c71-015c75afbb16 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:25.809460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:25.860722 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dbffc209-6044-4cba-bd39-1d59f947776f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9360757 Oct 26 11:14:25.862439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53800) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:25.872782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:25.879294 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-05b1c75e-4b64-4e37-ac80-40bf11be0315 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2117510 Oct 26 11:14:25.884258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:25.895696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53802) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:25.976805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4cced685-2aa3-43d5-aeba-f30e0714f30d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:25.989135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (b220abbb-05f7-49d3-94f8-92ebece34790), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:25.995888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (b220abbb-05f7-49d3-94f8-92ebece34790), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.019661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:26.097138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=b220abbb-05f7-49d3-94f8-92ebece34790,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:26.112471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-988fa010-6943-44f0-8207-b035489653ec tempest-DvrRoutersNegativeTest-1141907911 tempest-DvrRoutersNegativeTest-1141907911-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1595417913', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:26.117105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.policy [None req-988fa010-6943-44f0-8207-b035489653ec tempest-DvrRoutersNegativeTest-1141907911 tempest-DvrRoutersNegativeTest-1141907911-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105415) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 26 11:14:26.117718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.policy [None req-988fa010-6943-44f0-8207-b035489653ec tempest-DvrRoutersNegativeTest-1141907911 tempest-DvrRoutersNegativeTest-1141907911-project] Failed policy enforce for 'create_router' {{(pid=105415) enforce /opt/stack/neutron/neutron/policy.py:523}} Oct 26 11:14:26.118528 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-988fa010-6943-44f0-8207-b035489653ec tempest-DvrRoutersNegativeTest-1141907911 tempest-DvrRoutersNegativeTest-1141907911-project] create failed (client error): Access was denied to this resource. Oct 26 11:14:26.124583 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-988fa010-6943-44f0-8207-b035489653ec tempest-DvrRoutersNegativeTest-1141907911 tempest-DvrRoutersNegativeTest-1141907911-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2253101 Oct 26 11:14:26.126151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (780ad229-352d-4853-a48c-7ca95e0651e4), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.139457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:26.145192 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:24Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:23Z', 'revision_number': 7, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:23Z', 'revision_number': 25, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:26.145821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:26.150189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.157565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:26.160187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Publish callbacks [] for port (f1b4db60-df88-456e-abdf-629bda0608d7), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.160643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:26.175575 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413685e-e1a1-486e-882f-7cd8bcb04e49 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:24Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:23Z', 'revision_number': 7, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:23Z', 'revision_number': 25, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:26.221913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.286106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:26.291601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:26.292681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Allocated IP 172.20.0.2 (311722a7-d6f2-49e7-8222-bdaf3a2707df/3b9081f6-e454-4c60-9dd4-822703abd4d3/b749733a-b4cb-445e-9383-4262749e443d) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:26.383460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:26.472410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:26.475155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:26.477688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:26.483198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 780ad229-352d-4853-a48c-7ca95e0651e4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:26.619175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (8c2ccf97-28ad-4ffe-bd23-c83793138daf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.661305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53812) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:26.663847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:26.673916 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-39db496b-8caf-4a0c-85dc-498871c371d3 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/routers/780ad229-352d-4853-a48c-7ca95e0651e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9590592 Oct 26 11:14:26.676320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53816) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:26.687403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'port': {'network_id': '360f6fce-1abd-4b6d-a566-22a1d59a27fd', 'name': 'tempest-FloatingIPTestJSON-3244078'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:26.717966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f240d47-5221-4765-beb5-2f4de24f8e32 None None] Sync routers for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:26.738092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:26.749817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:26.757880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:26.760449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.791567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dceced51-0850-4051-ad2b-385dd7a4a6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.792769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:26.793156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.812345 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9455795 Oct 26 11:14:26.814901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53818) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:26.815858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ed253-2b08-4635-aefd-49e927f5bee3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=8c2ccf97-28ad-4ffe-bd23-c83793138daf,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:26.822657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Attempting to bind port f1b4db60-df88-456e-abdf-629bda0608d7 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:14:26.823165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Attempting to bind port f1b4db60-df88-456e-abdf-629bda0608d7 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:14:26.823383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Attempting to bind port f1b4db60-df88-456e-abdf-629bda0608d7 on network e006cddc-269c-485d-9059-cd1342ff5d5c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:14:26.825575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f240d47-5221-4765-beb5-2f4de24f8e32 None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:26.826228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0f240d47-5221-4765-beb5-2f4de24f8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:26.848431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:46:c3:c3', 'name': 'tempest-NetworksTestDHCPv6-206634900'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:26.872997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-388f385a-1c64-4fc1-9e33-a22b45829c8d None None] Provisioning complete for port b220abbb-05f7-49d3-94f8-92ebece34790 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:26.873150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-388f385a-1c64-4fc1-9e33-a22b45829c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b220abbb-05f7-49d3-94f8-92ebece34790), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:26.873384 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-388f385a-1c64-4fc1-9e33-a22b45829c8d None None] Attempt 1 to provision port b220abbb-05f7-49d3-94f8-92ebece34790 Oct 26 11:14:26.881044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53820) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:26.952679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0f240d47-5221-4765-beb5-2f4de24f8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:26.958453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-998e4d54-9a1a-49c9-ba63-069094fbd996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.004134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Publish callbacks [] for port (b749733a-b4cb-445e-9383-4262749e443d), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.010194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:27.017808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-388f385a-1c64-4fc1-9e33-a22b45829c8d None None] Port b220abbb-05f7-49d3-94f8-92ebece34790 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:27.020323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f240d47-5221-4765-beb5-2f4de24f8e32 None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:27.020985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0f240d47-5221-4765-beb5-2f4de24f8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:27.025399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.026138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:27.029433 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:27.047488 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82bd5161-a21f-4623-b9d8-7402a37eb34c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1573973 Oct 26 11:14:27.060359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (b749733a-b4cb-445e-9383-4262749e443d), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.096469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.20.0.5 (311722a7-d6f2-49e7-8222-bdaf3a2707df/3b9081f6-e454-4c60-9dd4-822703abd4d3/d717901e-8fc0-4086-8c71-015c75afbb16) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:27.098255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:14:27.098665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Checking segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:27.099245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.099464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:27.099573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Bound using segment: {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:14:27.100276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Bound port: f1b4db60-df88-456e-abdf-629bda0608d7, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea540978-df25-4776-bc34-47f528236db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:14:27.100767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.125830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0f240d47-5221-4765-beb5-2f4de24f8e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:27.126441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f240d47-5221-4765-beb5-2f4de24f8e32 None None] The sync data for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:27.148158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Made reservation on behalf of 392fe2487f3a4b5d8f55daa93318c126 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:27.152423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.172078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:27.176085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Network 311722a7-d6f2-49e7-8222-bdaf3a2707df is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:27.192749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] device_id is not set on port 41930c90-7989-4957-a9c8-d7c9c29157fb yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:27.202817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:27.206641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:27.209689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:27.232152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:27.276214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:27.337159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-998e4d54-9a1a-49c9-ba63-069094fbd996 admin admin] Publish callbacks [] for security_group (7345d618-fa07-4068-96bc-6b74fa2589d9), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.358852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-998e4d54-9a1a-49c9-ba63-069094fbd996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (7345d618-fa07-4068-96bc-6b74fa2589d9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.376351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:27.377031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.394738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:14:27.402126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (d717901e-8fc0-4086-8c71-015c75afbb16), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.409513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:27.431115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Pushing event updated for resources: {'Port': ['ID=b749733a-b4cb-445e-9383-4262749e443d,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:27.436334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:14:27.442417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:27.446126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Attempting to bind port b749733a-b4cb-445e-9383-4262749e443d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:14:27.446717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Attempting to bind port b749733a-b4cb-445e-9383-4262749e443d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd55e3c94-8c22-4e97-8b7b-f78c9d40f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '311722a7-d6f2-49e7-8222-bdaf3a2707df'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:14:27.447247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Attempting to bind port b749733a-b4cb-445e-9383-4262749e443d on network 311722a7-d6f2-49e7-8222-bdaf3a2707df {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:14:27.465715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.472582 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-998e4d54-9a1a-49c9-ba63-069094fbd996 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b52971e23f884f0189898a380826a2fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8042855 Oct 26 11:14:27.473551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53822) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:27.477646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e4d54-9a1a-49c9-ba63-069094fbd996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7345d618-fa07-4068-96bc-6b74fa2589d9,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:27.495753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.496786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:27.501506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.503360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.544414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Allocated IP 172.20.0.14 (360f6fce-1abd-4b6d-a566-22a1d59a27fd/4af5b0cf-5922-457c-8d32-39ee7315c9ea/41930c90-7989-4957-a9c8-d7c9c29157fb) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:27.550151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 311722a7-d6f2-49e7-8222-bdaf3a2707df is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:27.566793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:27.569229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:27.578208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 3b55135b-8264-44c6-b2e7-6edf9960449d yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:27.592707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:27.593340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 370cd7bd-fe3a-4b5b-a82c-e8f3c10d2d30 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:27.593946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 07223ff8-ff1e-42f8-8e59-a83746cf0250 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:27.602815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:27.609650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=d717901e-8fc0-4086-8c71-015c75afbb16,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:27.639091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 07223ff8-ff1e-42f8-8e59-a83746cf0250 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:27.639091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 07223ff8-ff1e-42f8-8e59-a83746cf0250 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:27.639513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c1e9b173-fda5-48f5-84d2-78f7dbab292c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:27.648867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-65f26c16-e928-409f-b542-b82a505120a1 admin admin] Publish callbacks [] for security_group (7345d618-fa07-4068-96bc-6b74fa2589d9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.656495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:27.657213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.680910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: c1e9b173-fda5-48f5-84d2-78f7dbab292c {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:27.681252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c1e9b173-fda5-48f5-84d2-78f7dbab292c not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:27.692538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-65f26c16-e928-409f-b542-b82a505120a1 admin admin] Publish callbacks [] for security_group (7345d618-fa07-4068-96bc-6b74fa2589d9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.697313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:27.709420 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac5ef83f-4209-4130-988c-e2fe2fb2e02b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2310536 Oct 26 11:14:27.713201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53824) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:27.855376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:14:27.855806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Checking segment: {'id': 'd55e3c94-8c22-4e97-8b7b-f78c9d40f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '311722a7-d6f2-49e7-8222-bdaf3a2707df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:27.856202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.856606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Bound using segment: {'id': 'd55e3c94-8c22-4e97-8b7b-f78c9d40f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '311722a7-d6f2-49e7-8222-bdaf3a2707df'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:14:27.857079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Bound port: b749733a-b4cb-445e-9383-4262749e443d, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55e3c94-8c22-4e97-8b7b-f78c9d40f87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '311722a7-d6f2-49e7-8222-bdaf3a2707df'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:14:27.857462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b749733a-b4cb-445e-9383-4262749e443d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.907711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea194b17-9e07-486d-bc42-718b8c52d4ab None None] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:27.962828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-65f26c16-e928-409f-b542-b82a505120a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (7345d618-fa07-4068-96bc-6b74fa2589d9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.965646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-65f26c16-e928-409f-b542-b82a505120a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:27.966814 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-65f26c16-e928-409f-b542-b82a505120a1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7345d618-fa07-4068-96bc-6b74fa2589d9 HTTP/1.1" status: 204 len: 168 time: 0.4887795 Oct 26 11:14:28.081785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for port (41930c90-7989-4957-a9c8-d7c9c29157fb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.122849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53828) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:28.123955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f26c16-e928-409f-b542-b82a505120a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7345d618-fa07-4068-96bc-6b74fa2589d9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:28.215122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (41930c90-7989-4957-a9c8-d7c9c29157fb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.247926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:28.263158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8014d6ef-7cca-49e7-9d9b-3feed7a529c6 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1368423 Oct 26 11:14:28.308008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:28.326293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:28.331903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:28.341097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:28.377088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.393923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] For port b749733a-b4cb-445e-9383-4262749e443d, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:14:28.428104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] For port b749733a-b4cb-445e-9383-4262749e443d, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b749733a-b4cb-445e-9383-4262749e443d,segment=NetworkSegment(d55e3c94-8c22-4e97-8b7b-f78c9d40f87a),segment_id=d55e3c94-8c22-4e97-8b7b-f78c9d40f87a)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:14:28.440831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8:0:1::245 (e006cddc-269c-485d-9059-cd1342ff5d5c/8c2ccf97-28ad-4ffe-bd23-c83793138daf/3b55135b-8264-44c6-b2e7-6edf9960449d) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:28.444200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b749733a-b4cb-445e-9383-4262749e443d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.450966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:28.451345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.452150 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:28.472027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event updated for resources: {'Port': ['ID=41930c90-7989-4957-a9c8-d7c9c29157fb,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:28.482079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:fe46:c3c3 (e006cddc-269c-485d-9059-cd1342ff5d5c/b8588ee7-766d-4792-ac13-bb13a798494a/3b55135b-8264-44c6-b2e7-6edf9960449d) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:28.542126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:28.542808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.599770 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c20207bb-c8f9-4188-8e0b-7cd7a49dbf22 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9223919 Oct 26 11:14:28.604131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53838) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:28.625774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Request body: {'floatingip': {'port_id': '41930c90-7989-4957-a9c8-d7c9c29157fb'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:28.690945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc447d-8b78-4ae0-ba7e-a6c309a25669 None None] Pushing event updated for resources: {'Port': ['ID=b749733a-b4cb-445e-9383-4262749e443d,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:28.743777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.758655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:28.820931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:28.822157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.829694 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:28.950144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef3dc2e3-bb43-457c-9c2a-d83a00c0ef2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.962210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3be3b401-a48b-4056-a128-93b4d592fd31 None None] Provisioning complete for port 41930c90-7989-4957-a9c8-d7c9c29157fb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:28.962813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3be3b401-a48b-4056-a128-93b4d592fd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (41930c90-7989-4957-a9c8-d7c9c29157fb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.963344 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3be3b401-a48b-4056-a128-93b4d592fd31 None None] Attempt 1 to provision port 41930c90-7989-4957-a9c8-d7c9c29157fb Oct 26 11:14:28.973651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (d717901e-8fc0-4086-8c71-015c75afbb16), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:28.992201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.004079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3be3b401-a48b-4056-a128-93b4d592fd31 None None] Port 41930c90-7989-4957-a9c8-d7c9c29157fb cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:29.007426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:29.013756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.014878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:29.096994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:29.112250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=d717901e-8fc0-4086-8c71-015c75afbb16,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:29.144742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:29.171796 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07f3d0-677e-4da8-870d-17175489789f None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:14:29.178325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:29.198920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:29.199363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.199698 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:29.286793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53850) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:29.305702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:29.306178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.330078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:29.336737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8470bbae-9a19-47bc-a30e-fa5de0352d2d None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:29.342694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.384526 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9101d77-c3b7-415f-9b32-f9f25f925d0b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.0962861 Oct 26 11:14:29.388864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:29.431164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3b7247b0-29db-45aa-84d1-99103848efa4 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:29.432190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b7247b0-29db-45aa-84d1-99103848efa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.432730 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3b7247b0-29db-45aa-84d1-99103848efa4 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:29.556019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3b7247b0-29db-45aa-84d1-99103848efa4 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:29.556489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b7247b0-29db-45aa-84d1-99103848efa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.558760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (733ac942-9612-46ed-b17d-ab6aca72720d), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.578842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:29.645985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c31f1be9-d01b-47ea-a2a1-417dc1e5c6e9 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:29.648580 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-c31f1be9-d01b-47ea-a2a1-417dc1e5c6e9 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 11:14:29.649645 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-c31f1be9-d01b-47ea-a2a1-417dc1e5c6e9 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 11:14:29.650936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c31f1be9-d01b-47ea-a2a1-417dc1e5c6e9 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2603891 Oct 26 11:14:29.659905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53856) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:29.688544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471141824'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:29.696257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3b7247b0-29db-45aa-84d1-99103848efa4 None None] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:29.712485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b7247b0-29db-45aa-84d1-99103848efa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.718940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:29.828546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9afc44-eb7f-4a14-8451-dde05bd4af6f None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'b8588ee7-766d-4792-ac13-bb13a798494a', 'ip_address': '2001:db8::f816:3eff:fe1c:678e'}, {'subnet_id': '8c2ccf97-28ad-4ffe-bd23-c83793138daf'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'f1b4db60-df88-456e-abdf-629bda0608d7'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:14:29.828825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (3b55135b-8264-44c6-b2e7-6edf9960449d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.828955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.837355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.856939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.858527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7247b0-29db-45aa-84d1-99103848efa4 None None] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:29.863383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6c9afc44-eb7f-4a14-8451-dde05bd4af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.938462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.013310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3b55135b-8264-44c6-b2e7-6edf9960449d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.075556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-6c9afc44-eb7f-4a14-8451-dde05bd4af6f None None] Allocated IP 2001:db8:0:1::2 (e006cddc-269c-485d-9059-cd1342ff5d5c/8c2ccf97-28ad-4ffe-bd23-c83793138daf/f1b4db60-df88-456e-abdf-629bda0608d7) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:30.096533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:30.101847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:30.105456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:30.115995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:30.145476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de81877-d9e9-4b98-9626-6a3369e78931 None None] Network 311722a7-d6f2-49e7-8222-bdaf3a2707df requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:30.157382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=3b55135b-8264-44c6-b2e7-6edf9960449d,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:30.160352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:30.166278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:30.166980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.216268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:30.228989 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-75befb19-13a1-4986-82f6-84cf7f13c3c5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4128451 Oct 26 11:14:30.241762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53858) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:30.244132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (b14f1bcc-2d57-4803-94f7-29d04e8fc6fc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.267588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-00c70044-104d-45f1-9d12-4ee248c68800 None None] Provisioning complete for port b749733a-b4cb-445e-9383-4262749e443d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:30.267938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00c70044-104d-45f1-9d12-4ee248c68800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b749733a-b4cb-445e-9383-4262749e443d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.268272 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-00c70044-104d-45f1-9d12-4ee248c68800 None None] Attempt 1 to provision port b749733a-b4cb-445e-9383-4262749e443d Oct 26 11:14:30.286739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b14f1bcc-2d57-4803-94f7-29d04e8fc6fc), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.306515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6c9afc44-eb7f-4a14-8451-dde05bd4af6f None None] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:30.351159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:30.388839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6c9afc44-eb7f-4a14-8451-dde05bd4af6f None None] Publish callbacks [] for port (f1b4db60-df88-456e-abdf-629bda0608d7), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.389761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53860) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:30.417029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6c9afc44-eb7f-4a14-8451-dde05bd4af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.454406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14f1bcc-2d57-4803-94f7-29d04e8fc6fc,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:30.464366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:30.479680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-00c70044-104d-45f1-9d12-4ee248c68800 None None] Current status of the port b749733a-b4cb-445e-9383-4262749e443d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:30.480044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00c70044-104d-45f1-9d12-4ee248c68800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b749733a-b4cb-445e-9383-4262749e443d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.531773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (d717901e-8fc0-4086-8c71-015c75afbb16), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.538265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.db.resource_extend [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:14:30.539224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.565593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:30.567066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:30.571923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9afc44-eb7f-4a14-8451-dde05bd4af6f None None] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:30.611163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c745af49-1a44-44d3-ac50-396d15bf1120 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 3b55135b-8264-44c6-b2e7-6edf9960449d {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:30.611916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c745af49-1a44-44d3-ac50-396d15bf1120 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3b55135b-8264-44c6-b2e7-6edf9960449d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.633658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (733ac942-9612-46ed-b17d-ab6aca72720d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.678077 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2c696980-bcd4-4268-b16b-4f4209f32637 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2620945 Oct 26 11:14:30.692484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-00c70044-104d-45f1-9d12-4ee248c68800 None None] For port b749733a-b4cb-445e-9383-4262749e443d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b749733a-b4cb-445e-9383-4262749e443d,segment=NetworkSegment(d55e3c94-8c22-4e97-8b7b-f78c9d40f87a),segment_id=d55e3c94-8c22-4e97-8b7b-f78c9d40f87a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:30.706190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00c70044-104d-45f1-9d12-4ee248c68800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b749733a-b4cb-445e-9383-4262749e443d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.775414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=d717901e-8fc0-4086-8c71-015c75afbb16,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:30.805958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.836128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 311722a7-d6f2-49e7-8222-bdaf3a2707df is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:30.838120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:30.840558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:30.856595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f1b4db60-df88-456e-abdf-629bda0608d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:30.902597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c745af49-1a44-44d3-ac50-396d15bf1120 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3b55135b-8264-44c6-b2e7-6edf9960449d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.909651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (07331917-de4c-4d39-838d-d0e97d72163e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.916382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.962153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (07331917-de4c-4d39-838d-d0e97d72163e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:30.994645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c745af49-1a44-44d3-ac50-396d15bf1120 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 3b55135b-8264-44c6-b2e7-6edf9960449d owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:30.999827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c70044-104d-45f1-9d12-4ee248c68800 None None] Pushing event updated for resources: {'Port': ['ID=b749733a-b4cb-445e-9383-4262749e443d,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:31.012882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.015238 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3539984 Oct 26 11:14:31.019125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53862) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:31.029718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5f82f00a-9c80-48b0-9e89-59280d947264 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '07331917-de4c-4d39-838d-d0e97d72163e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:31.040926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-17e6917c-e20e-451f-be92-ae529d533d03 None None] Provisioning complete for port b749733a-b4cb-445e-9383-4262749e443d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:31.049912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router 733ac942-9612-46ed-b17d-ab6aca72720d is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:14:31.051237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-17e6917c-e20e-451f-be92-ae529d533d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b749733a-b4cb-445e-9383-4262749e443d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.052452 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-17e6917c-e20e-451f-be92-ae529d533d03 None None] Attempt 1 to provision port b749733a-b4cb-445e-9383-4262749e443d Oct 26 11:14:31.074241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:31.168212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:31.169073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5f82f00a-9c80-48b0-9e89-59280d947264 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group_rule (c00f793c-d5fa-4099-ba7d-02defec5a31f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.179946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:31.266867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5f82f00a-9c80-48b0-9e89-59280d947264 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group_rule (c00f793c-d5fa-4099-ba7d-02defec5a31f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.269086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:31.283580 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd51d1-07a7-4de3-8ea9-33a76fc6fd88 None None] Sync routers for ids ['733ac942-9612-46ed-b17d-ab6aca72720d'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:31.285603 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f660997d-4099-4597-b4bb-0d558af0d225 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/733ac942-9612-46ed-b17d-ab6aca72720d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5713561 Oct 26 11:14:31.289053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53864) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:31.292055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5f82f00a-9c80-48b0-9e89-59280d947264 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (c00f793c-d5fa-4099-ba7d-02defec5a31f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.306095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d3950-3a36-4557-aff9-5ba6d267f36a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07331917-de4c-4d39-838d-d0e97d72163e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:31.315303 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd51d1-07a7-4de3-8ea9-33a76fc6fd88 None None] Routers {'733ac942-9612-46ed-b17d-ab6aca72720d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:31.317035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:31.317424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.317815 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:31.328912 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0 associated. External IP: 172.26.0.156, port: d81bdf80-1174-4667-8968-e6767959e94a. Oct 26 11:14:31.329144 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0bcd51d1-07a7-4de3-8ea9-33a76fc6fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['733ac942-9612-46ed-b17d-ab6aca72720d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:31.378234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60403646-227a-4e15-80c4-8aca3f160edb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:31.380563 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-60403646-227a-4e15-80c4-8aca3f160edb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports/d717901e-8fc0-4086-8c71-015c75afbb16 HTTP/1.1" status: 200 len: 976 time: 0.0898273 Oct 26 11:14:31.386914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53866) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:31.439206 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0bcd51d1-07a7-4de3-8ea9-33a76fc6fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:31.456735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82f00a-9c80-48b0-9e89-59280d947264 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00f793c-d5fa-4099-ba7d-02defec5a31f,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:31.462328 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd51d1-07a7-4de3-8ea9-33a76fc6fd88 None None] Routers {'733ac942-9612-46ed-b17d-ab6aca72720d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:31.463412 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0bcd51d1-07a7-4de3-8ea9-33a76fc6fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['733ac942-9612-46ed-b17d-ab6aca72720d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:31.464891 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5f82f00a-9c80-48b0-9e89-59280d947264 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.466466 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5f82f00a-9c80-48b0-9e89-59280d947264 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4457309 Oct 26 11:14:31.471225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53868) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:31.477777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0014ee52-ac28-4d16-8b01-780a6ed910e1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '07331917-de4c-4d39-838d-d0e97d72163e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:31.481452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:31.560687 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0bcd51d1-07a7-4de3-8ea9-33a76fc6fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:31.561429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0014ee52-ac28-4d16-8b01-780a6ed910e1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group_rule (c84c39fb-a4c6-41cc-9980-f659360272a6), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.562531 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd51d1-07a7-4de3-8ea9-33a76fc6fd88 None None] The sync data for ids ['733ac942-9612-46ed-b17d-ab6aca72720d'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:31.612650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c745af49-1a44-44d3-ac50-396d15bf1120 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3b55135b-8264-44c6-b2e7-6edf9960449d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.675614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745af49-1a44-44d3-ac50-396d15bf1120 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=3b55135b-8264-44c6-b2e7-6edf9960449d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:31.680353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:31.707267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:31.745282 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-0014ee52-ac28-4d16-8b01-780a6ed910e1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 11:14:31.749368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1c1c1-13a8-40fd-b975-037654314b11 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:31.749539 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0014ee52-ac28-4d16-8b01-780a6ed910e1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2751637 Oct 26 11:14:31.753147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53872) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:31.757603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:31.819519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c745af49-1a44-44d3-ac50-396d15bf1120 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.821840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.825045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.825230 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c745af49-1a44-44d3-ac50-396d15bf1120 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3b55135b-8264-44c6-b2e7-6edf9960449d HTTP/1.1" status: 204 len: 168 time: 1.5772569 Oct 26 11:14:31.827487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53874) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:31.839464 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d336718-8b37-4d8a-8eaa-e763a6e02185 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1565588 Oct 26 11:14:31.908197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-17e6917c-e20e-451f-be92-ae529d533d03 None None] Current status of the port b749733a-b4cb-445e-9383-4262749e443d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:31.914638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:31.916033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7011c903-b366-473e-8153-e1680658dbc7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (07331917-de4c-4d39-838d-d0e97d72163e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.938340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf314d1-afcf-4a04-8520-41a87211bdeb tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:31.942416 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dbf314d1-afcf-4a04-8520-41a87211bdeb tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1116378 Oct 26 11:14:31.942596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:31.942836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b749733a-b4cb-445e-9383-4262749e443d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:31.949295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53876) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:31.994537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7011c903-b366-473e-8153-e1680658dbc7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (07331917-de4c-4d39-838d-d0e97d72163e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:31.999914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:32.018270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-17e6917c-e20e-451f-be92-ae529d533d03 None None] Provisioning complete for port d717901e-8fc0-4086-8c71-015c75afbb16 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:32.018643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-17e6917c-e20e-451f-be92-ae529d533d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.018981 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-17e6917c-e20e-451f-be92-ae529d533d03 None None] Attempt 1 to provision port d717901e-8fc0-4086-8c71-015c75afbb16 Oct 26 11:14:32.039334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:32.062505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03dae1e-9b90-4210-9544-58851025a807 None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:32.075910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a114f26b-de4a-4335-b1e6-80f07d675e02 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:32.079622 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a114f26b-de4a-4335-b1e6-80f07d675e02 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1270900 Oct 26 11:14:32.079819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:29Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:29Z', 'revision_number': 8, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:28Z', 'revision_number': 27, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.081246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53878) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:32.107152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b749733a-b4cb-445e-9383-4262749e443d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:32.107854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b749733a-b4cb-445e-9383-4262749e443d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.108355 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b749733a-b4cb-445e-9383-4262749e443d Oct 26 11:14:32.128442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (733ac942-9612-46ed-b17d-ab6aca72720d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.157779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-17e6917c-e20e-451f-be92-ae529d533d03 None None] Port d717901e-8fc0-4086-8c71-015c75afbb16 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:32.160548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dae1e-9b90-4210-9544-58851025a807 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:32.161193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e03dae1e-9b90-4210-9544-58851025a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.191236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5efcf7b-1345-4123-a854-0e7b0775bb3a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:32.192940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5efcf7b-1345-4123-a854-0e7b0775bb3a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:32.195362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5efcf7b-1345-4123-a854-0e7b0775bb3a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:32.197322 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5efcf7b-1345-4123-a854-0e7b0775bb3a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1154697 Oct 26 11:14:32.222831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53880) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:32.224932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7011c903-b366-473e-8153-e1680658dbc7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (07331917-de4c-4d39-838d-d0e97d72163e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.228022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7011c903-b366-473e-8153-e1680658dbc7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.231393 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7011c903-b366-473e-8153-e1680658dbc7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/07331917-de4c-4d39-838d-d0e97d72163e HTTP/1.1" status: 204 len: 168 time: 0.4750934 Oct 26 11:14:32.232663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:32.265974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e03dae1e-9b90-4210-9544-58851025a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.281310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011c903-b366-473e-8153-e1680658dbc7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07331917-de4c-4d39-838d-d0e97d72163e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:32.306318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:32.310050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-267d7483-6978-4087-948c-534394a30778 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:32.310671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-267d7483-6978-4087-948c-534394a30778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.311180 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-267d7483-6978-4087-948c-534394a30778 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:32.319052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:32.349044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f516dfcc-8e5f-434f-9f47-801a2738e243 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 8c2ccf97-28ad-4ffe-bd23-c83793138daf {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:32.350363 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3ec1effb-8c4e-4c44-a89e-d4891893b7e1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1164215 Oct 26 11:14:32.350670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:32.353130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f516dfcc-8e5f-434f-9f47-801a2738e243 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (8c2ccf97-28ad-4ffe-bd23-c83793138daf), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.359541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-38847bee-a806-4360-b81c-b1ee1a6678ef tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--885808640'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:32.363812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:32.364472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.368348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 780ad229-352d-4853-a48c-7ca95e0651e4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:32.447912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f516dfcc-8e5f-434f-9f47-801a2738e243 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (8c2ccf97-28ad-4ffe-bd23-c83793138daf), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.453598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38847bee-a806-4360-b81c-b1ee1a6678ef tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.482021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dae1e-9b90-4210-9544-58851025a807 None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:32.483051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e03dae1e-9b90-4210-9544-58851025a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.512351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:32.518557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.526667 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102febd-783b-42f2-8e16-53275a65a6d0 None None] Sync routers for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:32.527756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b749733a-b4cb-445e-9383-4262749e443d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:32.538455 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102febd-783b-42f2-8e16-53275a65a6d0 None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:32.539321 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0102febd-783b-42f2-8e16-53275a65a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.576799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port d717901e-8fc0-4086-8c71-015c75afbb16 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:32.577802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.608596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:32.644224 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0102febd-783b-42f2-8e16-53275a65a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.665033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102febd-783b-42f2-8e16-53275a65a6d0 None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:32.667233 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0102febd-783b-42f2-8e16-53275a65a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.680765 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bd24ac02-93d9-4934-87d1-f47e34b71785 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0 HTTP/1.1" status: 200 len: 976 time: 4.0744083 Oct 26 11:14:32.681457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53886) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:32.721641 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0102febd-783b-42f2-8e16-53275a65a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.722972 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0102febd-783b-42f2-8e16-53275a65a6d0 None None] The sync data for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:32.735205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:32.735836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38847bee-a806-4360-b81c-b1ee1a6678ef tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (7c4672ad-5652-46ad-9ed9-a24a40bb1730), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.749012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f1b4db60-df88-456e-abdf-629bda0608d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:32.753415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e03dae1e-9b90-4210-9544-58851025a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:32.754155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03dae1e-9b90-4210-9544-58851025a807 None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:32.755509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38847bee-a806-4360-b81c-b1ee1a6678ef tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (7c4672ad-5652-46ad-9ed9-a24a40bb1730), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.798625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port 41930c90-7989-4957-a9c8-d7c9c29157fb {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:32.798970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (41930c90-7989-4957-a9c8-d7c9c29157fb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.847600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38847bee-a806-4360-b81c-b1ee1a6678ef tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.849277 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-38847bee-a806-4360-b81c-b1ee1a6678ef tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4972632 Oct 26 11:14:32.850052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53888) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:32.856367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:32.862473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a125b598-310d-4a5c-a46b-76d5f9032461 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '7c4672ad-5652-46ad-9ed9-a24a40bb1730', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:32.863253 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING neutron.api.v2.base [None req-a125b598-310d-4a5c-a46b-76d5f9032461 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 11:14:32.863385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:32.864447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-a125b598-310d-4a5c-a46b-76d5f9032461 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:32.870357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f516dfcc-8e5f-434f-9f47-801a2738e243 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (8c2ccf97-28ad-4ffe-bd23-c83793138daf), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.870587 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a125b598-310d-4a5c-a46b-76d5f9032461 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083487 Oct 26 11:14:32.877687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:32.877910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38847bee-a806-4360-b81c-b1ee1a6678ef tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4672ad-5652-46ad-9ed9-a24a40bb1730,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:32.904675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-267d7483-6978-4087-948c-534394a30778 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:32.920722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-267d7483-6978-4087-948c-534394a30778 None None] Provisioning complete for port d717901e-8fc0-4086-8c71-015c75afbb16 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:32.921164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-267d7483-6978-4087-948c-534394a30778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.921578 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-267d7483-6978-4087-948c-534394a30778 None None] Attempt 1 to provision port d717901e-8fc0-4086-8c71-015c75afbb16 Oct 26 11:14:32.927317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9af2e88-08b6-4e8a-9424-6906010c117f None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:32.934061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:32.947962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.966389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (41930c90-7989-4957-a9c8-d7c9c29157fb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:32.974169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for d717901e-8fc0-4086-8c71-015c75afbb16 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:32.988323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:33.006148 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-83b4aa76-32fe-47b0-b8a6-420926a77064 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1450953 Oct 26 11:14:33.028532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:33.029051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.029479 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:33.064783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f516dfcc-8e5f-434f-9f47-801a2738e243 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (8c2ccf97-28ad-4ffe-bd23-c83793138daf), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.078312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:33.102530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516dfcc-8e5f-434f-9f47-801a2738e243 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2ccf97-28ad-4ffe-bd23-c83793138daf,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:33.109908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-267d7483-6978-4087-948c-534394a30778 None None] Port d717901e-8fc0-4086-8c71-015c75afbb16 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:33.112925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f516dfcc-8e5f-434f-9f47-801a2738e243 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.119075 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f516dfcc-8e5f-434f-9f47-801a2738e243 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/8c2ccf97-28ad-4ffe-bd23-c83793138daf HTTP/1.1" status: 204 len: 168 time: 0.8921947 Oct 26 11:14:33.152752 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53894) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:33.171275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:29Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:29Z', 'revision_number': 8, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:28Z', 'revision_number': 27, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:33.193351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:33.214768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f8c37-06b5-443a-aa16-e22a43e3ac31 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:29Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:29Z', 'revision_number': 8, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:28Z', 'revision_number': 27, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:33.237836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78b89a9-9174-41a7-ab92-ecdeeaae9e74 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet b8588ee7-766d-4792-ac13-bb13a798494a {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:33.243604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b78b89a9-9174-41a7-ab92-ecdeeaae9e74 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (b8588ee7-766d-4792-ac13-bb13a798494a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.276700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-da37f833-1c89-40a6-90b6-17a968d49d7d None None] Could not find standard attr ID for object 3b55135b-8264-44c6-b2e7-6edf9960449d. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:33.316169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:33.317654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b749733a-b4cb-445e-9383-4262749e443d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:33.333807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b78b89a9-9174-41a7-ab92-ecdeeaae9e74 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (b8588ee7-766d-4792-ac13-bb13a798494a), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.358014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9af2e88-08b6-4e8a-9424-6906010c117f None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:33.360229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-da37f833-1c89-40a6-90b6-17a968d49d7d None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:33.360721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-da37f833-1c89-40a6-90b6-17a968d49d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.361157 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-da37f833-1c89-40a6-90b6-17a968d49d7d None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:33.389722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d717901e-8fc0-4086-8c71-015c75afbb16), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.415183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b749733a-b4cb-445e-9383-4262749e443d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:33.415758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b749733a-b4cb-445e-9383-4262749e443d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.416179 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b749733a-b4cb-445e-9383-4262749e443d Oct 26 11:14:33.429001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50f9443a-3d80-4b38-bd75-2def8d627425 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (7c4672ad-5652-46ad-9ed9-a24a40bb1730), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.440459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=d717901e-8fc0-4086-8c71-015c75afbb16,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:33.539655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b78b89a9-9174-41a7-ab92-ecdeeaae9e74 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b8588ee7-766d-4792-ac13-bb13a798494a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.646875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50f9443a-3d80-4b38-bd75-2def8d627425 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (7c4672ad-5652-46ad-9ed9-a24a40bb1730), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.653300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.653661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.654277 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Floating IP 2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0 disassociated. External IP: 172.26.0.156, port: 41930c90-7989-4957-a9c8-d7c9c29157fb. Oct 26 11:14:33.654555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for 41930c90-7989-4957-a9c8-d7c9c29157fb owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:33.699082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (733ac942-9612-46ed-b17d-ab6aca72720d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.728216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:33.752821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b78b89a9-9174-41a7-ab92-ecdeeaae9e74 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (b8588ee7-766d-4792-ac13-bb13a798494a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.756800 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50f9443a-3d80-4b38-bd75-2def8d627425 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (7c4672ad-5652-46ad-9ed9-a24a40bb1730), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.760200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-50f9443a-3d80-4b38-bd75-2def8d627425 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.765436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53896) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:33.765816 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-50f9443a-3d80-4b38-bd75-2def8d627425 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7c4672ad-5652-46ad-9ed9-a24a40bb1730 HTTP/1.1" status: 204 len: 168 time: 0.8911116 Oct 26 11:14:33.789931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9443a-3d80-4b38-bd75-2def8d627425 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4672ad-5652-46ad-9ed9-a24a40bb1730,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:33.793410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-da37f833-1c89-40a6-90b6-17a968d49d7d None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:33.813084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-da37f833-1c89-40a6-90b6-17a968d49d7d None None] Could not find standard attr ID for object a167ec93-5bdc-423d-b71b-fd16073c2055. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:33.830203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b749733a-b4cb-445e-9383-4262749e443d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:33.847221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b89a9-9174-41a7-ab92-ecdeeaae9e74 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=b8588ee7-766d-4792-ac13-bb13a798494a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:33.859345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b78b89a9-9174-41a7-ab92-ecdeeaae9e74 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.864119 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b78b89a9-9174-41a7-ab92-ecdeeaae9e74 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b8588ee7-766d-4792-ac13-bb13a798494a HTTP/1.1" status: 204 len: 168 time: 0.7080231 Oct 26 11:14:33.864936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53898) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:33.915052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (41930c90-7989-4957-a9c8-d7c9c29157fb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.917849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:33.939293 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c16743fe-77cb-4508-abae-af511fc33ba7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709434 Oct 26 11:14:33.981383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53900) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:33.998475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:34.046594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:34.047088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:34.094378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53902) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:34.105237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:34.111028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=41930c90-7989-4957-a9c8-d7c9c29157fb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:34.129457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:34.130283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:34.168239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 780ad229-352d-4853-a48c-7ca95e0651e4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:34.232331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc62148-57a7-43ee-89b1-53adab3d9bca None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'b8588ee7-766d-4792-ac13-bb13a798494a'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'f1b4db60-df88-456e-abdf-629bda0608d7'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:14:34.235597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:34.286649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:34.325056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0bc62148-57a7-43ee-89b1-53adab3d9bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:34.344455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:34.346029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:34.396063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-77210ddc-a0d9-42d0-81ff-713a83a012cb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2972755 Oct 26 11:14:34.448178 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-17530ac3-1b8a-41e9-9b3b-03698e18e996 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6717672 Oct 26 11:14:34.449201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53904) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:34.453957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f27732c7-cbe5-4cd1-b9a2-3187667241b8 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--455945661'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:34.462779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a9f91-1680-45ff-8967-5b29da77ae3e None None] Sync routers for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:34.471834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:34.478450 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a00db0ce-1189-48f9-ba77-69092edcfdea tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/ports/41930c90-7989-4957-a9c8-d7c9c29157fb HTTP/1.1" status: 204 len: 168 time: 1.7934768 Oct 26 11:14:34.478691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:34.478691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:34.479669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53906) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:34.485284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router 733ac942-9612-46ed-b17d-ab6aca72720d has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:34.516800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a9f91-1680-45ff-8967-5b29da77ae3e None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:34.517434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f09a9f91-1680-45ff-8967-5b29da77ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:34.535599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:34.584345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:34.618357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:34.622230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:34.630256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:34.639597 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bc4c32d2-27d3-4c43-a4ba-de2739cf451b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/733ac942-9612-46ed-b17d-ab6aca72720d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2443926 Oct 26 11:14:34.640322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53908) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:34.641909 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cff3c-0102-4c39-999d-ccc35579bd3f None None] Sync routers for ids ['733ac942-9612-46ed-b17d-ab6aca72720d'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:34.678268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f27732c7-cbe5-4cd1-b9a2-3187667241b8 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:34.686338 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cff3c-0102-4c39-999d-ccc35579bd3f None None] Routers {'733ac942-9612-46ed-b17d-ab6aca72720d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:34.686976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f0cff3c-0102-4c39-999d-ccc35579bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['733ac942-9612-46ed-b17d-ab6aca72720d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:34.690734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f09a9f91-1680-45ff-8967-5b29da77ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:34.693597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:34.697369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-036052fe-dc6d-4164-87c9-c1691a47777e None None] Could not find standard attr ID for object 3b55135b-8264-44c6-b2e7-6edf9960449d. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:34.812055 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f0cff3c-0102-4c39-999d-ccc35579bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:34.859935 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cff3c-0102-4c39-999d-ccc35579bd3f None None] Routers {'733ac942-9612-46ed-b17d-ab6aca72720d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:34.860572 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f0cff3c-0102-4c39-999d-ccc35579bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['733ac942-9612-46ed-b17d-ab6aca72720d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:34.883157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:34.964627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:34.982960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f0cff3c-0102-4c39-999d-ccc35579bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:34.983526 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cff3c-0102-4c39-999d-ccc35579bd3f None None] The sync data for ids ['733ac942-9612-46ed-b17d-ab6aca72720d'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:35.020591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a9f91-1680-45ff-8967-5b29da77ae3e None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:35.024488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f09a9f91-1680-45ff-8967-5b29da77ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:35.028764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-036052fe-dc6d-4164-87c9-c1691a47777e None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:35.029136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-036052fe-dc6d-4164-87c9-c1691a47777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.029473 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-036052fe-dc6d-4164-87c9-c1691a47777e None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:35.040738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:35.044802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f27732c7-cbe5-4cd1-b9a2-3187667241b8 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (3addd5d0-3e3d-4d5c-b8f3-4666031457dd), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.064952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f27732c7-cbe5-4cd1-b9a2-3187667241b8 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3addd5d0-3e3d-4d5c-b8f3-4666031457dd), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.096184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:35.098143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f27732c7-cbe5-4cd1-b9a2-3187667241b8 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.100923 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f27732c7-cbe5-4cd1-b9a2-3187667241b8 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6493673 Oct 26 11:14:35.102715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53910) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:35.108653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb71e4-0edb-40ec-9d16-ab8335995dcf None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:35.116559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f09a9f91-1680-45ff-8967-5b29da77ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:35.117175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a9f91-1680-45ff-8967-5b29da77ae3e None None] The sync data for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:35.122918 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:35.140613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:35.140989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.141358 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:35.148836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-56ed9809-bb48-4dc6-9fee-209285e25b03 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '3addd5d0-3e3d-4d5c-b8f3-4666031457dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:35.150619 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-56ed9809-bb48-4dc6-9fee-209285e25b03 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 11:14:35.151124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-56ed9809-bb48-4dc6-9fee-209285e25b03 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:35.152441 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-56ed9809-bb48-4dc6-9fee-209285e25b03 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083663 Oct 26 11:14:35.155570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53912) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:35.168451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27732c7-cbe5-4cd1-b9a2-3187667241b8 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3addd5d0-3e3d-4d5c-b8f3-4666031457dd,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:35.287304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-67eada10-2d59-4384-9b7c-1299eb4090de tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (3addd5d0-3e3d-4d5c-b8f3-4666031457dd), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.311827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-67eada10-2d59-4384-9b7c-1299eb4090de tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (3addd5d0-3e3d-4d5c-b8f3-4666031457dd), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.337051 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-4a2712c5-5ac4-488d-8f7f-44d597d43aa6 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 11:14:35.338369 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4a2712c5-5ac4-488d-8f7f-44d597d43aa6 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/733ac942-9612-46ed-b17d-ab6aca72720d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6655352 Oct 26 11:14:35.350569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53914) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:35.361936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:35.364330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbb71e4-0edb-40ec-9d16-ab8335995dcf None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:35.379937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:35.381478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.401226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53916) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:35.410707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-67eada10-2d59-4384-9b7c-1299eb4090de tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3addd5d0-3e3d-4d5c-b8f3-4666031457dd), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.412975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-67eada10-2d59-4384-9b7c-1299eb4090de tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.416806 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-67eada10-2d59-4384-9b7c-1299eb4090de tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3addd5d0-3e3d-4d5c-b8f3-4666031457dd HTTP/1.1" status: 204 len: 168 time: 0.2576869 Oct 26 11:14:35.416806 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-26aad3c2-af4f-4304-9ecf-22e3f60b3f3f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=733ac942-9612-46ed-b17d-ab6aca72720d HTTP/1.1" status: 200 len: 205 time: 0.0645716 Oct 26 11:14:35.435702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53918) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:35.436078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:35.440944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:35.459395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:14:35.510532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-036052fe-dc6d-4164-87c9-c1691a47777e None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:35.523611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-036052fe-dc6d-4164-87c9-c1691a47777e None None] Could not find standard attr ID for object a167ec93-5bdc-423d-b71b-fd16073c2055. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:35.529386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:35.540761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.541765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:35.570339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-069cb23c-94cc-4703-9410-503b983ec7c2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (733ac942-9612-46ed-b17d-ab6aca72720d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.636299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eada10-2d59-4384-9b7c-1299eb4090de tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3addd5d0-3e3d-4d5c-b8f3-4666031457dd,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:35.675262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.715654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:35.719186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:35.719772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.720268 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:35.794324 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a60959c7-b5eb-4e50-a77c-db142f7caa3a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.3916686 Oct 26 11:14:35.817405 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b493c47a-c06a-4e14-a371-ced6857d0c71 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3712332 Oct 26 11:14:35.819183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53922) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:35.824889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-292c1a3f-2dbb-426b-821d-3f6e934e4422 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--333270685'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:35.831645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (780ad229-352d-4853-a48c-7ca95e0651e4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.836046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:35.836454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.866344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-069cb23c-94cc-4703-9410-503b983ec7c2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (733ac942-9612-46ed-b17d-ab6aca72720d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.868631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:35.887047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.898900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:35.907617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-069cb23c-94cc-4703-9410-503b983ec7c2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (733ac942-9612-46ed-b17d-ab6aca72720d), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.933031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (f1b4db60-df88-456e-abdf-629bda0608d7), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.939261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.940585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (b26ef5e5-50f3-4e86-951d-03385e231db5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.957471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-292c1a3f-2dbb-426b-821d-3f6e934e4422 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.967042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:35.982726 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-069cb23c-94cc-4703-9410-503b983ec7c2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (733ac942-9612-46ed-b17d-ab6aca72720d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.983317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069cb23c-94cc-4703-9410-503b983ec7c2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Fanout notify agent at l3_agent the message router_deleted on router 733ac942-9612-46ed-b17d-ab6aca72720d {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:14:35.989952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-069cb23c-94cc-4703-9410-503b983ec7c2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:35.991054 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-069cb23c-94cc-4703-9410-503b983ec7c2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/733ac942-9612-46ed-b17d-ab6aca72720d HTTP/1.1" status: 204 len: 168 time: 0.5395038 Oct 26 11:14:35.995422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.028382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:36.036247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:36.045768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:36.046374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.067102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=8']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:36.072341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=b26ef5e5-50f3-4e86-951d-03385e231db5,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:36.084632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8e079793-ce81-49a6-a0c9-97f08a2ddd41 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8029952 Oct 26 11:14:36.085797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53926) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.092082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f7d47ba1-87bb-4728-a019-6b7eca40263e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:36.157730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-552e40d4-5c06-43a0-8c58-1de200b31051 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting subnet 3b9081f6-e454-4c60-9dd4-822703abd4d3 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:36.158184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2111652b-c522-4b2f-ab01-2ef10f2f6642 None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:14:36.165452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-552e40d4-5c06-43a0-8c58-1de200b31051 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (3b9081f6-e454-4c60-9dd4-822703abd4d3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.255595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-292c1a3f-2dbb-426b-821d-3f6e934e4422 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (6d34ad6f-d17e-441d-ae71-6e7b4befd210), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.258925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:36.262980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-552e40d4-5c06-43a0-8c58-1de200b31051 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (3b9081f6-e454-4c60-9dd4-822703abd4d3), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.266296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:36.276757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d47ba1-87bb-4728-a019-6b7eca40263e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:36.282720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f7d47ba1-87bb-4728-a019-6b7eca40263e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.286549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-292c1a3f-2dbb-426b-821d-3f6e934e4422 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6d34ad6f-d17e-441d-ae71-6e7b4befd210), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.305201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:36.370349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-292c1a3f-2dbb-426b-821d-3f6e934e4422 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.371609 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-292c1a3f-2dbb-426b-821d-3f6e934e4422 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5508904 Oct 26 11:14:36.375364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53928) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.380035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-01023c6b-2a9f-4e0d-a117-afe54bdaa408 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '6d34ad6f-d17e-441d-ae71-6e7b4befd210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:36.384455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c1a3f-2dbb-426b-821d-3f6e934e4422 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d34ad6f-d17e-441d-ae71-6e7b4befd210,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:36.394452 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-01023c6b-2a9f-4e0d-a117-afe54bdaa408 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 11:14:36.395110 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-01023c6b-2a9f-4e0d-a117-afe54bdaa408 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:36.399780 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-01023c6b-2a9f-4e0d-a117-afe54bdaa408 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0231128 Oct 26 11:14:36.400256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53930) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.408306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-27b5b937-8f6e-4b73-adcd-8e519df178f4 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '6d34ad6f-d17e-441d-ae71-6e7b4befd210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:36.416011 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-27b5b937-8f6e-4b73-adcd-8e519df178f4 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 11:14:36.416789 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-27b5b937-8f6e-4b73-adcd-8e519df178f4 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:36.420201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-27b5b937-8f6e-4b73-adcd-8e519df178f4 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0154226 Oct 26 11:14:36.421065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53932) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.422272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:36.433863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-93caba8b-f60f-453a-9527-6dffa3192c40 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '6d34ad6f-d17e-441d-ae71-6e7b4befd210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:36.434726 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-93caba8b-f60f-453a-9527-6dffa3192c40 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 11:14:36.435337 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-93caba8b-f60f-453a-9527-6dffa3192c40 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:36.436180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-93caba8b-f60f-453a-9527-6dffa3192c40 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070939 Oct 26 11:14:36.439088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53934) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.443046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-367cbb12-545a-4745-a304-dd8d8f11693b tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '6d34ad6f-d17e-441d-ae71-6e7b4befd210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:36.443941 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-367cbb12-545a-4745-a304-dd8d8f11693b tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 11:14:36.444417 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-367cbb12-545a-4745-a304-dd8d8f11693b tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:36.445697 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-367cbb12-545a-4745-a304-dd8d8f11693b tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058205 Oct 26 11:14:36.451349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.462875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae5399-ab2e-49a1-a60b-7619a1bd18b1 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:36.466328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:36.477261 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.ipam_backend_mixin [None req-f7d47ba1-87bb-4728-a019-6b7eca40263e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b26ef5e5-50f3-4e86-951d-03385e231db5 (CIDR: 2001:db8::/64) Oct 26 11:14:36.479299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-552e40d4-5c06-43a0-8c58-1de200b31051 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (3b9081f6-e454-4c60-9dd4-822703abd4d3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.482967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port b220abbb-05f7-49d3-94f8-92ebece34790 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:36.483303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b220abbb-05f7-49d3-94f8-92ebece34790), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.484403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb1c2-107e-4d32-8d8f-00e3797fccde None None] Provisioning complete for port b749733a-b4cb-445e-9383-4262749e443d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:36.484796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb1c2-107e-4d32-8d8f-00e3797fccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b749733a-b4cb-445e-9383-4262749e443d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.486135 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d47ba1-87bb-4728-a019-6b7eca40263e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:36.486572 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0d5cb1c2-107e-4d32-8d8f-00e3797fccde None None] Attempt 1 to provision port b749733a-b4cb-445e-9383-4262749e443d Oct 26 11:14:36.486684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d47ba1-87bb-4728-a019-6b7eca40263e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:36.526188 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f7d47ba1-87bb-4728-a019-6b7eca40263e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4388039 Oct 26 11:14:36.529093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53938) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.535583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:36.541461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb51e-de2a-41cb-b825-96956675a83f tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (6d34ad6f-d17e-441d-ae71-6e7b4befd210), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.619206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb51e-de2a-41cb-b825-96956675a83f tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (6d34ad6f-d17e-441d-ae71-6e7b4befd210), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.673991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-552e40d4-5c06-43a0-8c58-1de200b31051 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (3b9081f6-e454-4c60-9dd4-822703abd4d3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.685846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b220abbb-05f7-49d3-94f8-92ebece34790), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.695437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:36.707619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb1c2-107e-4d32-8d8f-00e3797fccde None None] Current status of the port b749733a-b4cb-445e-9383-4262749e443d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:36.713281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:36.717980 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.719549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0ebc3-fc5d-4e58-81ab-9479b37c7464 None None] Network 311722a7-d6f2-49e7-8222-bdaf3a2707df requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:36.735960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-552e40d4-5c06-43a0-8c58-1de200b31051 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.748092 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-552e40d4-5c06-43a0-8c58-1de200b31051 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/3b9081f6-e454-4c60-9dd4-822703abd4d3 HTTP/1.1" status: 204 len: 168 time: 0.7476220 Oct 26 11:14:36.766759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53942) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.787620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb51e-de2a-41cb-b825-96956675a83f tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6d34ad6f-d17e-441d-ae71-6e7b4befd210), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.791258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b3fb51e-de2a-41cb-b825-96956675a83f tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.791585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for b220abbb-05f7-49d3-94f8-92ebece34790 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:36.792597 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b3fb51e-de2a-41cb-b825-96956675a83f tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6d34ad6f-d17e-441d-ae71-6e7b4befd210 HTTP/1.1" status: 204 len: 168 time: 0.3403521 Oct 26 11:14:36.808427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53944) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.808427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53946) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.809325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fb51e-de2a-41cb-b825-96956675a83f tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d34ad6f-d17e-441d-ae71-6e7b4befd210,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:36.847080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-271ff46a-8663-4456-9ac5-7f19df2e91da None None] Provisioning complete for port b749733a-b4cb-445e-9383-4262749e443d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:36.847456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-271ff46a-8663-4456-9ac5-7f19df2e91da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b749733a-b4cb-445e-9383-4262749e443d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:36.847825 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-271ff46a-8663-4456-9ac5-7f19df2e91da None None] Attempt 1 to provision port b749733a-b4cb-445e-9383-4262749e443d Oct 26 11:14:36.898880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e40d4-5c06-43a0-8c58-1de200b31051 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9081f6-e454-4c60-9dd4-822703abd4d3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:36.946017 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d3cf03b-4eed-4da9-9bd3-af5131f871aa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1277211 Oct 26 11:14:36.973387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-271ff46a-8663-4456-9ac5-7f19df2e91da None None] Current status of the port b749733a-b4cb-445e-9383-4262749e443d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:36.983309 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-33c7c680-3cc0-45b1-ace8-e4a7bc372298 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1716533 Oct 26 11:14:36.987516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53948) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:36.991811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-76b18c0e-ecfb-409c-885b-c3179045ee12 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--4117353'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:37.043436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-76b18c0e-ecfb-409c-885b-c3179045ee12 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.067793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe59bb5a-4d4b-435b-a232-cf86b6c3c762 None None] DHCP port deletion for 311722a7-d6f2-49e7-8222-bdaf3a2707df request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:14:37.124394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fe59bb5a-4d4b-435b-a232-cf86b6c3c762 None None] Deleting port b749733a-b4cb-445e-9383-4262749e443d {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:37.125239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fe59bb5a-4d4b-435b-a232-cf86b6c3c762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b749733a-b4cb-445e-9383-4262749e443d), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.182317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:37.202053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:37.234929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fe59bb5a-4d4b-435b-a232-cf86b6c3c762 None None] For port b749733a-b4cb-445e-9383-4262749e443d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b749733a-b4cb-445e-9383-4262749e443d,segment=NetworkSegment(d55e3c94-8c22-4e97-8b7b-f78c9d40f87a),segment_id=d55e3c94-8c22-4e97-8b7b-f78c9d40f87a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:37.235646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fe59bb5a-4d4b-435b-a232-cf86b6c3c762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b749733a-b4cb-445e-9383-4262749e443d), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.237849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-76b18c0e-ecfb-409c-885b-c3179045ee12 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (88883f76-e55b-40b9-b53d-cc786ebf30ee), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.243994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (52a2e195-33b6-4634-81f8-ade4fdaa3c0b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.255033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fe59bb5a-4d4b-435b-a232-cf86b6c3c762 None None] Calling delete_port for b749733a-b4cb-445e-9383-4262749e443d owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:37.268047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:37.271221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:37.273500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-76b18c0e-ecfb-409c-885b-c3179045ee12 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (88883f76-e55b-40b9-b53d-cc786ebf30ee), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.296869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:37.297676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.335072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b18c0e-ecfb-409c-885b-c3179045ee12 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88883f76-e55b-40b9-b53d-cc786ebf30ee,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:37.353045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fe59bb5a-4d4b-435b-a232-cf86b6c3c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (b749733a-b4cb-445e-9383-4262749e443d), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.426437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59bb5a-4d4b-435b-a232-cf86b6c3c762 None None] Pushing event deleted for resources: {'Port': ['ID=b749733a-b4cb-445e-9383-4262749e443d,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:37.426437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59bb5a-4d4b-435b-a232-cf86b6c3c762 None None] No DVR routers for this DVR port b749733a-b4cb-445e-9383-4262749e443d on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:37.427172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=52a2e195-33b6-4634-81f8-ade4fdaa3c0b,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:37.427387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:37.450719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-76b18c0e-ecfb-409c-885b-c3179045ee12 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.450719 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-76b18c0e-ecfb-409c-885b-c3179045ee12 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.4458692 Oct 26 11:14:37.450719 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-785118fc-af27-4dd9-aec5-2a2342ed6c57 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9116650 Oct 26 11:14:37.450719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53950) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:37.451334 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:37.451334 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:37.451637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1c911565-727a-4e79-b5c8-c2beb533ec58 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '88883f76-e55b-40b9-b53d-cc786ebf30ee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:37.460167 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-1c911565-727a-4e79-b5c8-c2beb533ec58 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 11:14:37.461989 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-1c911565-727a-4e79-b5c8-c2beb533ec58 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:37.463465 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c911565-727a-4e79-b5c8-c2beb533ec58 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0194373 Oct 26 11:14:37.464280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53952) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:37.473652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:27:9d:1a', 'name': 'tempest-NetworksTestDHCPv6-1992408893'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:37.483579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53954) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:37.488441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9ecf2dde-1158-477a-a7f7-ea8612ed3760 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '88883f76-e55b-40b9-b53d-cc786ebf30ee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:37.492719 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (311722a7-d6f2-49e7-8222-bdaf3a2707df), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.496889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b220abbb-05f7-49d3-94f8-92ebece34790), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.517143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f1b4db60-df88-456e-abdf-629bda0608d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:37.523558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff68a88-97c3-4c41-b056-1f28fa46e37c None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:37.537518 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:37.548123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=b220abbb-05f7-49d3-94f8-92ebece34790,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:37.621829 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-9ecf2dde-1158-477a-a7f7-ea8612ed3760 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:37.623328 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9ecf2dde-1158-477a-a7f7-ea8612ed3760 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1384068 Oct 26 11:14:37.626120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53956) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:37.631715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ae1bba4a-0df3-409c-ad56-ca6e5cdfc6be tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '88883f76-e55b-40b9-b53d-cc786ebf30ee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:37.632567 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-ae1bba4a-0df3-409c-ad56-ca6e5cdfc6be tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 11:14:37.632906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a617b1e9-f2fa-4b62-aa5d-d79060bfadb1 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:37.633746 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-ae1bba4a-0df3-409c-ad56-ca6e5cdfc6be tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:37.634741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ae1bba4a-0df3-409c-ad56-ca6e5cdfc6be tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077324 Oct 26 11:14:37.635271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a617b1e9-f2fa-4b62-aa5d-d79060bfadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.635620 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a617b1e9-f2fa-4b62-aa5d-d79060bfadb1 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:37.640828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53958) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:37.646438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0353efab-8358-464d-9aa5-40c03a00c8dc tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '88883f76-e55b-40b9-b53d-cc786ebf30ee', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:37.657478 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:37.681989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (311722a7-d6f2-49e7-8222-bdaf3a2707df), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.709539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311722a7-d6f2-49e7-8222-bdaf3a2707df']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:37.718684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:37.722551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55e3c94-8c22-4e97-8b7b-f78c9d40f87a') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:37.722843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55e3c94-8c22-4e97-8b7b-f78c9d40f87a') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:37.738913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (d55e3c94-8c22-4e97-8b7b-f78c9d40f87a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.742040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:37.755748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:37.759961 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-0353efab-8358-464d-9aa5-40c03a00c8dc tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:37.761155 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0353efab-8358-464d-9aa5-40c03a00c8dc tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1193292 Oct 26 11:14:37.766383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53960) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:37.769655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d55e3c94-8c22-4e97-8b7b-f78c9d40f87a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.776701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2c5a6c7f-771b-4cfd-8ef3-30b6d5a1007d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '88883f76-e55b-40b9-b53d-cc786ebf30ee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:37.777765 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING neutron.api.v2.base [None req-2c5a6c7f-771b-4cfd-8ef3-30b6d5a1007d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 11:14:37.779000 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-2c5a6c7f-771b-4cfd-8ef3-30b6d5a1007d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:37.780417 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2c5a6c7f-771b-4cfd-8ef3-30b6d5a1007d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125632 Oct 26 11:14:37.800490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53962) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:37.815124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c1148e62-a437-42d3-a084-2acc87877a0b tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '88883f76-e55b-40b9-b53d-cc786ebf30ee', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:37.830056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:14:37.830890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (d55e3c94-8c22-4e97-8b7b-f78c9d40f87a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.862224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:37.887295 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d55e3c94-8c22-4e97-8b7b-f78c9d40f87a resource provider aggregate not found Oct 26 11:14:37.895256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 19832ca8-9c64-4c61-8eca-c270a63f9cb8 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:37.949735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53968) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:37.954161 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment d55e3c94-8c22-4e97-8b7b-f78c9d40f87a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d55e3c94-8c22-4e97-8b7b-f78c9d40f87a found for delete ", "request_id": "req-6679cb5b-8deb-453c-8fdc-3856ec284d8a"}]} Oct 26 11:14:37.980921 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-c1148e62-a437-42d3-a084-2acc87877a0b tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Project 2ff8053e1700437ea5fe11c8995abd2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:14:38.029679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (311722a7-d6f2-49e7-8222-bdaf3a2707df), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.049193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:35Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:36Z', 'revision_number': 9, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:35Z', 'revision_number': 29, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:38.061501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.065157 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/networks/311722a7-d6f2-49e7-8222-bdaf3a2707df HTTP/1.1" status: 204 len: 168 time: 1.2950075 Oct 26 11:14:38.066277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ccced-caf8-49b8-9dd0-3ecb8019936b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Network': ['ID=311722a7-d6f2-49e7-8222-bdaf3a2707df,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:38.071206 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-c1148e62-a437-42d3-a084-2acc87877a0b tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:38.072542 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1148e62-a437-42d3-a084-2acc87877a0b tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2682743 Oct 26 11:14:38.074576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53970) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:38.078622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53972) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:38.087321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-432ef5bb-0423-4ffd-9353-6454f481bbb7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '88883f76-e55b-40b9-b53d-cc786ebf30ee', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:38.087829 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-432ef5bb-0423-4ffd-9353-6454f481bbb7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 11:14:38.088406 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-432ef5bb-0423-4ffd-9353-6454f481bbb7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:38.091397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1773722269'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:38.092161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:38.092346 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-432ef5bb-0423-4ffd-9353-6454f481bbb7 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103793 Oct 26 11:14:38.099296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:38.102445 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:38.103340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:38.103606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:38.110261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:38.110879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.110987 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:38.113453 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f5d2c34-cb2f-4846-b652-001205fd2c79 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1615536 Oct 26 11:14:38.116919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f6442bf9-7887-4a3f-8ae0-b97fc14813bb tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '88883f76-e55b-40b9-b53d-cc786ebf30ee', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:38.150219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a617b1e9-f2fa-4b62-aa5d-d79060bfadb1 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:38.191497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:38.195844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.200159 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-f6442bf9-7887-4a3f-8ae0-b97fc14813bb tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Project 2ff8053e1700437ea5fe11c8995abd2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:14:38.202474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (780ad229-352d-4853-a48c-7ca95e0651e4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.218879 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:38.239505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:38.247256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8:0:1::3c6 (e006cddc-269c-485d-9059-cd1342ff5d5c/52a2e195-33b6-4634-81f8-ade4fdaa3c0b/19832ca8-9c64-4c61-8eca-c270a63f9cb8) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:38.258696 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:38.261566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::f816:3eff:fe27:9d1a (e006cddc-269c-485d-9059-cd1342ff5d5c/b26ef5e5-50f3-4e86-951d-03385e231db5/19832ca8-9c64-4c61-8eca-c270a63f9cb8) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:38.270024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:38.281218 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-f6442bf9-7887-4a3f-8ae0-b97fc14813bb tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:38.282459 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f6442bf9-7887-4a3f-8ae0-b97fc14813bb tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1798978 Oct 26 11:14:38.285799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:38.294456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4d0fef45-bdd7-41d0-8b89-14888d1f0d10 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '88883f76-e55b-40b9-b53d-cc786ebf30ee', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:38.303967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93b57c-0d4a-4932-a346-a97459078dc0 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'b26ef5e5-50f3-4e86-951d-03385e231db5', 'ip_address': '2001:db8::f816:3eff:fe1c:678e'}, {'subnet_id': '52a2e195-33b6-4634-81f8-ade4fdaa3c0b'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'f1b4db60-df88-456e-abdf-629bda0608d7'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:14:38.306744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:14:38.331102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4c22fe1f-e633-4c85-b8de-4fc7b33f37b2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.331471 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added segment 4c22fe1f-e633-4c85-b8de-4fc7b33f37b2 of type vlan for network f690788a-291a-45a6-bb21-987a2773cf71 Oct 26 11:14:38.359472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:38.377987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf93b57c-0d4a-4932-a346-a97459078dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.411529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-4d0fef45-bdd7-41d0-8b89-14888d1f0d10 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Project 2ff8053e1700437ea5fe11c8995abd2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:14:38.444409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (f690788a-291a-45a6-bb21-987a2773cf71), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.470047 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-4d0fef45-bdd7-41d0-8b89-14888d1f0d10 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:38.473751 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d0fef45-bdd7-41d0-8b89-14888d1f0d10 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1845255 Oct 26 11:14:38.475176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53978) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:38.481498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (19832ca8-9c64-4c61-8eca-c270a63f9cb8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.531057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (19832ca8-9c64-4c61-8eca-c270a63f9cb8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.544019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (f690788a-291a-45a6-bb21-987a2773cf71), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.549058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:38.549662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.582760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:38.583863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.588692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:38.590068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:38.590231 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:35Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:36Z', 'revision_number': 9, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:35Z', 'revision_number': 29, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:38.592009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:38.596465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:38.601114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:38.601729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.621785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:38.626193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=19832ca8-9c64-4c61-8eca-c270a63f9cb8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:38.627479 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63864bc6-38c5-49ea-b709-d7aceea1dd45 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:35Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:36Z', 'revision_number': 9, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:35Z', 'revision_number': 29, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:38.641275 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bc6ef5f7-13ce-4f87-9694-71b0a31f5573 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1756842 Oct 26 11:14:38.643873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53980) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:38.678109 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5934272 Oct 26 11:14:38.678371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53982) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:38.686790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'subnet': {'network_id': 'f690788a-291a-45a6-bb21-987a2773cf71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:38.698015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:38.719983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47092c29-fe53-4e2f-898e-f957e4454b85 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Network': ['ID=f690788a-291a-45a6-bb21-987a2773cf71,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:38.731353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-93761ec1-7afe-4e0a-a144-3fe576822bc6 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (88883f76-e55b-40b9-b53d-cc786ebf30ee), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.735899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 780ad229-352d-4853-a48c-7ca95e0651e4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:38.737316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network f690788a-291a-45a6-bb21-987a2773cf71 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:14:38.762865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-93761ec1-7afe-4e0a-a144-3fe576822bc6 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (88883f76-e55b-40b9-b53d-cc786ebf30ee), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.787187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2d256-62cd-4dbf-bfab-4a95c4d2c53d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 19832ca8-9c64-4c61-8eca-c270a63f9cb8 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:38.787522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d256-62cd-4dbf-bfab-4a95c4d2c53d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (19832ca8-9c64-4c61-8eca-c270a63f9cb8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.830956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:38.847345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.853422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-bf93b57c-0d4a-4932-a346-a97459078dc0 None None] Allocated IP 2001:db8:0:1::2 (e006cddc-269c-485d-9059-cd1342ff5d5c/52a2e195-33b6-4634-81f8-ade4fdaa3c0b/f1b4db60-df88-456e-abdf-629bda0608d7) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:38.900716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:38.905467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.918553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-93761ec1-7afe-4e0a-a144-3fe576822bc6 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (88883f76-e55b-40b9-b53d-cc786ebf30ee), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.922493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-93761ec1-7afe-4e0a-a144-3fe576822bc6 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.926258 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-93761ec1-7afe-4e0a-a144-3fe576822bc6 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/88883f76-e55b-40b9-b53d-cc786ebf30ee HTTP/1.1" status: 204 len: 168 time: 0.4469428 Oct 26 11:14:38.930922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53984) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:38.947920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93761ec1-7afe-4e0a-a144-3fe576822bc6 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88883f76-e55b-40b9-b53d-cc786ebf30ee,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:38.950567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:38.959412 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0f511daf-6260-4933-aada-0e5b15edf63e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/routers/780ad229-352d-4853-a48c-7ca95e0651e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4762101 Oct 26 11:14:38.960408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:38.973132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928e793-ec1d-493b-91e7-ebb96dfad267 None None] Sync routers for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:38.983951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d256-62cd-4dbf-bfab-4a95c4d2c53d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (19832ca8-9c64-4c61-8eca-c270a63f9cb8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:38.998363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:39.017925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:39.024236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:39.051201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2d256-62cd-4dbf-bfab-4a95c4d2c53d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 19832ca8-9c64-4c61-8eca-c270a63f9cb8 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:39.083858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928e793-ec1d-493b-91e7-ebb96dfad267 None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:39.085614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f928e793-ec1d-493b-91e7-ebb96dfad267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:39.119420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53988) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:39.130719 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ad67d51-99ce-455f-a33f-c8d16dd34bfe tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1912625 Oct 26 11:14:39.139585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 53990) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:39.144225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b735b094-09c6-4f66-8508-c36c7de584b2 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--240946687'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:39.146587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:39.150933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-bf93b57c-0d4a-4932-a346-a97459078dc0 None None] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:39.153995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f928e793-ec1d-493b-91e7-ebb96dfad267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:39.194386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:39.209115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928e793-ec1d-493b-91e7-ebb96dfad267 None None] Routers {'780ad229-352d-4853-a48c-7ca95e0651e4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:39.209887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f928e793-ec1d-493b-91e7-ebb96dfad267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['780ad229-352d-4853-a48c-7ca95e0651e4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:39.216311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router (780ad229-352d-4853-a48c-7ca95e0651e4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.223808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf93b57c-0d4a-4932-a346-a97459078dc0 None None] Publish callbacks [] for port (f1b4db60-df88-456e-abdf-629bda0608d7), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.256563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf93b57c-0d4a-4932-a346-a97459078dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.263266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f928e793-ec1d-493b-91e7-ebb96dfad267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:39.263898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928e793-ec1d-493b-91e7-ebb96dfad267 None None] The sync data for ids ['780ad229-352d-4853-a48c-7ca95e0651e4'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:39.281448 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a98de462-b1d9-454e-b690-d4d850fa10a1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.1589584 Oct 26 11:14:39.295897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b735b094-09c6-4f66-8508-c36c7de584b2 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.401873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:39.402623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.406188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_gateway (780ad229-352d-4853-a48c-7ca95e0651e4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.415555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93b57c-0d4a-4932-a346-a97459078dc0 None None] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:39.420126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (c48be4db-039f-47a8-ac0c-776c4ad2ebca), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.433953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:39.445613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.446523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b749733a-b4cb-445e-9383-4262749e443d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:39.465376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port 577dca82-4715-4cde-bfe6-0e6f1d284072 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:39.465722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (577dca82-4715-4cde-bfe6-0e6f1d284072), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.503262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:39.513041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: b749733a-b4cb-445e-9383-4262749e443d {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:39.513819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b749733a-b4cb-445e-9383-4262749e443d not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:39.562443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Subnet': ['ID=c48be4db-039f-47a8-ac0c-776c4ad2ebca,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:39.571657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:39.599505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d256-62cd-4dbf-bfab-4a95c4d2c53d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (19832ca8-9c64-4c61-8eca-c270a63f9cb8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.603506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Checking segment: {'id': '4c22fe1f-e633-4c85-b8de-4fc7b33f37b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f690788a-291a-45a6-bb21-987a2773cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:39.603836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network hostable DHCP agents. Network: f690788a-291a-45a6-bb21-987a2773cf71, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:14:39.610710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (577dca82-4715-4cde-bfe6-0e6f1d284072), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.639908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2d256-62cd-4dbf-bfab-4a95c4d2c53d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=19832ca8-9c64-4c61-8eca-c270a63f9cb8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:39.640151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for 577dca82-4715-4cde-bfe6-0e6f1d284072 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:39.702960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network f690788a-291a-45a6-bb21-987a2773cf71 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:14:39.708578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d256-62cd-4dbf-bfab-4a95c4d2c53d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.715601 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dfd2d256-62cd-4dbf-bfab-4a95c4d2c53d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/19832ca8-9c64-4c61-8eca-c270a63f9cb8 HTTP/1.1" status: 204 len: 168 time: 1.0706351 Oct 26 11:14:39.716243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 53996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:39.799144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b735b094-09c6-4f66-8508-c36c7de584b2 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (3d410aee-96c4-4bdd-b790-805259876156), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.810869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b735b094-09c6-4f66-8508-c36c7de584b2 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3d410aee-96c4-4bdd-b790-805259876156), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.813035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c1fa6-d236-41ab-bc03-349c9161eae4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:39.820997 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-162c1fa6-d236-41ab-bc03-349c9161eae4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0956676 Oct 26 11:14:39.820997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, f690788a-291a-45a6-bb21-987a2773cf71) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:39.820997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54000) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:39.835607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:39.837018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.895149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6c716076-f123-41c4-a075-863e1e455c12 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2156968 Oct 26 11:14:39.907192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c59b0e-c19c-4d88-bbe4-2da6fb278b86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:39.908911 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-99c59b0e-c19c-4d88-bbe4-2da6fb278b86 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0892329 Oct 26 11:14:39.909416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54004) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:39.914889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-dff69d48-e0fc-49e9-b570-5b6c06aff32b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1691249980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:39.920715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54006) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:39.942515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:39.966973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b735b094-09c6-4f66-8508-c36c7de584b2 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:39.971524 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b735b094-09c6-4f66-8508-c36c7de584b2 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8316710 Oct 26 11:14:39.975646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54008) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.000020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50628d9f-135b-43e5-ab84-8a074b5cc26e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:40.001694 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50628d9f-135b-43e5-ab84-8a074b5cc26e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:40.003585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50628d9f-135b-43e5-ab84-8a074b5cc26e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:40.008085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-63cd9b86-9f0e-4ec9-a9f1-a30baa618429 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '3d410aee-96c4-4bdd-b790-805259876156', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:40.008635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-50628d9f-135b-43e5-ab84-8a074b5cc26e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0858500 Oct 26 11:14:40.009595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54010) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.019853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dff69d48-e0fc-49e9-b570-5b6c06aff32b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.020894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dff69d48-e0fc-49e9-b570-5b6c06aff32b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.034889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735b094-09c6-4f66-8508-c36c7de584b2 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d410aee-96c4-4bdd-b790-805259876156,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:40.042038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:40.093763 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-63cd9b86-9f0e-4ec9-a9f1-a30baa618429 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The resource could not be found. Oct 26 11:14:40.095124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89fdc26-efac-4226-a0f1-c06effcd4601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 52a2e195-33b6-4634-81f8-ade4fdaa3c0b {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:40.095386 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-63cd9b86-9f0e-4ec9-a9f1-a30baa618429 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1174595 Oct 26 11:14:40.096343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (577dca82-4715-4cde-bfe6-0e6f1d284072), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.099153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54012) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.108847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-bef3efad-443c-44f4-affa-8005bf96ab78 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '3d410aee-96c4-4bdd-b790-805259876156', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ac79c670-cd03-43f1-9123-6b408e7ca698'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:40.123630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d89fdc26-efac-4226-a0f1-c06effcd4601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (52a2e195-33b6-4634-81f8-ade4fdaa3c0b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.141639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=577dca82-4715-4cde-bfe6-0e6f1d284072,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:40.212619 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dff69d48-e0fc-49e9-b570-5b6c06aff32b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.238930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d89fdc26-efac-4226-a0f1-c06effcd4601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (52a2e195-33b6-4634-81f8-ade4fdaa3c0b), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.244614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dff69d48-e0fc-49e9-b570-5b6c06aff32b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.244845 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-bef3efad-443c-44f4-affa-8005bf96ab78 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The resource could not be found. Oct 26 11:14:40.248529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bef3efad-443c-44f4-affa-8005bf96ab78 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1423800 Oct 26 11:14:40.250522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54014) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.251358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (780ad229-352d-4853-a48c-7ca95e0651e4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.281680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13c9ac-528f-46c0-a00d-f513dd060d88 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:40.288098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54016) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.331587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-88be37b0-ed8f-4704-ac1a-9158355c7538 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:40.332003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-88be37b0-ed8f-4704-ac1a-9158355c7538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.332336 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-88be37b0-ed8f-4704-ac1a-9158355c7538 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:40.365491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:40.389287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (780ad229-352d-4853-a48c-7ca95e0651e4), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.392417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_controller (780ad229-352d-4853-a48c-7ca95e0651e4), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.471891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2eb290b9-40c6-4f1c-837f-59db642c019c tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (3d410aee-96c4-4bdd-b790-805259876156), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.483992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-88be37b0-ed8f-4704-ac1a-9158355c7538 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:40.498332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2eb290b9-40c6-4f1c-837f-59db642c019c tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (3d410aee-96c4-4bdd-b790-805259876156), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.513882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (780ad229-352d-4853-a48c-7ca95e0651e4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.514651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Fanout notify agent at l3_agent the message router_deleted on router 780ad229-352d-4853-a48c-7ca95e0651e4 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:14:40.517251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc13c9ac-528f-46c0-a00d-f513dd060d88 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:40.526973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.528737 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cba849dd-9cfb-40b9-9156-d61ee3593576 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/routers/780ad229-352d-4853-a48c-7ca95e0651e4 HTTP/1.1" status: 204 len: 168 time: 1.5662518 Oct 26 11:14:40.532905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54018) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.612834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-668713e0-4542-4ef7-9d46-2bfa61a145a0 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting subnet 4af5b0cf-5922-457c-8d32-39ee7315c9ea {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:40.616599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2eb290b9-40c6-4f1c-837f-59db642c019c tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3d410aee-96c4-4bdd-b790-805259876156), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.619383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2eb290b9-40c6-4f1c-837f-59db642c019c tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.620662 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2eb290b9-40c6-4f1c-837f-59db642c019c tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3d410aee-96c4-4bdd-b790-805259876156 HTTP/1.1" status: 204 len: 168 time: 0.3669353 Oct 26 11:14:40.621555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-668713e0-4542-4ef7-9d46-2bfa61a145a0 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for subnet (4af5b0cf-5922-457c-8d32-39ee7315c9ea), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.628335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54020) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.674491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb290b9-40c6-4f1c-837f-59db642c019c tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d410aee-96c4-4bdd-b790-805259876156,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:40.697024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dff69d48-e0fc-49e9-b570-5b6c06aff32b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.698405 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dff69d48-e0fc-49e9-b570-5b6c06aff32b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7880290 Oct 26 11:14:40.705506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54022) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.709463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:40.715335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-668713e0-4542-4ef7-9d46-2bfa61a145a0 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (4af5b0cf-5922-457c-8d32-39ee7315c9ea), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.737021 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b8d549f5-0178-46c6-9ed5-fca7fdcfec6e tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.4472311 Oct 26 11:14:40.776233 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d89fdc26-efac-4226-a0f1-c06effcd4601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (52a2e195-33b6-4634-81f8-ade4fdaa3c0b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.810470 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2477781a-8951-429e-92c5-5ec7f566d2d0 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1613708 Oct 26 11:14:40.815261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54024) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.825267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-52ee7f78-2188-4b39-bdc3-eef5622c03e5 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': 'c5dc9d16-2f6f-46a4-87f3-43626844b04a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:40.834792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-f690788a-291a-45a6-bb21-987a2773cf71', 'network_id': 'f690788a-291a-45a6-bb21-987a2773cf71', 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'fixed_ips': [{'subnet_id': 'c48be4db-039f-47a8-ac0c-776c4ad2ebca'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:14:40.836365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.882165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d89fdc26-efac-4226-a0f1-c06effcd4601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (52a2e195-33b6-4634-81f8-ade4fdaa3c0b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.912394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fdc26-efac-4226-a0f1-c06effcd4601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=52a2e195-33b6-4634-81f8-ade4fdaa3c0b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:40.931146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d89fdc26-efac-4226-a0f1-c06effcd4601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:40.935143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d89fdc26-efac-4226-a0f1-c06effcd4601 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/52a2e195-33b6-4634-81f8-ade4fdaa3c0b HTTP/1.1" status: 204 len: 168 time: 0.9240744 Oct 26 11:14:40.937206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54026) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.973361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-52ee7f78-2188-4b39-bdc3-eef5622c03e5 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The resource could not be found. Oct 26 11:14:40.974525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-52ee7f78-2188-4b39-bdc3-eef5622c03e5 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1559701 Oct 26 11:14:40.981457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54028) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:40.985901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2ea04766-597a-46a6-92e3-dedf2a218f90 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387008881'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:41.025881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a06de3-977f-43c0-85e6-6e07b3663280 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet b26ef5e5-50f3-4e86-951d-03385e231db5 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:41.028830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8a06de3-977f-43c0-85e6-6e07b3663280 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (b26ef5e5-50f3-4e86-951d-03385e231db5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.071320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:41.073210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ea04766-597a-46a6-92e3-dedf2a218f90 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.094112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8a06de3-977f-43c0-85e6-6e07b3663280 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (b26ef5e5-50f3-4e86-951d-03385e231db5), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.111439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Allocated IP 172.20.0.2 (f690788a-291a-45a6-bb21-987a2773cf71/c48be4db-039f-47a8-ac0c-776c4ad2ebca/0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:41.123965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-668713e0-4542-4ef7-9d46-2bfa61a145a0 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (4af5b0cf-5922-457c-8d32-39ee7315c9ea), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.194142 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:41.238431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:41.241121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8a06de3-977f-43c0-85e6-6e07b3663280 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b26ef5e5-50f3-4e86-951d-03385e231db5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.244574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:41.270931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.274983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:41.283624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ea04766-597a-46a6-92e3-dedf2a218f90 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (8a23ddee-cfbc-4c8f-b045-35825b01c02a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.290472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ea04766-597a-46a6-92e3-dedf2a218f90 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8a23ddee-cfbc-4c8f-b045-35825b01c02a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.339287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ea04766-597a-46a6-92e3-dedf2a218f90 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.340579 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ea04766-597a-46a6-92e3-dedf2a218f90 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3580980 Oct 26 11:14:41.344504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54030) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:41.349310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c855b4ba-1cf5-4ad3-a17e-32df5e410b51 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249079142'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:41.358950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea04766-597a-46a6-92e3-dedf2a218f90 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a23ddee-cfbc-4c8f-b045-35825b01c02a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:41.363147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:41.364454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.364956 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:41.386979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8a06de3-977f-43c0-85e6-6e07b3663280 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (b26ef5e5-50f3-4e86-951d-03385e231db5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.437889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ccd665-1a61-4ba7-8ef2-930254e118e2 None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:14:41.438338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c855b4ba-1cf5-4ad3-a17e-32df5e410b51 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.441206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a06de3-977f-43c0-85e6-6e07b3663280 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=b26ef5e5-50f3-4e86-951d-03385e231db5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:41.447219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8a06de3-977f-43c0-85e6-6e07b3663280 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.453635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c8a06de3-977f-43c0-85e6-6e07b3663280 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b26ef5e5-50f3-4e86-951d-03385e231db5 HTTP/1.1" status: 204 len: 168 time: 0.5123558 Oct 26 11:14:41.457456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54032) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:41.507079 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a229f518-5b1c-487e-bd2e-e5d84b7e5a9f tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457084 Oct 26 11:14:41.509868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54034) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:41.514916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:41.526736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Publish callbacks [] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.594066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.606234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:41.607133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.618668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:41.624838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.630317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:41.687214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c855b4ba-1cf5-4ad3-a17e-32df5e410b51 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (d2869217-f043-445e-9fe6-bc41a7652cf9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.689151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:41.693948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.740239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54036) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:41.751301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-668713e0-4542-4ef7-9d46-2bfa61a145a0 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (4af5b0cf-5922-457c-8d32-39ee7315c9ea), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.756764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c855b4ba-1cf5-4ad3-a17e-32df5e410b51 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d2869217-f043-445e-9fe6-bc41a7652cf9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.769266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:41.788071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Network f690788a-291a-45a6-bb21-987a2773cf71 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:41.793661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:41.799079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.800459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:41.803492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:41.808784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Pushing event updated for resources: {'Port': ['ID=0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:41.825961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-668713e0-4542-4ef7-9d46-2bfa61a145a0 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.831852 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-668713e0-4542-4ef7-9d46-2bfa61a145a0 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/4af5b0cf-5922-457c-8d32-39ee7315c9ea HTTP/1.1" status: 204 len: 168 time: 1.2947893 Oct 26 11:14:41.835504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c855b4ba-1cf5-4ad3-a17e-32df5e410b51 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.840525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c855b4ba-1cf5-4ad3-a17e-32df5e410b51 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4923835 Oct 26 11:14:41.842366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54038) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:41.842820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54040) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:41.859033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668713e0-4542-4ef7-9d46-2bfa61a145a0 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Subnet': ['ID=4af5b0cf-5922-457c-8d32-39ee7315c9ea,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:41.904796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0c03bf2f-a2be-4586-9a56-f3cb18ec0176 None None] Provisioning complete for port 4cced685-2aa3-43d5-aeba-f30e0714f30d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:41.904796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0c03bf2f-a2be-4586-9a56-f3cb18ec0176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.904796 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0c03bf2f-a2be-4586-9a56-f3cb18ec0176 None None] Attempt 1 to provision port 4cced685-2aa3-43d5-aeba-f30e0714f30d Oct 26 11:14:41.922369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7c50b44c-a241-463d-8856-14ad10f50b56 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '8a23ddee-cfbc-4c8f-b045-35825b01c02a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd2869217-f043-445e-9fe6-bc41a7652cf9'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:41.934493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855b4ba-1cf5-4ad3-a17e-32df5e410b51 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2869217-f043-445e-9fe6-bc41a7652cf9,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:41.941763 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a193243-5eed-46c1-9351-da44a39ec09f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 991 time: 0.2001047 Oct 26 11:14:41.964953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (360f6fce-1abd-4b6d-a566-22a1d59a27fd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:41.982901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:42.000242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Attempting to bind port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:14:42.000622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Attempting to bind port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4c22fe1f-e633-4c85-b8de-4fc7b33f37b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f690788a-291a-45a6-bb21-987a2773cf71'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:14:42.000975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Attempting to bind port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 on network f690788a-291a-45a6-bb21-987a2773cf71 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:14:42.055912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:42.060866 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-7c50b44c-a241-463d-8856-14ad10f50b56 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:42.061916 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7c50b44c-a241-463d-8856-14ad10f50b56 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1433532 Oct 26 11:14:42.066385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54042) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:42.075891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:42.075891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.075891 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:42.092487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port 4cced685-2aa3-43d5-aeba-f30e0714f30d {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:42.092826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.130349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.20.0.1 (f690788a-291a-45a6-bb21-987a2773cf71/c48be4db-039f-47a8-ac0c-776c4ad2ebca/e0f15ccb-b256-42e9-a011-21cba66a1311) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:42.136025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:14:42.136386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Checking segment: {'id': '4c22fe1f-e633-4c85-b8de-4fc7b33f37b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f690788a-291a-45a6-bb21-987a2773cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:14:42.136785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.137177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Bound using segment: {'id': '4c22fe1f-e633-4c85-b8de-4fc7b33f37b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f690788a-291a-45a6-bb21-987a2773cf71'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:14:42.137658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Bound port: 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c22fe1f-e633-4c85-b8de-4fc7b33f37b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f690788a-291a-45a6-bb21-987a2773cf71'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:14:42.138031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.202770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0c03bf2f-a2be-4586-9a56-f3cb18ec0176 None None] Current status of the port 4cced685-2aa3-43d5-aeba-f30e0714f30d is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:42.242555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] For port 4cced685-2aa3-43d5-aeba-f30e0714f30d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4cced685-2aa3-43d5-aeba-f30e0714f30d,segment=NetworkSegment(9d89eac8-a335-4ca0-a443-d974a7e5c22d),segment_id=9d89eac8-a335-4ca0-a443-d974a7e5c22d)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:42.243013 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.254207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] For port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:14:42.267017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:42.267717 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for 4cced685-2aa3-43d5-aeba-f30e0714f30d owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:42.272727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (b9312781-55e8-4c29-b2ce-ea557ba40d2a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.275900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] For port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7,segment=NetworkSegment(4c22fe1f-e633-4c85-b8de-4fc7b33f37b2),segment_id=4c22fe1f-e633-4c85-b8de-4fc7b33f37b2)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:14:42.280551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:42.280883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.286178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.290165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.302641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-51dd929c-3cb1-47fe-845a-7a80708f9725 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (d2869217-f043-445e-9fe6-bc41a7652cf9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.339356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:42.342616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.367614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70bc00-a444-42ca-a48a-8598a0a2bc31 None None] Pushing event updated for resources: {'Port': ['ID=0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:42.370803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.372001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f1b4db60-df88-456e-abdf-629bda0608d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:42.388286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:42.391214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:42.396603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network f690788a-291a-45a6-bb21-987a2773cf71 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:42.403838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-51dd929c-3cb1-47fe-845a-7a80708f9725 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (d2869217-f043-445e-9fe6-bc41a7652cf9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.404079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:42.408296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:42.414823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:42.418297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:42.418824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.421321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=b9312781-55e8-4c29-b2ce-ea557ba40d2a,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:42.439448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=e0f15ccb-b256-42e9-a011-21cba66a1311,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:42.491113 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e96b8187-8a02-4a44-8915-bad916f21f6b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9775102 Oct 26 11:14:42.491609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54044) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:42.498620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-424b34b0-a090-4a3e-9a40-a551a6c48699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:42.500555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.561568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4cced685-2aa3-43d5-aeba-f30e0714f30d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.583282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-51dd929c-3cb1-47fe-845a-7a80708f9725 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d2869217-f043-445e-9fe6-bc41a7652cf9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.588560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-51dd929c-3cb1-47fe-845a-7a80708f9725 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.592047 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-51dd929c-3cb1-47fe-845a-7a80708f9725 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d2869217-f043-445e-9fe6-bc41a7652cf9 HTTP/1.1" status: 204 len: 168 time: 0.5172918 Oct 26 11:14:42.600079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54046) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:42.628014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=4cced685-2aa3-43d5-aeba-f30e0714f30d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:42.630448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] No DVR routers for this DVR port 4cced685-2aa3-43d5-aeba-f30e0714f30d on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:42.638356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd929c-3cb1-47fe-845a-7a80708f9725 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2869217-f043-445e-9fe6-bc41a7652cf9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:42.657021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:42.665751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:42.686370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:42.686749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.687084 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:42.713561 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-184c1afd-e7a9-40e7-830a-3060d9d37481 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1122761 Oct 26 11:14:42.716921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54050) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:42.736259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.752283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (360f6fce-1abd-4b6d-a566-22a1d59a27fd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.763210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:42.775687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:42.794437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360f6fce-1abd-4b6d-a566-22a1d59a27fd']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:42.831506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d89eac8-a335-4ca0-a443-d974a7e5c22d') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:42.831694 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d89eac8-a335-4ca0-a443-d974a7e5c22d') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:42.871037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:42.871037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424b34b0-a090-4a3e-9a40-a551a6c48699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:42.871350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-469cf219-fdd2-46a9-a27a-5f96d9233933 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (8a23ddee-cfbc-4c8f-b045-35825b01c02a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.871881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-424b34b0-a090-4a3e-9a40-a551a6c48699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.874436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:42.879371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (9d89eac8-a335-4ca0-a443-d974a7e5c22d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.902878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:42.903676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:42.910773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:42.924122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-469cf219-fdd2-46a9-a27a-5f96d9233933 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (8a23ddee-cfbc-4c8f-b045-35825b01c02a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:42.950250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54052) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:42.975227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9d89eac8-a335-4ca0-a443-d974a7e5c22d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.035467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:14:43.035961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (9d89eac8-a335-4ca0-a443-d974a7e5c22d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.075656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:43.094766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-469cf219-fdd2-46a9-a27a-5f96d9233933 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8a23ddee-cfbc-4c8f-b045-35825b01c02a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.097486 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 9d89eac8-a335-4ca0-a443-d974a7e5c22d resource provider aggregate not found Oct 26 11:14:43.097773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-469cf219-fdd2-46a9-a27a-5f96d9233933 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.098945 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-469cf219-fdd2-46a9-a27a-5f96d9233933 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8a23ddee-cfbc-4c8f-b045-35825b01c02a HTTP/1.1" status: 204 len: 168 time: 0.3810658 Oct 26 11:14:43.111424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54058) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:43.152901 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 9d89eac8-a335-4ca0-a443-d974a7e5c22d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d89eac8-a335-4ca0-a443-d974a7e5c22d found for delete ", "request_id": "req-74a46798-6203-440e-9bf7-ce38b6a81a78"}]} Oct 26 11:14:43.158472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-426a2d32-eec0-4e96-b090-244cc6d15dfe tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2045884 Oct 26 11:14:43.168271 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.ipam_backend_mixin [None req-424b34b0-a090-4a3e-9a40-a551a6c48699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9312781-55e8-4c29-b2ce-ea557ba40d2a (CIDR: 2001:db8::/64) Oct 26 11:14:43.184978 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-424b34b0-a090-4a3e-9a40-a551a6c48699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:43.185428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424b34b0-a090-4a3e-9a40-a551a6c48699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:43.189481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (360f6fce-1abd-4b6d-a566-22a1d59a27fd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.193812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cf219-fdd2-46a9-a27a-5f96d9233933 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a23ddee-cfbc-4c8f-b045-35825b01c02a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:43.202440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:43.235279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.240916 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/networks/360f6fce-1abd-4b6d-a566-22a1d59a27fd HTTP/1.1" status: 204 len: 168 time: 1.3937695 Oct 26 11:14:43.241266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54062) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:43.255901 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-16220421-667b-4c7e-bd36-30e503040b15 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1432776 Oct 26 11:14:43.257155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b718a5-35da-498f-8e6f-d3e9085df61c tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Network': ['ID=360f6fce-1abd-4b6d-a566-22a1d59a27fd,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:43.264283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54064) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:43.270436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2547ff4f-f030-40e0-96f5-e95214b22b4d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--722993505'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:43.284597 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-424b34b0-a090-4a3e-9a40-a551a6c48699 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7908249 Oct 26 11:14:43.287583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54066) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:43.294505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:43.343688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2547ff4f-f030-40e0-96f5-e95214b22b4d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.384370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:43.385425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.385962 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 Oct 26 11:14:43.403458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.413648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.462203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:42Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:41Z', 'revision_number': 10, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:41Z', 'revision_number': 31, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:43.462515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port f353cb68-7496-40f2-b7c0-c9e00278418e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:43.462515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f353cb68-7496-40f2-b7c0-c9e00278418e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.480222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2547ff4f-f030-40e0-96f5-e95214b22b4d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (3c016f39-14d7-4d2c-9f52-2bf31e56405c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.485615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2547ff4f-f030-40e0-96f5-e95214b22b4d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3c016f39-14d7-4d2c-9f52-2bf31e56405c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.493907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:43.495297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:43.499774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.527811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:43.528682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:43.567874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:43.577119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2547ff4f-f030-40e0-96f5-e95214b22b4d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.578611 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2547ff4f-f030-40e0-96f5-e95214b22b4d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3130062 Oct 26 11:14:43.579647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:43.580199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.582548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54068) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:43.583560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547ff4f-f030-40e0-96f5-e95214b22b4d tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c016f39-14d7-4d2c-9f52-2bf31e56405c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:43.593039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9ca4927a-e393-4c1a-9a07-06c851fe5dec tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '3c016f39-14d7-4d2c-9f52-2bf31e56405c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:43.596197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:43.608675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=e0f15ccb-b256-42e9-a011-21cba66a1311,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:43.632347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f353cb68-7496-40f2-b7c0-c9e00278418e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.632670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (f353cb68-7496-40f2-b7c0-c9e00278418e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.635951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7,segment=NetworkSegment(4c22fe1f-e633-4c85-b8de-4fc7b33f37b2),segment_id=4c22fe1f-e633-4c85-b8de-4fc7b33f37b2)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:43.637020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.656190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for f353cb68-7496-40f2-b7c0-c9e00278418e owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:43.683932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-9ca4927a-e393-4c1a-9a07-06c851fe5dec tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:43.685226 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9ca4927a-e393-4c1a-9a07-06c851fe5dec tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0970247 Oct 26 11:14:43.688804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54070) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:43.693645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-8fc2619c-4612-456d-8319-728c66f0bea1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group_rule': {'security_group_id': '3c016f39-14d7-4d2c-9f52-2bf31e56405c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:43.716006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:43.718788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=15 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:43.776321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:43.778266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:43.822559 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-8fc2619c-4612-456d-8319-728c66f0bea1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:43.823624 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8fc2619c-4612-456d-8319-728c66f0bea1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1337888 Oct 26 11:14:43.826622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54072) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:43.836671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:43.862780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:43.887909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network f690788a-291a-45a6-bb21-987a2773cf71 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:43.890361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:44.025857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddbcece-b44c-420f-806d-d949750a68bc None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:44.028162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f3a41a-4651-4723-940a-3c7290241632 None None] Network f690788a-291a-45a6-bb21-987a2773cf71 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:44.039977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2193d7-9fc6-4e5c-8f1d-b75b60aca699 None None] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:44.054413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:44.056886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f353cb68-7496-40f2-b7c0-c9e00278418e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.088471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=f353cb68-7496-40f2-b7c0-c9e00278418e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:44.107124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c25e6e9b-46e2-43a3-a9bf-6136a26e5055 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (3c016f39-14d7-4d2c-9f52-2bf31e56405c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.146273 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router 145ea5b9-93fa-4b1a-9cef-1e1da7592d4a is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:14:44.154401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:44.155352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2193d7-9fc6-4e5c-8f1d-b75b60aca699 None None] Network 360f6fce-1abd-4b6d-a566-22a1d59a27fd could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:14:44.162800 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54074) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.164298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c25e6e9b-46e2-43a3-a9bf-6136a26e5055 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (3c016f39-14d7-4d2c-9f52-2bf31e56405c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.167961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-788c1609-c2af-45c8-b3af-5035c6f87e40 None None] Provisioning complete for port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:44.168415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-788c1609-c2af-45c8-b3af-5035c6f87e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.168887 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-788c1609-c2af-45c8-b3af-5035c6f87e40 None None] Attempt 1 to provision port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 Oct 26 11:14:44.206425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:44.206926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.232523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:14:44.240868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for floatingip (2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.243402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.244603 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f4b97884-1fef-4bc6-b876-669a3641f784 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/2cf90cf3-f3a8-48a4-b4d9-c696d2b5d7c0 HTTP/1.1" status: 204 len: 168 time: 1.0015087 Oct 26 11:14:44.252810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54076) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.267599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9887ff77-fe28-45e2-8f41-1c761e8c2b89 None None] DHCP port deletion for 360f6fce-1abd-4b6d-a566-22a1d59a27fd request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:14:44.316411 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7c1c87-cf83-44dc-b14c-4c40feb5cf8e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:44.317266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7c1c87-cf83-44dc-b14c-4c40feb5cf8e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:44.317498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c25e6e9b-46e2-43a3-a9bf-6136a26e5055 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3c016f39-14d7-4d2c-9f52-2bf31e56405c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.320692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c25e6e9b-46e2-43a3-a9bf-6136a26e5055 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.321494 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea7c1c87-cf83-44dc-b14c-4c40feb5cf8e tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/ports/41930c90-7989-4957-a9c8-d7c9c29157fb HTTP/1.1" status: 404 len: 333 time: 0.0674126 Oct 26 11:14:44.325603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54078) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.328679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c25e6e9b-46e2-43a3-a9bf-6136a26e5055 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3c016f39-14d7-4d2c-9f52-2bf31e56405c HTTP/1.1" status: 204 len: 168 time: 0.4994993 Oct 26 11:14:44.332673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54080) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.337500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:44.370952 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bc520de3-5f99-49a2-9f8c-3d0a39dbc868 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2069571 Oct 26 11:14:44.372306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:44.375093 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cb0cad84-d7bb-487e-a01d-7fbea185d60f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=780ad229-352d-4853-a48c-7ca95e0651e4 HTTP/1.1" status: 200 len: 205 time: 0.0429976 Oct 26 11:14:44.379565 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-932353cd-4f16-4786-a499-6df033f59c76 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/145ea5b9-93fa-4b1a-9cef-1e1da7592d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6733465 Oct 26 11:14:44.380550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54082) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.382314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e6e9b-46e2-43a3-a9bf-6136a26e5055 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c016f39-14d7-4d2c-9f52-2bf31e56405c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:44.383222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54084) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.410072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:44.421908 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29271c55-8116-42fd-a13f-4e921de48109 None None] Sync routers for ids ['145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:44.438959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29271c55-8116-42fd-a13f-4e921de48109 None None] Routers {'145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:44.444576 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-29271c55-8116-42fd-a13f-4e921de48109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:44.452879 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-161cc377-7256-40b4-a580-e65abcc72915 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1095922 Oct 26 11:14:44.454829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.455612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:44.456389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54086) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.457484 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-53d5c15e-584f-4215-ac9c-cad085dafd08 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] delete failed (client error): The resource could not be found. Oct 26 11:14:44.458611 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-53d5c15e-584f-4215-ac9c-cad085dafd08 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/routers/780ad229-352d-4853-a48c-7ca95e0651e4 HTTP/1.1" status: 404 len: 336 time: 0.0769436 Oct 26 11:14:44.464043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2d7168bd-f6ad-4520-8c24-958fa9de0008 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'tempest-secgroup--538863587'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:44.471276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54088) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.511618 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a3b54f-c03d-4eec-8a29-926b3a64c92a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] DELETE failed (client error): The resource could not be found. Oct 26 11:14:44.512230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a3b54f-c03d-4eec-8a29-926b3a64c92a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:44.515715 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d4a3b54f-c03d-4eec-8a29-926b3a64c92a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/4af5b0cf-5922-457c-8d32-39ee7315c9ea HTTP/1.1" status: 404 len: 337 time: 0.0431225 Oct 26 11:14:44.521706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54090) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.536277 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-29271c55-8116-42fd-a13f-4e921de48109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:44.538341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89745de6-b835-446b-9dac-53d8c6f8caa0 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:44.539959 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-89745de6-b835-446b-9dac-53d8c6f8caa0 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports/e0f15ccb-b256-42e9-a011-21cba66a1311 HTTP/1.1" status: 200 len: 910 time: 0.1512432 Oct 26 11:14:44.541431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:42Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:41Z', 'revision_number': 10, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:41Z', 'revision_number': 31, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:44.543497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54092) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:44.562197 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29271c55-8116-42fd-a13f-4e921de48109 None None] Routers {'145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:44.563455 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-29271c55-8116-42fd-a13f-4e921de48109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:44.583254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d7168bd-f6ad-4520-8c24-958fa9de0008 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.633921 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-29271c55-8116-42fd-a13f-4e921de48109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:44.635660 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29271c55-8116-42fd-a13f-4e921de48109 None None] The sync data for ids ['145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:44.674375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f080b93b-1052-4ba3-b400-7673676b2d1a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port d81bdf80-1174-4667-8968-e6767959e94a {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:44.676008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f080b93b-1052-4ba3-b400-7673676b2d1a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d81bdf80-1174-4667-8968-e6767959e94a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.715204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:44.743406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.759609 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:14:44.846017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-788c1609-c2af-45c8-b3af-5035c6f87e40 None None] Current status of the port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:44.860328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-788c1609-c2af-45c8-b3af-5035c6f87e40 None None] Could not find standard attr ID for object 4cced685-2aa3-43d5-aeba-f30e0714f30d. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:44.861707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b8b04e-3851-4fff-b44a-dbee5a0d4fc1 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:42Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:41Z', 'revision_number': 10, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:41Z', 'revision_number': 31, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:44.878814 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d7168bd-f6ad-4520-8c24-958fa9de0008 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (5110cecd-172b-49a4-834c-81de3dbf102a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.881621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f080b93b-1052-4ba3-b400-7673676b2d1a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d81bdf80-1174-4667-8968-e6767959e94a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.894546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beb2e82-e8ae-4f0e-baf1-835cd7e6627e None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:44.895191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d7168bd-f6ad-4520-8c24-958fa9de0008 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5110cecd-172b-49a4-834c-81de3dbf102a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:44.895989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:44.949985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7168bd-f6ad-4520-8c24-958fa9de0008 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5110cecd-172b-49a4-834c-81de3dbf102a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:44.952016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f080b93b-1052-4ba3-b400-7673676b2d1a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for d81bdf80-1174-4667-8968-e6767959e94a owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:45.003304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:45.003695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.044798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d7168bd-f6ad-4520-8c24-958fa9de0008 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.046251 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d7168bd-f6ad-4520-8c24-958fa9de0008 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5864041 Oct 26 11:14:45.049552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54094) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:45.051863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-069ff665-13c5-4443-9b97-dde6f87d0d0b None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:45.052251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-069ff665-13c5-4443-9b97-dde6f87d0d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.052610 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-069ff665-13c5-4443-9b97-dde6f87d0d0b None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:45.056459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3f133b69-4ec5-424f-a33f-82429952a469 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:45.057172 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING neutron.api.v2.base [None req-3f133b69-4ec5-424f-a33f-82429952a469 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 11:14:45.057681 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-3f133b69-4ec5-424f-a33f-82429952a469 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 11:14:45.058705 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3f133b69-4ec5-424f-a33f-82429952a469 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "PUT /networking/v2.0/security-groups/5110cecd-172b-49a4-834c-81de3dbf102a HTTP/1.1" status: 409 len: 330 time: 0.0078094 Oct 26 11:14:45.061425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:45.063024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54096) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:45.084464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:45.106779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.172747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:45.190068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:45.225111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:45.264716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-069ff665-13c5-4443-9b97-dde6f87d0d0b None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:45.309959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.331548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3497038-da21-49a7-9b40-f1269b7aa8a1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (5110cecd-172b-49a4-834c-81de3dbf102a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.364907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:45.375079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54102) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:45.416919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccd12ce-cf3c-4ff1-951c-ac5041e4f351 None None] Network f690788a-291a-45a6-bb21-987a2773cf71 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:45.442232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3497038-da21-49a7-9b40-f1269b7aa8a1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (5110cecd-172b-49a4-834c-81de3dbf102a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.469257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f080b93b-1052-4ba3-b400-7673676b2d1a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d81bdf80-1174-4667-8968-e6767959e94a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.530954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:45.567167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:45.567662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.568030 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 Oct 26 11:14:45.623135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2bbd05a8-3e24-4f37-8ab2-849a84e4be94 None None] Provisioning complete for port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:45.623514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2bbd05a8-3e24-4f37-8ab2-849a84e4be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.623907 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2bbd05a8-3e24-4f37-8ab2-849a84e4be94 None None] Attempt 1 to provision port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 Oct 26 11:14:45.786421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:45.844856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4cced685-2aa3-43d5-aeba-f30e0714f30d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:45.897132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:45.923087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 4cced685-2aa3-43d5-aeba-f30e0714f30d {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:45.923441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4cced685-2aa3-43d5-aeba-f30e0714f30d not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:45.928790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd05a8-3e24-4f37-8ab2-849a84e4be94 None None] Current status of the port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:45.948755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2bbd05a8-3e24-4f37-8ab2-849a84e4be94 None None] Provisioning complete for port e0f15ccb-b256-42e9-a011-21cba66a1311 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:45.949138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2bbd05a8-3e24-4f37-8ab2-849a84e4be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:45.949481 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2bbd05a8-3e24-4f37-8ab2-849a84e4be94 None None] Attempt 1 to provision port e0f15ccb-b256-42e9-a011-21cba66a1311 Oct 26 11:14:46.011137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080b93b-1052-4ba3-b400-7673676b2d1a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=d81bdf80-1174-4667-8968-e6767959e94a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:46.041358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd05a8-3e24-4f37-8ab2-849a84e4be94 None None] Port e0f15ccb-b256-42e9-a011-21cba66a1311 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:46.047435 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5ec44f45-cbde-4eac-862c-8c3808883973 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.6687403 Oct 26 11:14:46.048235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3497038-da21-49a7-9b40-f1269b7aa8a1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5110cecd-172b-49a4-834c-81de3dbf102a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.050749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a3497038-da21-49a7-9b40-f1269b7aa8a1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.051886 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a3497038-da21-49a7-9b40-f1269b7aa8a1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5110cecd-172b-49a4-834c-81de3dbf102a HTTP/1.1" status: 204 len: 168 time: 0.9875948 Oct 26 11:14:46.072777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54110) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:46.153801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3497038-da21-49a7-9b40-f1269b7aa8a1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5110cecd-172b-49a4-834c-81de3dbf102a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:46.159601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-54edc96f-899f-499d-bb01-093d6b25cea9 None None] Could not find standard attr ID for object 19832ca8-9c64-4c61-8eca-c270a63f9cb8. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:46.162699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-184e34ad-0051-44ee-8814-62373743a7be tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0887003 Oct 26 11:14:46.168021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54112) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:46.190570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:46.198546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-54edc96f-899f-499d-bb01-093d6b25cea9 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:46.199088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-54edc96f-899f-499d-bb01-093d6b25cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.199423 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-54edc96f-899f-499d-bb01-093d6b25cea9 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:46.235626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f080b93b-1052-4ba3-b400-7673676b2d1a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.243951 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f080b93b-1052-4ba3-b400-7673676b2d1a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/ports/d81bdf80-1174-4667-8968-e6767959e94a HTTP/1.1" status: 204 len: 168 time: 1.7210264 Oct 26 11:14:46.245017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54114) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:46.246468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4026e3-83e5-49b6-b06c-aa72df8851e7 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:46.254109 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-a13a4b75-a662-433e-aead-ab49f716310e tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] delete failed (client error): The resource could not be found. Oct 26 11:14:46.257542 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a13a4b75-a662-433e-aead-ab49f716310e tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d0e50aef-577f-4481-9cd2-b17016e78930 HTTP/1.1" status: 404 len: 347 time: 0.0622687 Oct 26 11:14:46.260454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54116) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:46.286049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (f1b4db60-df88-456e-abdf-629bda0608d7), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.287413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port e0f15ccb-b256-42e9-a011-21cba66a1311 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:46.287775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.300545 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-387027cf-df27-46fd-ad5b-c5ddfa2748d1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] show failed (client error): The resource could not be found. Oct 26 11:14:46.301929 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-387027cf-df27-46fd-ad5b-c5ddfa2748d1 tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-groups/8786caf1-0e11-4fd1-b2ba-2266c82331d1 HTTP/1.1" status: 404 len: 347 time: 0.0228097 Oct 26 11:14:46.306949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54118) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:46.315500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.316213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (af505c54-e22d-45be-9e3b-663c6869ced3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.338412 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-24578cbf-08ad-4fad-bbdf-c2a6fbb6ba5a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] show failed (client error): The resource could not be found. Oct 26 11:14:46.339885 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-24578cbf-08ad-4fad-bbdf-c2a6fbb6ba5a tempest-NegativeSecGroupIPv6Test-104991615 tempest-NegativeSecGroupIPv6Test-104991615-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules/362c288e-b2d7-4dd7-ad42-4615245dd236 HTTP/1.1" status: 404 len: 356 time: 0.0292025 Oct 26 11:14:46.345368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-54edc96f-899f-499d-bb01-093d6b25cea9 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:46.390284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-82fd7eb0-7ed0-4a5b-ad4b-d3bb775b3c4a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port 18a4e9ff-7452-4db3-9dcd-210dcf90faab {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:46.390723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82fd7eb0-7ed0-4a5b-ad4b-d3bb775b3c4a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (18a4e9ff-7452-4db3-9dcd-210dcf90faab), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.440845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4026e3-83e5-49b6-b06c-aa72df8851e7 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:46.526892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:46.533272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82fd7eb0-7ed0-4a5b-ad4b-d3bb775b3c4a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (18a4e9ff-7452-4db3-9dcd-210dcf90faab), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.546665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:46.555124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:46.555943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.560144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-82fd7eb0-7ed0-4a5b-ad4b-d3bb775b3c4a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for 18a4e9ff-7452-4db3-9dcd-210dcf90faab owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:46.568727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=af505c54-e22d-45be-9e3b-663c6869ced3,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:46.603554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=13']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:46.641517 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f02c7167-a05f-4be3-a5b0-01da89fc0c80 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3497183 Oct 26 11:14:46.642280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54122) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:46.647015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:3e:4d:86', 'name': 'tempest-NetworksTestDHCPv6-1339305571'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:46.661170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.668341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7be3917f-3980-4f49-8005-500c9ec18069 None None] Provisioning complete for port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:46.669467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7be3917f-3980-4f49-8005-500c9ec18069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.669994 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7be3917f-3980-4f49-8005-500c9ec18069 None None] Attempt 1 to provision port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 Oct 26 11:14:46.700648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for e0f15ccb-b256-42e9-a011-21cba66a1311 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:46.776792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:46.843112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:46.851137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82fd7eb0-7ed0-4a5b-ad4b-d3bb775b3c4a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (18a4e9ff-7452-4db3-9dcd-210dcf90faab), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.878703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7be3917f-3980-4f49-8005-500c9ec18069 None None] Current status of the port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:46.898654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd7eb0-7ed0-4a5b-ad4b-d3bb775b3c4a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=18a4e9ff-7452-4db3-9dcd-210dcf90faab,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:46.915241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7be3917f-3980-4f49-8005-500c9ec18069 None None] Provisioning complete for port e0f15ccb-b256-42e9-a011-21cba66a1311 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:46.915777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7be3917f-3980-4f49-8005-500c9ec18069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:46.916232 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7be3917f-3980-4f49-8005-500c9ec18069 None None] Attempt 1 to provision port e0f15ccb-b256-42e9-a011-21cba66a1311 Oct 26 11:14:46.922207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb7b1f-4c0c-4226-8da9-7b7f1bb28aa5 None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'af505c54-e22d-45be-9e3b-663c6869ced3', 'ip_address': '2001:db8:0:1:f816:3eff:fe1c:678e'}, {'subnet_id': 'b9312781-55e8-4c29-b2ce-ea557ba40d2a'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'f1b4db60-df88-456e-abdf-629bda0608d7'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:14:46.945550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54130) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:47.049759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-82fd7eb0-7ed0-4a5b-ad4b-d3bb775b3c4a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.050376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54134) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:47.056765 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82fd7eb0-7ed0-4a5b-ad4b-d3bb775b3c4a tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/ports/18a4e9ff-7452-4db3-9dcd-210dcf90faab HTTP/1.1" status: 204 len: 168 time: 0.8107100 Oct 26 11:14:47.057753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54136) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:47.061040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:47.071548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-35fb7b1f-4c0c-4226-8da9-7b7f1bb28aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.081636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7be3917f-3980-4f49-8005-500c9ec18069 None None] Port e0f15ccb-b256-42e9-a011-21cba66a1311 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:14:47.142761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:47.146088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:47.160237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c455302-2b1f-4b1a-a549-91f51ed76475 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:47.162027 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c455302-2b1f-4b1a-a549-91f51ed76475 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893fa2fd-f7ce-463b-a10f-c8d2b284d28a HTTP/1.1" status: 200 len: 913 time: 0.1031787 Oct 26 11:14:47.165523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54138) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:47.302106 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1e21a415-5bb1-4c41-b57f-aa58ccd28d0d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2ff8053e1700437ea5fe11c8995abd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538771 Oct 26 11:14:47.308672 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d7b4968a-9ee8-4e41-89be-c4cf61cb5e2c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2565863 Oct 26 11:14:47.312700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54142) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:47.364805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:47.383644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-35fb7b1f-4c0c-4226-8da9-7b7f1bb28aa5 None None] Allocated IP 2001:db8::2 (e006cddc-269c-485d-9059-cd1342ff5d5c/b9312781-55e8-4c29-b2ce-ea557ba40d2a/f1b4db60-df88-456e-abdf-629bda0608d7) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:47.437567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e0f15ccb-b256-42e9-a011-21cba66a1311), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.462596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a36d2-7bc8-4823-ab1f-10a8e800b896 req-d96b3696-e9d4-4a10-9575-371b03cf0883 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:47.464080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-615a36d2-7bc8-4823-ab1f-10a8e800b896 req-d96b3696-e9d4-4a10-9575-371b03cf0883 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 946 time: 0.1692746 Oct 26 11:14:47.475382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:47.485456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.515317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=e0f15ccb-b256-42e9-a011-21cba66a1311,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:47.528362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:47.539706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-55b0b938-9664-4bb0-9c73-611a1ccb371d admin admin] Publish callbacks [] for security_group (b14f1bcc-2d57-4803-94f7-29d04e8fc6fc), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.560818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port c6398de6-c1c0-4c4c-b91d-0a863d36fde8 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:14:47.562022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-35fb7b1f-4c0c-4226-8da9-7b7f1bb28aa5 None None] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:47.570106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:47.570801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.571237 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:47.623569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-35fb7b1f-4c0c-4226-8da9-7b7f1bb28aa5 None None] Publish callbacks [] for port (f1b4db60-df88-456e-abdf-629bda0608d7), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.634579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.655215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-35fb7b1f-4c0c-4226-8da9-7b7f1bb28aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.657621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c9f5f-9b15-4d9c-9e1e-5e818f9e9031 None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:14:47.660722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:47.691443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-55b0b938-9664-4bb0-9c73-611a1ccb371d admin admin] Publish callbacks [] for security_group (b14f1bcc-2d57-4803-94f7-29d04e8fc6fc), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.813859 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-615a36d2-7bc8-4823-ab1f-10a8e800b896 req-a97822ca-920b-4302-b23f-4acfeb65afda tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107853 Oct 26 11:14:47.878379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.940511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port 8622b0fe-2335-4545-931d-123896d56c19 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:47.940858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8622b0fe-2335-4545-931d-123896d56c19), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.971911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-55b0b938-9664-4bb0-9c73-611a1ccb371d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b14f1bcc-2d57-4803-94f7-29d04e8fc6fc), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.974037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-55b0b938-9664-4bb0-9c73-611a1ccb371d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.975342 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-55b0b938-9664-4bb0-9c73-611a1ccb371d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b14f1bcc-2d57-4803-94f7-29d04e8fc6fc HTTP/1.1" status: 204 len: 168 time: 0.6502759 Oct 26 11:14:47.986527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:47.986913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:47.997188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb7b1f-4c0c-4226-8da9-7b7f1bb28aa5 None None] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:48.045550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0b938-9664-4bb0-9c73-611a1ccb371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14f1bcc-2d57-4803-94f7-29d04e8fc6fc,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:48.068904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:48.095263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8622b0fe-2335-4545-931d-123896d56c19), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.105290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:48.126085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::1d5 (e006cddc-269c-485d-9059-cd1342ff5d5c/b9312781-55e8-4c29-b2ce-ea557ba40d2a/c6398de6-c1c0-4c4c-b91d-0a863d36fde8) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:48.132280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for 8622b0fe-2335-4545-931d-123896d56c19 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:48.156872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.158137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:48.166820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:4d86 (e006cddc-269c-485d-9059-cd1342ff5d5c/af505c54-e22d-45be-9e3b-663c6869ced3/c6398de6-c1c0-4c4c-b91d-0a863d36fde8) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:48.170155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router 145ea5b9-93fa-4b1a-9cef-1e1da7592d4a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:48.287447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:48.309904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54146) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:48.317405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:48.318193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.318774 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:48.409556 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-20dd60d0-0e63-419a-8a7e-2a4ec473ffd5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0983667 Oct 26 11:14:48.468670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (c6398de6-c1c0-4c4c-b91d-0a863d36fde8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.481465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:48.486782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:48.488818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.540248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:48.551454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:48.556268 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9109ff-df2f-4ace-ada2-d31408a59839 None None] Sync routers for ids ['145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:48.565242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.566439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f1b4db60-df88-456e-abdf-629bda0608d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:48.571757 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-100b7bcf-6452-4e56-bbc1-d968e96489ee tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/145ea5b9-93fa-4b1a-9cef-1e1da7592d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0267758 Oct 26 11:14:48.574977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54152) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:48.581900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9109ff-df2f-4ace-ada2-d31408a59839 None None] Routers {'145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:48.582567 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9c9109ff-df2f-4ace-ada2-d31408a59839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:48.620716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c6398de6-c1c0-4c4c-b91d-0a863d36fde8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.669815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9c9109ff-df2f-4ace-ada2-d31408a59839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:48.690889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-85d9e557-6fd0-46d9-a52a-d22e8e16b766 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=145ea5b9-93fa-4b1a-9cef-1e1da7592d4a HTTP/1.1" status: 200 len: 205 time: 0.1147981 Oct 26 11:14:48.691517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:48.692214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:48.693096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:48.693486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8622b0fe-2335-4545-931d-123896d56c19), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.693762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54154) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:48.703219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9109ff-df2f-4ace-ada2-d31408a59839 None None] Routers {'145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:48.706201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9c9109ff-df2f-4ace-ada2-d31408a59839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:48.710046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:48.731017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:48.749509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-257774c5-e281-4be8-b8d8-5506c343cc0b tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:48.751098 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-257774c5-e281-4be8-b8d8-5506c343cc0b tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 946 time: 0.1162283 Oct 26 11:14:48.753605 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=8622b0fe-2335-4545-931d-123896d56c19,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:48.771820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:48.777764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:48.778452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.782830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:48.785238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:48.785922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.786437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=c6398de6-c1c0-4c4c-b91d-0a863d36fde8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:48.786834 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:48.800960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9c9109ff-df2f-4ace-ada2-d31408a59839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:48.810175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9109ff-df2f-4ace-ada2-d31408a59839 None None] The sync data for ids ['145ea5b9-93fa-4b1a-9cef-1e1da7592d4a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:48.848100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ab61be3-9682-4363-9da7-2f473549281f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:48.872153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:48.934416 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-66b19045-cb41-4ec8-a070-6caf8a2db222 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2913649 Oct 26 11:14:48.942887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54160) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:48.983011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:49.050679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Deleting port 819a13f1-c240-47e4-9283-405ea5823875 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:49.051103 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (819a13f1-c240-47e4-9283-405ea5823875), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.160880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ab61be3-9682-4363-9da7-2f473549281f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.165485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ab61be3-9682-4363-9da7-2f473549281f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.172321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7213101-9836-41cf-9e5e-30e64ee82e11 req-924a7dfa-9cdc-4d60-929a-43dac2af4cd5 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:49.173874 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d7213101-9836-41cf-9e5e-30e64ee82e11 req-924a7dfa-9cdc-4d60-929a-43dac2af4cd5 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 946 time: 0.1775689 Oct 26 11:14:49.184792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdc893-7299-45a3-9878-51c6a0fa1bcf req-6b054686-51f0-479b-a101-d64eea7e21de tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:49.186295 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-affdc893-7299-45a3-9878-51c6a0fa1bcf req-6b054686-51f0-479b-a101-d64eea7e21de tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 945 time: 0.1712935 Oct 26 11:14:49.190341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-16ac7435-496b-4671-b07e-58982428acdf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port c6398de6-c1c0-4c4c-b91d-0a863d36fde8 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:49.190824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-16ac7435-496b-4671-b07e-58982428acdf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c6398de6-c1c0-4c4c-b91d-0a863d36fde8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.286068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:49.287041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ab61be3-9682-4363-9da7-2f473549281f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (145ea5b9-93fa-4b1a-9cef-1e1da7592d4a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.287041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab61be3-9682-4363-9da7-2f473549281f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Fanout notify agent at l3_agent the message router_deleted on router 145ea5b9-93fa-4b1a-9cef-1e1da7592d4a {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:14:49.289679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ab61be3-9682-4363-9da7-2f473549281f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.289679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ab61be3-9682-4363-9da7-2f473549281f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/145ea5b9-93fa-4b1a-9cef-1e1da7592d4a HTTP/1.1" status: 204 len: 168 time: 0.5937929 Oct 26 11:14:49.298743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:49.306561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:49.307202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:49.320726 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.351307 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-affdc893-7299-45a3-9878-51c6a0fa1bcf req-8901627a-efd8-476c-92b9-addbb119e26c tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553793 Oct 26 11:14:49.369004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] For port 819a13f1-c240-47e4-9283-405ea5823875, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=819a13f1-c240-47e4-9283-405ea5823875,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:49.369630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (819a13f1-c240-47e4-9283-405ea5823875), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.372196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d7213101-9836-41cf-9e5e-30e64ee82e11 req-de6adacb-6aba-4ad7-a1f5-ef0ffeefc99b tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847839 Oct 26 11:14:49.410146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c2862b-268e-4d33-a0ee-8ae481a8af2d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting subnet c48be4db-039f-47a8-ac0c-776c4ad2ebca {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:49.412673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54166) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:49.417229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f1b4db60-df88-456e-abdf-629bda0608d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:49.422365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7c2862b-268e-4d33-a0ee-8ae481a8af2d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (c48be4db-039f-47a8-ac0c-776c4ad2ebca), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.462444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-97947e41-74a7-459a-96cd-bf3d9b0d5cb5 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:49.462749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97947e41-74a7-459a-96cd-bf3d9b0d5cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.463279 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-97947e41-74a7-459a-96cd-bf3d9b0d5cb5 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:49.528993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7c2862b-268e-4d33-a0ee-8ae481a8af2d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (c48be4db-039f-47a8-ac0c-776c4ad2ebca), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.542029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-16ac7435-496b-4671-b07e-58982428acdf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c6398de6-c1c0-4c4c-b91d-0a863d36fde8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.572652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-16ac7435-496b-4671-b07e-58982428acdf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for c6398de6-c1c0-4c4c-b91d-0a863d36fde8 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:49.578809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf7e43-f5ec-497c-9823-1a5311e32fee None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:49.579604 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-936bd822-0f6c-4065-adf4-1c8aa4c22878 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1639762 Oct 26 11:14:49.645639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:49.647749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7c2862b-268e-4d33-a0ee-8ae481a8af2d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c48be4db-039f-47a8-ac0c-776c4ad2ebca), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.649911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-97947e41-74a7-459a-96cd-bf3d9b0d5cb5 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:49.689829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:49.690526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.691031 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:49.729076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:49.734607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7c2862b-268e-4d33-a0ee-8ae481a8af2d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (c48be4db-039f-47a8-ac0c-776c4ad2ebca), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.769196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:49.770396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2862b-268e-4d33-a0ee-8ae481a8af2d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Subnet': ['ID=c48be4db-039f-47a8-ac0c-776c4ad2ebca,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:49.775187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c7c2862b-268e-4d33-a0ee-8ae481a8af2d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.780870 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c7c2862b-268e-4d33-a0ee-8ae481a8af2d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c48be4db-039f-47a8-ac0c-776c4ad2ebca HTTP/1.1" status: 204 len: 168 time: 0.4785371 Oct 26 11:14:49.783703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54168) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:49.792847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9853a719-2cfe-4204-9905-647e4f0ee743 None None] Could not find standard attr ID for object e0f15ccb-b256-42e9-a011-21cba66a1311. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:49.854280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.854280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.854651 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Floating IP bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12 disassociated. External IP: 172.26.0.246, port: 819a13f1-c240-47e4-9283-405ea5823875. Oct 26 11:14:49.854943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Calling delete_port for 819a13f1-c240-47e4-9283-405ea5823875 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:49.892431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (f690788a-291a-45a6-bb21-987a2773cf71), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.901437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:49.943352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdf7e43-f5ec-497c-9823-1a5311e32fee None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:49.946732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:49.951479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:49.951903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:49.952324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.025864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:50.044338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:50.044983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7,segment=NetworkSegment(4c22fe1f-e633-4c85-b8de-4fc7b33f37b2),segment_id=4c22fe1f-e633-4c85-b8de-4fc7b33f37b2)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:50.045356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.063035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:50.102890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:50.152639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:50.160515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:48Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:48Z', 'revision_number': 11, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:48Z', 'revision_number': 33, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:50.163229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-16ac7435-496b-4671-b07e-58982428acdf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c6398de6-c1c0-4c4c-b91d-0a863d36fde8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.174786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.204370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No DVR routers for this DVR port 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:50.211471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:50.221519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:50.268267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:50.268676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.296271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (f690788a-291a-45a6-bb21-987a2773cf71), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.300432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:50.301083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:50.333570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f690788a-291a-45a6-bb21-987a2773cf71']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:50.365319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c22fe1f-e633-4c85-b8de-4fc7b33f37b2') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:50.365619 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c22fe1f-e633-4c85-b8de-4fc7b33f37b2') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:50.383915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:50.384105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (4c22fe1f-e633-4c85-b8de-4fc7b33f37b2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.396115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-a26fe48f-d447-4f23-98d5-c0cdfc211be5 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:50.397786 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-a26fe48f-d447-4f23-98d5-c0cdfc211be5 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 945 time: 0.0778875 Oct 26 11:14:50.401101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.402038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:50.450039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4c22fe1f-e633-4c85-b8de-4fc7b33f37b2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.503134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:50.504115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:14:50.504531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (4c22fe1f-e633-4c85-b8de-4fc7b33f37b2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.594347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54176) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:50.609977 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 4c22fe1f-e633-4c85-b8de-4fc7b33f37b2 resource provider aggregate not found Oct 26 11:14:50.621566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b15fa5-a90e-4793-99a0-3b85bb6b5b43 req-b4c03cb8-1bd1-41bf-be51-62afe47325b5 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:50.623029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d8b15fa5-a90e-4793-99a0-3b85bb6b5b43 req-b4c03cb8-1bd1-41bf-be51-62afe47325b5 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 945 time: 0.1675673 Oct 26 11:14:50.647033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac7435-496b-4671-b07e-58982428acdf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=c6398de6-c1c0-4c4c-b91d-0a863d36fde8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:50.731119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:50.735664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:50.735942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:50.745436 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-20239db9-42e0-4dfd-b6ba-0165d3cdb7ed tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "PUT /networking/v2.0/routers/893fa2fd-f7ce-463b-a10f-c8d2b284d28a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5787427 Oct 26 11:14:50.746288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54180) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:50.747529 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abd360-79bb-49fc-9676-19d90cbeb70c None None] Sync routers for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:50.756709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-16ac7435-496b-4671-b07e-58982428acdf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.764444 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-16ac7435-496b-4671-b07e-58982428acdf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c6398de6-c1c0-4c4c-b91d-0a863d36fde8 HTTP/1.1" status: 204 len: 168 time: 1.8203714 Oct 26 11:14:50.766272 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abd360-79bb-49fc-9676-19d90cbeb70c None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:50.770717 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e6abd360-79bb-49fc-9676-19d90cbeb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:50.770968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (819a13f1-c240-47e4-9283-405ea5823875), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.778737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54182) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:50.814740 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e6abd360-79bb-49fc-9676-19d90cbeb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:50.829424 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abd360-79bb-49fc-9676-19d90cbeb70c None None] Routers {'893fa2fd-f7ce-463b-a10f-c8d2b284d28a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:50.830419 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e6abd360-79bb-49fc-9676-19d90cbeb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:50.862598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Pushing event deleted for resources: {'Port': ['ID=819a13f1-c240-47e4-9283-405ea5823875,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:50.903622 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e6abd360-79bb-49fc-9676-19d90cbeb70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:50.904628 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abd360-79bb-49fc-9676-19d90cbeb70c None None] The sync data for ids ['893fa2fd-f7ce-463b-a10f-c8d2b284d28a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:50.920660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f1025b-ac25-4132-a6f4-b8278b4f90df tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:50.922600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-75f1025b-ac25-4132-a6f4-b8278b4f90df tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1037586 Oct 26 11:14:51.085251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:51.086237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.106606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a650a77-6443-4694-9c7b-0298e14ddf56 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:51.111559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc66412a-1685-4458-a7a1-b12d2a3ab0e9 None None] Network f690788a-291a-45a6-bb21-987a2773cf71 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:51.111715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:51.114852 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 4c22fe1f-e633-4c85-b8de-4fc7b33f37b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c22fe1f-e633-4c85-b8de-4fc7b33f37b2 found for delete ", "request_id": "req-3f2c8ea6-05a9-44e3-9dd5-67bfe95fa153"}]} Oct 26 11:14:51.116183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.127182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Router 268a57fa-362c-47bb-894a-54930c0b35e6 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:51.188264 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-73bbc6dd-2636-49d8-8e29-b3fe48cd87c3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.5726945 Oct 26 11:14:51.197978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04530a7-52e5-4352-acf5-ddbc4e4416d2 req-1ba32e91-988b-4e46-872b-79f93a10ea77 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:51.199229 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e04530a7-52e5-4352-acf5-ddbc4e4416d2 req-1ba32e91-988b-4e46-872b-79f93a10ea77 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 946 time: 0.7230053 Oct 26 11:14:51.199859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Deleting port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:51.200197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.224024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:51.235854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:51.237076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:51.255752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.271140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d8fe2c73-24e9-42c6-b77a-f2871e40e786 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:51.271591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d8fe2c73-24e9-42c6-b77a-f2871e40e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.272026 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8fe2c73-24e9-42c6-b77a-f2871e40e786 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:51.280481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (f690788a-291a-45a6-bb21-987a2773cf71), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.294670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eedffc5-ee10-4d6b-afe9-396f42531e2e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:51.295950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:51.299329 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6eedffc5-ee10-4d6b-afe9-396f42531e2e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1768060 Oct 26 11:14:51.302688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:51.328696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.331839 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/networks/f690788a-291a-45a6-bb21-987a2773cf71 HTTP/1.1" status: 204 len: 168 time: 1.5457973 Oct 26 11:14:51.345975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54188) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:51.357170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1169037304', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:51.362237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:48Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:48Z', 'revision_number': 11, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:48Z', 'revision_number': 33, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:51.396585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d8b15fa5-a90e-4793-99a0-3b85bb6b5b43 req-1682ed0b-da7b-47d5-b4d3-5069680ef5dc tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807438 Oct 26 11:14:51.397674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff657f6-9320-467a-a011-86b6c4bf0640 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Network': ['ID=f690788a-291a-45a6-bb21-987a2773cf71,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:51.411448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:51.425866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (395b3efd-9323-41ea-9e52-f972e2847b0c), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.427555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (395b3efd-9323-41ea-9e52-f972e2847b0c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.457403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:51.463644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:51.469469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_gateway (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.478777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038cb353-77e7-4011-b0d9-0b01779b0987 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:14:48Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cb89897c-9002-4e2a-9c06-dba1c11a744a', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'floating_ip_address': '172.26.0.75', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'port_id': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:13:40Z', 'updated_at': '2022-10-26T11:14:48Z', 'revision_number': 11, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:14:48Z', 'revision_number': 33, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:51.480205 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e04530a7-52e5-4352-acf5-ddbc4e4416d2 req-7fb4dc92-899d-4208-bd2b-7ecb2a3a4688 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a78afa2-1951-4d3d-8989-a8d139476093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512822 Oct 26 11:14:51.482346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] For port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:51.482809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.489633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc68e168-b2cd-4662-a9a6-c0b1025d83b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:51.491408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc68e168-b2cd-4662-a9a6-c0b1025d83b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:51.493428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc68e168-b2cd-4662-a9a6-c0b1025d83b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:51.495645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:51.498998 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cc68e168-b2cd-4662-a9a6-c0b1025d83b8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1882124 Oct 26 11:14:51.500517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:51.549013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] No DVR routers for this DVR port 819a13f1-c240-47e4-9283-405ea5823875 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:51.552430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.557284 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-30af00ca-42a5-43b8-9f36-a931a7166667 req-edfcf983-ea1d-426f-a94c-436eabf8b567 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.23 "DELETE /networking/v2.0/ports/819a13f1-c240-47e4-9283-405ea5823875 HTTP/1.1" status: 204 len: 173 time: 2.7919879 Oct 26 11:14:51.565595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'name': 'network-vif-deleted', 'tag': '819a13f1-c240-47e4-9283-405ea5823875'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:14:51.568341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af4cac-3514-40cf-9467-404269ca73a8" -d '{"events": [{"server_uuid": "244166bd-7df7-40b8-b00d-70906cd01fc5", "name": "network-vif-deleted", "tag": "819a13f1-c240-47e4-9283-405ea5823875"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:14:51.573434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4205d8-9f0c-4fbd-8d29-991fe17e1475 None None] DHCP port deletion for f690788a-291a-45a6-bb21-987a2773cf71 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:14:51.584794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:51.586548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:51.671398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855bc576-dd53-45fe-b822-3e39997bf6a1 x-openstack-request-id: req-855bc576-dd53-45fe-b822-3e39997bf6a1 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:14:51.672480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244166bd-7df7-40b8-b00d-70906cd01fc5", "name": "network-vif-deleted", "tag": "819a13f1-c240-47e4-9283-405ea5823875", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:14:51.672938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-855bc576-dd53-45fe-b822-3e39997bf6a1 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:14:51.673593 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855bc576-dd53-45fe-b822-3e39997bf6a1'] response: {'server_uuid': '244166bd-7df7-40b8-b00d-70906cd01fc5', 'name': 'network-vif-deleted', 'tag': '819a13f1-c240-47e4-9283-405ea5823875', 'status': 'completed', 'code': 200} Oct 26 11:14:51.676319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (395b3efd-9323-41ea-9e52-f972e2847b0c), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.741604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting port e90325b4-07c6-4b20-95bb-dfd7f805d79b {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:51.742333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e90325b4-07c6-4b20-95bb-dfd7f805d79b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.764840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-383913d2-d199-4779-81b1-63da7354ef7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet af505c54-e22d-45be-9e3b-663c6869ced3 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:51.819336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe2c73-24e9-42c6-b77a-f2871e40e786 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:51.843983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-383913d2-d199-4779-81b1-63da7354ef7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (af505c54-e22d-45be-9e3b-663c6869ced3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:51.894924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:51.971054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_gateway (395b3efd-9323-41ea-9e52-f972e2847b0c), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.026099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e90325b4-07c6-4b20-95bb-dfd7f805d79b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.092896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Calling delete_port for e90325b4-07c6-4b20-95bb-dfd7f805d79b owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:52.116229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:52.152768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.153153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (76a2f16c-592f-488a-945f-abdf36e20489), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.153524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Floating IP 76a2f16c-592f-488a-945f-abdf36e20489 disassociated. External IP: 172.26.0.122, port: fc2cb90e-bd26-49fe-8cc0-0ca7002acaac. Oct 26 11:14:52.155333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Calling delete_port for fc2cb90e-bd26-49fe-8cc0-0ca7002acaac owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:52.177582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-383913d2-d199-4779-81b1-63da7354ef7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (af505c54-e22d-45be-9e3b-663c6869ced3), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.194683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54194) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:52.245285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:27Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:27Z', 'revision_number': 20, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:52.247507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1cedb1cd-08b7-4bd9-bb9b-1258f945b8e1 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:52.247943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1cedb1cd-08b7-4bd9-bb9b-1258f945b8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.248328 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1cedb1cd-08b7-4bd9-bb9b-1258f945b8e1 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:52.251963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:52.385879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:52.398166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-383913d2-d199-4779-81b1-63da7354ef7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (af505c54-e22d-45be-9e3b-663c6869ced3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.400169 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ba3549f-ff4e-4b61-9c50-6fd34cf4b640 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2009757 Oct 26 11:14:52.458859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:52.459638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:52.472596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_gateway (395b3efd-9323-41ea-9e52-f972e2847b0c), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.503807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.650006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.26.0.243 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/5557980a-25d7-48be-9691-942e31634ba5) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:52.684890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d57566-9b18-44e8-8aa5-36ed36f664b4 req-c223fd4d-d9f6-44e6-84ae-55fa560bf52a tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:52.704644 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1d57566-9b18-44e8-8aa5-36ed36f664b4 req-c223fd4d-d9f6-44e6-84ae-55fa560bf52a tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 945 time: 0.1667128 Oct 26 11:14:52.714641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:52.765665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:52.766764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:52.786990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dfd128-afb6-4f32-8f6c-3fae55c2ee73 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:52.797341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (5557980a-25d7-48be-9691-942e31634ba5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.799104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 819a13f1-c240-47e4-9283-405ea5823875 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:52.854565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1cedb1cd-08b7-4bd9-bb9b-1258f945b8e1 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:52.857096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 819a13f1-c240-47e4-9283-405ea5823875 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:52.857484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 819a13f1-c240-47e4-9283-405ea5823875 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:52.857962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device fc2cb90e-bd26-49fe-8cc0-0ca7002acaac no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:52.890695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e90325b4-07c6-4b20-95bb-dfd7f805d79b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.895512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (fc2cb90e-bd26-49fe-8cc0-0ca7002acaac), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.898393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-383913d2-d199-4779-81b1-63da7354ef7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (af505c54-e22d-45be-9e3b-663c6869ced3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.901680 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6ea06887-5852-421c-9870-f4222733e7aa req-467860d4-5713-48c6-b52b-45165d75a984 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=244166bd-7df7-40b8-b00d-70906cd01fc5 HTTP/1.1" status: 200 len: 210 time: 0.1171467 Oct 26 11:14:52.923487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5557980a-25d7-48be-9691-942e31634ba5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.932349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Port': ['ID=e90325b4-07c6-4b20-95bb-dfd7f805d79b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:52.961816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: fc2cb90e-bd26-49fe-8cc0-0ca7002acaac {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:52.962538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device fc2cb90e-bd26-49fe-8cc0-0ca7002acaac not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:52.993332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Pushing event deleted for resources: {'Port': ['ID=fc2cb90e-bd26-49fe-8cc0-0ca7002acaac,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:52.994019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a4e72c21-ceee-4cec-80cf-6d9dcfad6ece None None] Could not find standard attr ID for object c6398de6-c1c0-4c4c-b91d-0a863d36fde8. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:14:53.000834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383913d2-d199-4779-81b1-63da7354ef7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=af505c54-e22d-45be-9e3b-663c6869ced3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:53.003946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-383913d2-d199-4779-81b1-63da7354ef7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.010691 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-383913d2-d199-4779-81b1-63da7354ef7b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/af505c54-e22d-45be-9e3b-663c6869ced3 HTTP/1.1" status: 204 len: 168 time: 1.4997263 Oct 26 11:14:53.012485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:53.032540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:53.040348 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1d57566-9b18-44e8-8aa5-36ed36f664b4 req-08a7d44c-8403-41d2-814c-521222394e1f tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=61780432-e831-4d88-a86d-d2697c6ca66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346286 Oct 26 11:14:53.043364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:53.048633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:14:53.098593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=5557980a-25d7-48be-9691-942e31634ba5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:53.106337 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.145338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd14c14-8790-44a4-b7b1-d758c04ec0e4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet b9312781-55e8-4c29-b2ce-ea557ba40d2a {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:53.153101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:53.154419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cd14c14-8790-44a4-b7b1-d758c04ec0e4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (b9312781-55e8-4c29-b2ce-ea557ba40d2a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.177793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:53.214168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:27Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:27Z', 'revision_number': 20, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:53.243542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.247516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router_controller (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.259222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cd14c14-8790-44a4-b7b1-d758c04ec0e4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (b9312781-55e8-4c29-b2ce-ea557ba40d2a), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.263894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c01ed-4224-4621-9fda-0c5e1e7192b5 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:12:27Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:27Z', 'revision_number': 20, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:53.276736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dfd128-afb6-4f32-8f6c-3fae55c2ee73 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:53.318217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Router e0118747-463d-4784-aaf3-f385b445be46 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:53.363418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (893fa2fd-f7ce-463b-a10f-c8d2b284d28a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.364241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Fanout notify agent at l3_agent the message router_deleted on router 893fa2fd-f7ce-463b-a10f-c8d2b284d28a {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:14:53.372580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.376503 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b167e3fe-aa13-48f4-82ad-dda35be56bec tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/routers/893fa2fd-f7ce-463b-a10f-c8d2b284d28a HTTP/1.1" status: 204 len: 168 time: 2.6288776 Oct 26 11:14:53.378579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54202) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:53.427476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54204) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:53.445484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:53.498328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:53.506733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cd14c14-8790-44a4-b7b1-d758c04ec0e4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b9312781-55e8-4c29-b2ce-ea557ba40d2a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.556898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:53.575755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61492f9-f280-42a3-b989-dc31161c2db6 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Deleting subnet 35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:14:53.587100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61492f9-f280-42a3-b989-dc31161c2db6 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for subnet (35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.622893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:53.638744 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:53.655013 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:53.656258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:53.727040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] No DVR routers for this DVR port fc2cb90e-bd26-49fe-8cc0-0ca7002acaac on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:14:53.739550 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-96d7e536-3c6c-4480-b96f-bf1f7012ffc7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3086472 Oct 26 11:14:53.749011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.752632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f2b0aed-f0d6-403e-a7d0-ba70b8ee7d57 req-6fe8bf66-ae63-45ce-bf25-1af262bc8b2e tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.23 "DELETE /networking/v2.0/ports/fc2cb90e-bd26-49fe-8cc0-0ca7002acaac HTTP/1.1" status: 204 len: 173 time: 3.3412716 Oct 26 11:14:53.753517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56026cad-4fd6-4f50-b5a3-912d68723745', 'name': 'network-vif-deleted', 'tag': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:14:53.756193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b14bf42-0134-460b-9b9e-6463a3e17cd3" -d '{"events": [{"server_uuid": "56026cad-4fd6-4f50-b5a3-912d68723745", "name": "network-vif-deleted", "tag": "fc2cb90e-bd26-49fe-8cc0-0ca7002acaac"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:14:53.771473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cd14c14-8790-44a4-b7b1-d758c04ec0e4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (b9312781-55e8-4c29-b2ce-ea557ba40d2a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.808898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61492f9-f280-42a3-b989-dc31161c2db6 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.841927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd14c14-8790-44a4-b7b1-d758c04ec0e4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=b9312781-55e8-4c29-b2ce-ea557ba40d2a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:53.868488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866ff1f1-2092-4f75-a641-3c3d192be5d4 x-openstack-request-id: req-866ff1f1-2092-4f75-a641-3c3d192be5d4 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:14:53.869073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56026cad-4fd6-4f50-b5a3-912d68723745", "name": "network-vif-deleted", "tag": "fc2cb90e-bd26-49fe-8cc0-0ca7002acaac", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:14:53.869514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-866ff1f1-2092-4f75-a641-3c3d192be5d4 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:14:53.870100 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866ff1f1-2092-4f75-a641-3c3d192be5d4'] response: {'server_uuid': '56026cad-4fd6-4f50-b5a3-912d68723745', 'name': 'network-vif-deleted', 'tag': 'fc2cb90e-bd26-49fe-8cc0-0ca7002acaac', 'status': 'completed', 'code': 200} Oct 26 11:14:53.873793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cd14c14-8790-44a4-b7b1-d758c04ec0e4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:53.899673 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2cd14c14-8790-44a4-b7b1-d758c04ec0e4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b9312781-55e8-4c29-b2ce-ea557ba40d2a HTTP/1.1" status: 204 len: 168 time: 0.8855700 Oct 26 11:14:53.900519 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54208) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:53.928791 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:53.930523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_gateway (395b3efd-9323-41ea-9e52-f972e2847b0c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:54.019744 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b41b9c0a-c3d2-4e94-bcae-cc57592fb606 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172557 Oct 26 11:14:54.020421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54212) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:54.059261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:54.073471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:54.074013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:54.074393 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:54.119509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54218) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:54.201344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61492f9-f280-42a3-b989-dc31161c2db6 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:54.255007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:54.279540 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:54.280584 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:54.303356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:54.303776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:54.324643 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8849353f-ed2c-4300-ad44-557c2d4786ab req-d8a64148-d38f-431e-8c17-aff03347c8e4 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56026cad-4fd6-4f50-b5a3-912d68723745 HTTP/1.1" status: 200 len: 210 time: 0.0669730 Oct 26 11:14:54.372324 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:55Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:56Z', 'revision_number': 26, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:54.374675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:54.381190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:54.381466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:54.429133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:54.437402 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:54.448430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:54.456550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:54.468996 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:54.469636 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:54.540144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:54.581371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:54.581751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:54.582093 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:54.733739 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:54.752867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:54.753264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:54.769544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54220) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:54.780001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:54.785745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:54.809024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:54.847591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:14:54.847970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0aefc9f2-9047-4c14-9ee4-efd5a6a73ae7 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:14:54.860693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c8fa9f-ef1c-4c7f-ba14-868a130e2ba6 None None] New status for floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:14:54.981750 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b59fccd5-478a-42e4-8d7d-bb31332eba36 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2109323 Oct 26 11:14:55.060245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (a6732a78-6471-4899-9567-a01f75082f8e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.090680 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:55Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:56Z', 'revision_number': 26, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:55.131577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:55.143212 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d2ca25-b363-4a86-99d2-6758fb5e8ec0 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:12:55Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:12:56Z', 'revision_number': 26, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:55.160431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:14:55.165675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:14:55.174473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:14:55.175292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.176777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (395b3efd-9323-41ea-9e52-f972e2847b0c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.186741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4c71511f-06be-4bf0-b906-552e110dfb42 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group (8a78afa2-1951-4d3d-8989-a8d139476093), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.206300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=a6732a78-6471-4899-9567-a01f75082f8e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:55.226362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:55.230600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e317074d-92dc-4c1d-bfd3-a801121eff06 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2091012 Oct 26 11:14:55.233682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54222) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:55.241307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c039433b-f98e-4185-9f95-6aeeeafe8d44 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:55.249795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61492f9-f280-42a3-b989-dc31161c2db6 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.304524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61492f9-f280-42a3-b989-dc31161c2db6 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Subnet': ['ID=35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:55.343284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4c71511f-06be-4bf0-b906-552e110dfb42 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group (8a78afa2-1951-4d3d-8989-a8d139476093), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.345647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61492f9-f280-42a3-b989-dc31161c2db6 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.348503 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c61492f9-f280-42a3-b989-dc31161c2db6 tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/35ff3c3a-d2c7-402d-9cbb-7d7ecb40e5b3 HTTP/1.1" status: 204 len: 168 time: 1.9688919 Oct 26 11:14:55.352109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54224) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:55.366813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:55.415472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-256dc356-670f-4b63-a1b9-3a8d8ae59de4 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:55.424303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-256dc356-670f-4b63-a1b9-3a8d8ae59de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.425429 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-256dc356-670f-4b63-a1b9-3a8d8ae59de4 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:55.526331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54230) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:55.552570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (ccd060da-075b-492b-8cac-ff4f8c6d679a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.565325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c039433b-f98e-4185-9f95-6aeeeafe8d44 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:55.569183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c039433b-f98e-4185-9f95-6aeeeafe8d44 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.623053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router 395b3efd-9323-41ea-9e52-f972e2847b0c is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:14:55.647697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4c71511f-06be-4bf0-b906-552e110dfb42 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8a78afa2-1951-4d3d-8989-a8d139476093), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.651364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4c71511f-06be-4bf0-b906-552e110dfb42 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.652657 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4c71511f-06be-4bf0-b906-552e110dfb42 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8a78afa2-1951-4d3d-8989-a8d139476093 HTTP/1.1" status: 204 len: 168 time: 1.5277317 Oct 26 11:14:55.658546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54232) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:55.660242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-256dc356-670f-4b63-a1b9-3a8d8ae59de4 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:55.692029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.ipam_backend_mixin [None req-c039433b-f98e-4185-9f95-6aeeeafe8d44 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6732a78-6471-4899-9567-a01f75082f8e (CIDR: 2001:db8::/64) Oct 26 11:14:55.697442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:55.713767 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c039433b-f98e-4185-9f95-6aeeeafe8d44 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:14:55.714266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c039433b-f98e-4185-9f95-6aeeeafe8d44 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:14:55.744388 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-e245aafd-e3bb-4893-b966-14c79a9955b4 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] show failed (client error): The resource could not be found. Oct 26 11:14:55.746350 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e245aafd-e3bb-4893-b966-14c79a9955b4 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "GET /networking/v2.0/security-groups/8a78afa2-1951-4d3d-8989-a8d139476093 HTTP/1.1" status: 404 len: 347 time: 0.0861604 Oct 26 11:14:55.756629 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c039433b-f98e-4185-9f95-6aeeeafe8d44 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5195341 Oct 26 11:14:55.761018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54234) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:55.761307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54236) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:55.771568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'subnet': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:55.792131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:55.792509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.792850 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:14:55.800955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71511f-06be-4bf0-b906-552e110dfb42 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78afa2-1951-4d3d-8989-a8d139476093,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:55.809665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8bb3319c-f0be-4aeb-9120-ef17f9c87d34 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group (61780432-e831-4d88-a86d-d2697c6ca66a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.825391 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:55.856551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:55.877913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8bb3319c-f0be-4aeb-9120-ef17f9c87d34 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group (61780432-e831-4d88-a86d-d2697c6ca66a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.948109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:55.949339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:55.966291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (ccd060da-075b-492b-8cac-ff4f8c6d679a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:55.984874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:55.987489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54238) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:56.000635 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab469e-b11b-4f3e-bebe-1502f3fc70d0 None None] Sync routers for ids ['395b3efd-9323-41ea-9e52-f972e2847b0c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:56.021774 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab469e-b11b-4f3e-bebe-1502f3fc70d0 None None] Routers {'395b3efd-9323-41ea-9e52-f972e2847b0c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:56.022616 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1cab469e-b11b-4f3e-bebe-1502f3fc70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['395b3efd-9323-41ea-9e52-f972e2847b0c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:56.061209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:56.061605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:56.061945 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:14:56.095237 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1cab469e-b11b-4f3e-bebe-1502f3fc70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:56.105943 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab469e-b11b-4f3e-bebe-1502f3fc70d0 None None] Routers {'395b3efd-9323-41ea-9e52-f972e2847b0c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:56.106505 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1cab469e-b11b-4f3e-bebe-1502f3fc70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['395b3efd-9323-41ea-9e52-f972e2847b0c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:56.114392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae4992e-e541-4072-8e05-b63c80869902 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:14:56.150968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8bb3319c-f0be-4aeb-9120-ef17f9c87d34 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (61780432-e831-4d88-a86d-d2697c6ca66a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:56.154004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8bb3319c-f0be-4aeb-9120-ef17f9c87d34 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:56.155557 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8bb3319c-f0be-4aeb-9120-ef17f9c87d34 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/61780432-e831-4d88-a86d-d2697c6ca66a HTTP/1.1" status: 204 len: 168 time: 0.6223376 Oct 26 11:14:56.168339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54240) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:56.172907 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1cab469e-b11b-4f3e-bebe-1502f3fc70d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:56.174087 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cab469e-b11b-4f3e-bebe-1502f3fc70d0 None None] The sync data for ids ['395b3efd-9323-41ea-9e52-f972e2847b0c'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:56.199482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:56.201672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-308d4b3c-e9ca-42b1-aa9f-ec8bc43f8ae5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.8527298 Oct 26 11:14:56.203050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd060da-075b-492b-8cac-ff4f8c6d679a']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:56.204696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54242) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:56.210417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3319c-f0be-4aeb-9120-ef17f9c87d34 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61780432-e831-4d88-a86d-d2697c6ca66a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:56.222363 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-56495b99-1392-491f-bd3f-a0f005a5a3f3 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] show failed (client error): The resource could not be found. Oct 26 11:14:56.223410 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-56495b99-1392-491f-bd3f-a0f005a5a3f3 tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "GET /networking/v2.0/security-groups/61780432-e831-4d88-a86d-d2697c6ca66a HTTP/1.1" status: 404 len: 347 time: 0.0540252 Oct 26 11:14:56.235326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54244) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:56.265378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8204347c-aa09-4a49-a7f6-73b80c6c6440') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:56.265673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8204347c-aa09-4a49-a7f6-73b80c6c6440') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:56.277255 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-004243a2-cb16-4f60-853a-d347287b166a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2877896 Oct 26 11:14:56.290367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:56.358483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (8204347c-aa09-4a49-a7f6-73b80c6c6440), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:56.364648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:56.365777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:56.369645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Deleting port 746d1336-7939-4acc-bdc0-e80c4220ef9d {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:56.369977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (746d1336-7939-4acc-bdc0-e80c4220ef9d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:56.373730 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a547f6c6-ef2a-4573-b833-38b91c0b505a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/routers/395b3efd-9323-41ea-9e52-f972e2847b0c HTTP/1.1" status: 200 len: 881 time: 0.1604025 Oct 26 11:14:56.374607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54246) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:56.509796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f72dde58-1b32-4643-8268-dbefd0521338 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:56.510251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f72dde58-1b32-4643-8268-dbefd0521338), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:56.510657 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f72dde58-1b32-4643-8268-dbefd0521338 Oct 26 11:14:56.512380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4992e-e541-4072-8e05-b63c80869902 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:14:56.544712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:56.650024 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ce66006-3e99-4f53-9436-3857180ee76e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2735255 Oct 26 11:14:56.653136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54248) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:56.661439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3d11d0a6-b724-457d-90cd-72c881f5ca9f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1169037304'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:14:56.683925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:56.820235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8204347c-aa09-4a49-a7f6-73b80c6c6440), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:56.823071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5fe3-c301-47fd-bafd-12101a34d9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:56.871419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:14:56.871858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (8204347c-aa09-4a49-a7f6-73b80c6c6440), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.031839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f72dde58-1b32-4643-8268-dbefd0521338 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:57.032097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.060655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:57.064742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 8204347c-aa09-4a49-a7f6-73b80c6c6440 resource provider aggregate not found Oct 26 11:14:57.096476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:14:57.100365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.112451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (746d1336-7939-4acc-bdc0-e80c4220ef9d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.113815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for floatingip (746d1336-7939-4acc-bdc0-e80c4220ef9d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.134616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:57.147027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.151818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:57.168365 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 8204347c-aa09-4a49-a7f6-73b80c6c6440 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8204347c-aa09-4a49-a7f6-73b80c6c6440 found for delete ", "request_id": "req-bc6a037a-dd63-4bf6-8bc5-6f98ee4bdaed"}]} Oct 26 11:14:57.176983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3d11d0a6-b724-457d-90cd-72c881f5ca9f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (395b3efd-9323-41ea-9e52-f972e2847b0c), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.183823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Calling delete_port for 746d1336-7939-4acc-bdc0-e80c4220ef9d owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:57.188102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (ccd060da-075b-492b-8cac-ff4f8c6d679a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.206458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3d11d0a6-b724-457d-90cd-72c881f5ca9f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (395b3efd-9323-41ea-9e52-f972e2847b0c), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.214843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2c43a-859a-40d9-acc3-57f7ce17f5cb None None] Update dhcp port {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'fixed_ips': [{'subnet_id': 'a6732a78-6471-4899-9567-a01f75082f8e'}], 'binding:host_id': 'dv-neutron-759874-5-hyperv'}, 'id': 'f1b4db60-df88-456e-abdf-629bda0608d7'} from dv-neutron-759874-5-hyperv. {{(pid=105417) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 26 11:14:57.242442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.247689 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] 10.222.0.26 "DELETE /networking/v2.0/networks/ccd060da-075b-492b-8cac-ff4f8c6d679a HTTP/1.1" status: 204 len: 168 time: 1.8884087 Oct 26 11:14:57.253721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Deleting port 43d3661e-be78-46aa-839d-86e62078873e {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:57.254217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (43d3661e-be78-46aa-839d-86e62078873e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.283081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c43a-859a-40d9-acc3-57f7ce17f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.297309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:57.318032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 943d3979-ece6-46bc-9035-ee379036f742 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:57.318403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (943d3979-ece6-46bc-9035-ee379036f742), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.318742 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 943d3979-ece6-46bc-9035-ee379036f742 Oct 26 11:14:57.355429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:57.363534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (43d3661e-be78-46aa-839d-86e62078873e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.364200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for floatingip (43d3661e-be78-46aa-839d-86e62078873e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.401802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Calling delete_port for 43d3661e-be78-46aa-839d-86e62078873e owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:57.445169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d11d0a6-b724-457d-90cd-72c881f5ca9f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router 395b3efd-9323-41ea-9e52-f972e2847b0c has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:14:57.451894 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a3fe771c-469a-4bfd-81d4-83d0c3e95279 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0937483 Oct 26 11:14:57.572562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:57.587252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaaf33e-5065-41cc-a94d-16ad3cdf2d0f tempest-FloatingIPTestJSON-664741072 tempest-FloatingIPTestJSON-664741072-project] Pushing event deleted for resources: {'Network': ['ID=ccd060da-075b-492b-8cac-ff4f8c6d679a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:57.590460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:57.591432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.638461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d11d0a6-b724-457d-90cd-72c881f5ca9f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:14:57.645195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3d11d0a6-b724-457d-90cd-72c881f5ca9f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.647782 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d11d0a6-b724-457d-90cd-72c881f5ca9f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/395b3efd-9323-41ea-9e52-f972e2847b0c HTTP/1.1" status: 200 len: 888 time: 0.9924302 Oct 26 11:14:57.653856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54262) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:57.658257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080585a-d5ae-4350-9b12-934e41eb5c2f None None] Sync routers for ids ['395b3efd-9323-41ea-9e52-f972e2847b0c'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:57.669361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:57.695625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-0ef2c43a-859a-40d9-acc3-57f7ce17f5cb None None] Allocated IP 2001:db8::2 (e006cddc-269c-485d-9059-cd1342ff5d5c/a6732a78-6471-4899-9567-a01f75082f8e/f1b4db60-df88-456e-abdf-629bda0608d7) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:14:57.701784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.736269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (43d3661e-be78-46aa-839d-86e62078873e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:57.748732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:57.755875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080585a-d5ae-4350-9b12-934e41eb5c2f None None] Routers {'395b3efd-9323-41ea-9e52-f972e2847b0c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:57.756662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2080585a-d5ae-4350-9b12-934e41eb5c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['395b3efd-9323-41ea-9e52-f972e2847b0c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:57.758744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54264) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:57.801570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Pushing event deleted for resources: {'Port': ['ID=43d3661e-be78-46aa-839d-86e62078873e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:57.831577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:57.833066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2080585a-d5ae-4350-9b12-934e41eb5c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:57.846775 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:57.914296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:57.914296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:57.914296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:57.922709 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7b020bbe-c72c-4629-978e-b6fa573fc561 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/routers/395b3efd-9323-41ea-9e52-f972e2847b0c HTTP/1.1" status: 200 len: 888 time: 0.2663341 Oct 26 11:14:57.923947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54268) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:57.967510 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d31ef4c5-5cea-4bd6-9c3e-887d27762f09 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=395b3efd-9323-41ea-9e52-f972e2847b0c HTTP/1.1" status: 200 len: 205 time: 0.0424683 Oct 26 11:14:57.970021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54270) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:58.012698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080585a-d5ae-4350-9b12-934e41eb5c2f None None] Routers {'395b3efd-9323-41ea-9e52-f972e2847b0c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:58.013353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2080585a-d5ae-4350-9b12-934e41eb5c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['395b3efd-9323-41ea-9e52-f972e2847b0c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:58.015104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:58.041696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:58.115523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2080585a-d5ae-4350-9b12-934e41eb5c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:58.116021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080585a-d5ae-4350-9b12-934e41eb5c2f None None] The sync data for ids ['395b3efd-9323-41ea-9e52-f972e2847b0c'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:58.142347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:58.143476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (746d1336-7939-4acc-bdc0-e80c4220ef9d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.161224 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:58.185422 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7411db14-4471-4767-a68e-2e4159e83cff admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=392fe2487f3a4b5d8f55daa93318c126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252756 Oct 26 11:14:58.188122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54272) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:58.189315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0ef2c43a-859a-40d9-acc3-57f7ce17f5cb None None] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:58.202723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Pushing event deleted for resources: {'Port': ['ID=746d1336-7939-4acc-bdc0-e80c4220ef9d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:58.213580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks [] for floatingip (76a2f16c-592f-488a-945f-abdf36e20489), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.216979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.218379 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b12c8ba7-954e-4122-92c8-7c030db058ec tempest-ServersTestJSON-655683477 tempest-ServersTestJSON-655683477-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/76a2f16c-592f-488a-945f-abdf36e20489 HTTP/1.1" status: 204 len: 168 time: 1.9747677 Oct 26 11:14:58.222430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54274) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:58.252827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c43a-859a-40d9-acc3-57f7ce17f5cb None None] Publish callbacks [] for port (f1b4db60-df88-456e-abdf-629bda0608d7), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.273329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (395b3efd-9323-41ea-9e52-f972e2847b0c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.289668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0ef2c43a-859a-40d9-acc3-57f7ce17f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.326598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks [] for floatingip (bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.331420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.336570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2fcde3b7-af2c-4506-8573-c3774f97bfb9 tempest-ServersTestManualDisk-2078207021 tempest-ServersTestManualDisk-2078207021-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/bcd48ace-dd94-4e00-bc1b-9e3be4a2cc12 HTTP/1.1" status: 204 len: 168 time: 2.5733647 Oct 26 11:14:58.337253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54276) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:58.358266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0c51-b925-450e-a5c3-e0482270a947 admin admin] Publish callbacks [] for security_group (4568f2b1-caac-4776-819f-d34785e93a09), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.425688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2c43a-859a-40d9-acc3-57f7ce17f5cb None None] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:58.442340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:58.442736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.443074 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:14:58.468197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54278) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:58.477961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0c51-b925-450e-a5c3-e0482270a947 admin admin] Publish callbacks [] for security_group (4568f2b1-caac-4776-819f-d34785e93a09), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.479444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:58.594427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:14:57Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:14:57Z', 'revision_number': 21, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:58.631296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:58.634963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:14:58.656425 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:58.658648 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:58.809140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:58.811812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.848910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:58.853085 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:58.862323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.863916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:14:58.904122 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:14:59.003322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:59.012610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16116325-65c6-4b3c-a7d7-6143cbaced0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.060593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 0490449d-ec05-497a-9779-4d58bef9d73c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:59.061836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.062368 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 0490449d-ec05-497a-9779-4d58bef9d73c Oct 26 11:14:59.063971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.objects.ports [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105416) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:14:59.067090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (268a57fa-362c-47bb-894a-54930c0b35e6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.190476 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:59.194156 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-974f8244-2f79-49fb-a73b-98b530af3616 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.7254436 Oct 26 11:14:59.221132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_gateway (395b3efd-9323-41ea-9e52-f972e2847b0c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.239000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 0490449d-ec05-497a-9779-4d58bef9d73c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:59.239415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.243254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0c51-b925-450e-a5c3-e0482270a947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4568f2b1-caac-4776-819f-d34785e93a09), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.251396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0c51-b925-450e-a5c3-e0482270a947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.258656 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7f0f0c51-b925-450e-a5c3-e0482270a947 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4568f2b1-caac-4776-819f-d34785e93a09 HTTP/1.1" status: 204 len: 168 time: 1.0688117 Oct 26 11:14:59.316788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:59.318822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:14:59.332656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.348936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f0c51-b925-450e-a5c3-e0482270a947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4568f2b1-caac-4776-819f-d34785e93a09,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:59.371879 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:14:57Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:14:57Z', 'revision_number': 21, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:59.402962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d44c0-b487-465c-838b-7bd286faa076 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:14:59.441836 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7cda4c-495f-4317-b89c-3e65ad952a65 None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:10:07Z', 'revision_number': 4, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:14:57Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f72dde58-1b32-4643-8268-dbefd0521338', 'name': '', 'network_id': '132c3101-e478-4174-895a-329be1660535', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'mac_address': 'fa:16:3e:ab:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:14:57Z', 'revision_number': 21, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'subnets': [{'id': '274d23cd-7b23-40ea-bbc5-d9f82b947996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:14:59.502045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 5557980a-25d7-48be-9691-942e31634ba5 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:59.502379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5557980a-25d7-48be-9691-942e31634ba5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.621901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-06383ee8-4716-457d-b304-1cccd5257d6e None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:14:59.621901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06383ee8-4716-457d-b304-1cccd5257d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.621901 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-06383ee8-4716-457d-b304-1cccd5257d6e None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:14:59.647617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:14:59.683974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:14:59.692437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Deleting port f72dde58-1b32-4643-8268-dbefd0521338 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:14:59.693322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f72dde58-1b32-4643-8268-dbefd0521338), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.696377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.731747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:14:59.732577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:14:59.750301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5557980a-25d7-48be-9691-942e31634ba5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.760097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:59.779888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 5557980a-25d7-48be-9691-942e31634ba5 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:14:59.804758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:59.860949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:59.900038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:59.906854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (e0118747-463d-4784-aaf3-f385b445be46), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.986595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:14:59.987107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:59.989312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.072457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] For port f72dde58-1b32-4643-8268-dbefd0521338, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f72dde58-1b32-4643-8268-dbefd0521338,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:00.073760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f72dde58-1b32-4643-8268-dbefd0521338), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.122541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Calling delete_port for f72dde58-1b32-4643-8268-dbefd0521338 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:00.153405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-06383ee8-4716-457d-b304-1cccd5257d6e None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:00.161058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:00.168803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:00.171378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.172189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:00.203400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54294) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:00.218315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:00.230715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:00.253818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:00.344499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (f1b4db60-df88-456e-abdf-629bda0608d7), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.394368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.395349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (447fc117-0b3a-480b-b949-d89c0511fb3e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.439253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:00.439796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.464921 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cbe5655c-2a70-4f17-871d-3fd4bcf2314f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2602155 Oct 26 11:15:00.467552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:00.485219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5557980a-25d7-48be-9691-942e31634ba5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.490460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:00.497598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:00.518290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:00.545335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.546148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:00.550399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:00.550999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.568482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=5557980a-25d7-48be-9691-942e31634ba5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:00.590597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:00.630604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Subnet': ['ID=447fc117-0b3a-480b-b949-d89c0511fb3e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:00.662086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54302) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:00.665041 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.9008892 Oct 26 11:15:00.667202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5a307-234d-4b9c-9793-aaec9cf906b5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=19']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:00.670976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54304) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:00.684601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Request body: {'port': {'network_id': 'e006cddc-269c-485d-9059-cd1342ff5d5c', 'mac_address': 'fa:16:3e:53:1b:42', 'name': 'tempest-NetworksTestDHCPv6-444582201'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:00.737223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Deleting port 0490449d-ec05-497a-9779-4d58bef9d73c {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:00.737570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.856162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (395b3efd-9323-41ea-9e52-f972e2847b0c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.866541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:00.867132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.916913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:00.970088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f72dde58-1b32-4643-8268-dbefd0521338), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:00.983260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:14:58Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:14:59Z', 'revision_number': 27, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:01.016992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f72dde58-1b32-4643-8268-dbefd0521338,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:01.028787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.029791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:01.036172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:01.047261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1926128085'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:01.100928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:01.101680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:01.104048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=37']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:01.116422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Made reservation on behalf of b236a6ef558541ac949d09d4ebd85877 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:01.133926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (395b3efd-9323-41ea-9e52-f972e2847b0c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.147417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (395b3efd-9323-41ea-9e52-f972e2847b0c), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.191539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] For port 0490449d-ec05-497a-9779-4d58bef9d73c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0490449d-ec05-497a-9779-4d58bef9d73c,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:01.191984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.217009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f72dde58-1b32-4643-8268-dbefd0521338 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:01.217769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:01.253098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Calling delete_port for 0490449d-ec05-497a-9779-4d58bef9d73c owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:01.279539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:01.285720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:01.344694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74377426-5957-4dea-9a4f-c15e8fd4cc83 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:01.350267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (268a57fa-362c-47bb-894a-54930c0b35e6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.411007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:01.421743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.482048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54308) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:01.653980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:01.674225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:01.695322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:01.701134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:01.704311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.725854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (0490449d-ec05-497a-9779-4d58bef9d73c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.728858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (395b3efd-9323-41ea-9e52-f972e2847b0c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.729238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Fanout notify agent at l3_agent the message router_deleted on router 395b3efd-9323-41ea-9e52-f972e2847b0c {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:01.731190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5d38fcd5-b88a-4e50-b47f-418b57594798 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:01.731635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5d38fcd5-b88a-4e50-b47f-418b57594798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.732085 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5d38fcd5-b88a-4e50-b47f-418b57594798 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:15:01.738783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.744792 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cc31b79e-c7f3-4555-a685-704e2dab2db3 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/395b3efd-9323-41ea-9e52-f972e2847b0c HTTP/1.1" status: 204 len: 168 time: 3.7691643 Oct 26 11:15:01.750990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54310) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:01.785055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.785863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.814002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Pushing event deleted for resources: {'Port': ['ID=0490449d-ec05-497a-9779-4d58bef9d73c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:01.908047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:01.929623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for security_group (2c256efe-8fae-42b5-b891-2c4b9ffcb33b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.937313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'network': {'name': 'tempest-RoutersTest-482300619'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:01.973868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2c256efe-8fae-42b5-b891-2c4b9ffcb33b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:01.987654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:02.000673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d4f258bf-0a6d-4d9d-8162-a70359834b99), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.001194 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added segment d4f258bf-0a6d-4d9d-8162-a70359834b99 of type vlan for network be5ec224-1cd6-473f-9b19-14e946c6f62e Oct 26 11:15:02.001886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.006469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:02.040883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] device_id is not set on port 5ddf43cc-12ad-4a6d-af51-fcf59713e928 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:15:02.061997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (be5ec224-1cd6-473f-9b19-14e946c6f62e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.081053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=71,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:02.097679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a6d652c0-ae4b-4f52-a9c3-82f7c7060ec9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.6135597 Oct 26 11:15:02.099521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.100109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.100734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.101409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.102112 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.102790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.103161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.103578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.104135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.104925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.104925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.105181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.105597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.105993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.106726 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.109249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:02.113858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.119079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 943d3979-ece6-46bc-9035-ee379036f742 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:02.119617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (943d3979-ece6-46bc-9035-ee379036f742), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.119753 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 943d3979-ece6-46bc-9035-ee379036f742 Oct 26 11:15:02.124777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:02.160835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Router 268a57fa-362c-47bb-894a-54930c0b35e6 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:02.191259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c256efe-8fae-42b5-b891-2c4b9ffcb33b,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:02.193873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (be5ec224-1cd6-473f-9b19-14e946c6f62e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.194370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5d38fcd5-b88a-4e50-b47f-418b57594798 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:02.199586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:02.200423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.203311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:14:58Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:14:59Z', 'revision_number': 27, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:02.232677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd8556-e19d-4302-bf9d-4dafb5542945 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:10:18Z', 'revision_number': 4, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port': {'id': '17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:05Z', 'updated_at': '2022-10-26T11:14:58Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0490449d-ec05-497a-9779-4d58bef9d73c', 'name': '', 'network_id': 'cbc3e50c-ce60-4c02-a798-ec439421f63a', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'mac_address': 'fa:16:3e:77:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0118747-463d-4784-aaf3-f385b445be46', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:15Z', 'updated_at': '2022-10-26T11:14:59Z', 'revision_number': 27, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'subnets': [{'id': 'b2101d7a-1b72-4805-a954-2db739ecedcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:02.263685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:02.299851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:02.300579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.327362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:02.331814 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6570179 Oct 26 11:15:02.335312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.336636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f1b4db60-df88-456e-abdf-629bda0608d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:02.344687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54312) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:02.360826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-849120878'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:02.397989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b6a4a774-308c-4be0-b7b1-11ee527b7f4f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.398684 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added segment b6a4a774-308c-4be0-b7b1-11ee527b7f4f of type vlan for network 99722236-5aad-48d6-b6af-60d5655459c9 Oct 26 11:15:02.402480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cdd8b-28b4-4464-b859-c2efdc18d772 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Network': ['ID=be5ec224-1cd6-473f-9b19-14e946c6f62e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:02.436009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:02.446532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network be5ec224-1cd6-473f-9b19-14e946c6f62e details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:02.461931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:02.476496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a07d896b-71fe-4c71-ad61-80a5ca6770fa admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/268a57fa-362c-47bb-894a-54930c0b35e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1375542 Oct 26 11:15:02.478469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8::105 (e006cddc-269c-485d-9059-cd1342ff5d5c/a6732a78-6471-4899-9567-a01f75082f8e/5ddf43cc-12ad-4a6d-af51-fcf59713e928) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:02.480573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:02.489840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:02.495741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.496491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (99722236-5aad-48d6-b6af-60d5655459c9), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.510720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Allocated IP 2001:db8:0:1:f816:3eff:fe53:1b42 (e006cddc-269c-485d-9059-cd1342ff5d5c/447fc117-0b3a-480b-b949-d89c0511fb3e/5ddf43cc-12ad-4a6d-af51-fcf59713e928) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:02.557348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.557797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.558328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.559420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.559959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.560388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.560907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.561416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.561832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.562279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.562803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.563397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.564096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.567888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (e0118747-463d-4784-aaf3-f385b445be46), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.568050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.568513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:02.586880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (99722236-5aad-48d6-b6af-60d5655459c9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.593514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:02.594192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.609666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:02.643028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (49240f3c-4d0f-4440-8d3a-e8c9841d1fc4), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.643571 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added segment 49240f3c-4d0f-4440-8d3a-e8c9841d1fc4 of type vlan for network 9f439f09-d09b-4618-ac81-905076827123 Oct 26 11:15:02.670877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea6e3d-f273-4f37-8f32-2591aaa92d55 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:15:02.724633 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9175942 Oct 26 11:15:02.734684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54318) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:02.759029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7ae2fa9b-199b-46a4-87f3-3c1b001a52a7 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:02.759832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7ae2fa9b-199b-46a4-87f3-3c1b001a52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.760213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'subnet': {'network_id': '99722236-5aad-48d6-b6af-60d5655459c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:02.760734 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7ae2fa9b-199b-46a4-87f3-3c1b001a52a7 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:15:02.782605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (9f439f09-d09b-4618-ac81-905076827123), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.830612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f1b4db60-df88-456e-abdf-629bda0608d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:02.831357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.832091 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f1b4db60-df88-456e-abdf-629bda0608d7 Oct 26 11:15:02.918232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b706845-55d0-45b0-bdee-77bd0dd45865 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Network': ['ID=99722236-5aad-48d6-b6af-60d5655459c9,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:02.923623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for port (5ddf43cc-12ad-4a6d-af51-fcf59713e928), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:02.943264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:02.946265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:02.954407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 99722236-5aad-48d6-b6af-60d5655459c9 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:03.026495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:03.049973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:03.066042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2fa9b-199b-46a4-87f3-3c1b001a52a7 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:03.077644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (9f439f09-d09b-4618-ac81-905076827123), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.082637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:03.083236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.104276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:03.109124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea6e3d-f273-4f37-8f32-2591aaa92d55 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:15:03.143623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f1b4db60-df88-456e-abdf-629bda0608d7 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:03.157221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:03.172586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (5ddf43cc-12ad-4a6d-af51-fcf59713e928), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.195874 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c8bab613-ac21-44cc-be83-1a1da95cc9e7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0897365 Oct 26 11:15:03.204965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Router e0118747-463d-4784-aaf3-f385b445be46 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:03.260676 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9145956 Oct 26 11:15:03.264185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:03.270231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'subnet': {'network_id': 'be5ec224-1cd6-473f-9b19-14e946c6f62e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:03.296406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Network': ['ID=9f439f09-d09b-4618-ac81-905076827123,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:03.313223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks [] for router (268a57fa-362c-47bb-894a-54930c0b35e6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.324386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:03.330272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.336122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Network e006cddc-269c-485d-9059-cd1342ff5d5c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:03.401398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.401988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.402109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.402418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.402759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.403093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.403427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.403777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.404211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.404440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.404770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.405098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.405426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.405749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.406074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbff0c-8148-43da-970d-5cfe75be2685 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:03.419942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:03.420961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 9f439f09-d09b-4618-ac81-905076827123 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:03.427973 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6d96c72a-1b93-4e26-9c56-8bc9fb0a323f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/e0118747-463d-4784-aaf3-f385b445be46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2043505 Oct 26 11:15:03.431625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54324) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:03.438475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:03.446191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:03.450672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.481210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:03.491220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:03.496425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:03.497303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.500747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event updated for resources: {'Port': ['ID=5ddf43cc-12ad-4a6d-af51-fcf59713e928,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:03.602688 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62b86e9e-9420-4292-bd57-93588354c49c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9201906 Oct 26 11:15:03.608076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54328) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:03.693105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:03.724490 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c6940-737f-414e-90fa-73600b37e81d None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:03.741002 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c6940-737f-414e-90fa-73600b37e81d None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:03.741639 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-323c6940-737f-414e-90fa-73600b37e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:03.792576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks [] for router (e0118747-463d-4784-aaf3-f385b445be46), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.817600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:03.820009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.869553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:03.885765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:03.887741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:03.905522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-323c6940-737f-414e-90fa-73600b37e81d None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:03.964744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 0490449d-ec05-497a-9779-4d58bef9d73c {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:03.965611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:04.035454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:04.098403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (dfb91f1c-0987-4361-bd87-16f8a0a987c2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.170344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:04.190407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks [] for router_gateway (268a57fa-362c-47bb-894a-54930c0b35e6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.205191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:04.212755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54330) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:04.235368 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-323c6940-737f-414e-90fa-73600b37e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '943d3979-ece6-46bc-9035-ee379036f742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:15:00Z', 'revision_number': 5, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port': {'id': '943d3979-ece6-46bc-9035-ee379036f742', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:00Z', 'updated_at': '2022-10-26T11:15:02Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:04.275361 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c6940-737f-414e-90fa-73600b37e81d None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:04.293497 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c6940-737f-414e-90fa-73600b37e81d None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:04.294314 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-323c6940-737f-414e-90fa-73600b37e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:04.309223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Subnet': ['ID=dfb91f1c-0987-4361-bd87-16f8a0a987c2,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:04.329029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:04.354872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (9de80952-13cd-45a6-9460-9a58ffbd6050), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.378418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:04.382693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.386190 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:15:04.415849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Deleting port 943d3979-ece6-46bc-9035-ee379036f742 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:04.416701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.431353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f4945ddf-5121-4507-b2dc-674e5e343673 None None] Provisioning complete for port 6f2303a7-e47a-485b-819a-4112abd02ecb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:04.431811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f4945ddf-5121-4507-b2dc-674e5e343673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.434067 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f4945ddf-5121-4507-b2dc-674e5e343673 None None] Attempt 1 to provision port 6f2303a7-e47a-485b-819a-4112abd02ecb Oct 26 11:15:04.529785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Subnet': ['ID=9de80952-13cd-45a6-9460-9a58ffbd6050,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:04.540479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] For port 943d3979-ece6-46bc-9035-ee379036f742, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=943d3979-ece6-46bc-9035-ee379036f742,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:04.541101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (943d3979-ece6-46bc-9035-ee379036f742), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.553622 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-323c6940-737f-414e-90fa-73600b37e81d None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:04.585148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks [] for router_gateway (e0118747-463d-4784-aaf3-f385b445be46), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.595638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Checking segment: {'id': 'b6a4a774-308c-4be0-b7b1-11ee527b7f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '99722236-5aad-48d6-b6af-60d5655459c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:04.599295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network hostable DHCP agents. Network: 99722236-5aad-48d6-b6af-60d5655459c9, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:04.599418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e91f17ed-46a3-45c0-931a-f13e8800c254 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting port 5ddf43cc-12ad-4a6d-af51-fcf59713e928 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:04.599704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e91f17ed-46a3-45c0-931a-f13e8800c254 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5ddf43cc-12ad-4a6d-af51-fcf59713e928), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.613369 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-916194dd-5c97-4f1d-8e97-75ec7758c33c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3953960 Oct 26 11:15:04.644752 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Calling delete_port for 943d3979-ece6-46bc-9035-ee379036f742 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:04.704576 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-323c6940-737f-414e-90fa-73600b37e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:15:04Z', 'revision_number': 6, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:04.722759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:04.723681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.733992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f4945ddf-5121-4507-b2dc-674e5e343673 None None] Current status of the port 6f2303a7-e47a-485b-819a-4112abd02ecb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:04.735458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Deleting port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:04.736006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.750209 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c6940-737f-414e-90fa-73600b37e81d None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:15:04Z', 'revision_number': 6, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:04.752035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4275a9-30d7-47e6-bc58-89912a9e5d69 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:15:04.784329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Checking segment: {'id': 'd4f258bf-0a6d-4d9d-8162-a70359834b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'be5ec224-1cd6-473f-9b19-14e946c6f62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:04.784944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network hostable DHCP agents. Network: be5ec224-1cd6-473f-9b19-14e946c6f62e, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:04.819239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network be5ec224-1cd6-473f-9b19-14e946c6f62e is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:04.863897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e91f17ed-46a3-45c0-931a-f13e8800c254 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5ddf43cc-12ad-4a6d-af51-fcf59713e928), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.868697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, be5ec224-1cd6-473f-9b19-14e946c6f62e) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:04.876142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 99722236-5aad-48d6-b6af-60d5655459c9 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:04.893784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:04.894402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.904658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 99722236-5aad-48d6-b6af-60d5655459c9) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:04.909676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:04.910243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:04.910913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.918340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e91f17ed-46a3-45c0-931a-f13e8800c254 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Calling delete_port for 5ddf43cc-12ad-4a6d-af51-fcf59713e928 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:04.947380 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-012492b3-44d4-4d8a-9338-59bf198c20b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2081258 Oct 26 11:15:04.950840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:04.953203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54332) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:04.957903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-755c6540-1cd7-49bb-8b17-f9f128fd44aa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-494563866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:04.969726 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4274ca57-14b8-4685-86ff-b4e16b279c68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7043667 Oct 26 11:15:05.005756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54334) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:05.017327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'subnet': {'network_id': '9f439f09-d09b-4618-ac81-905076827123', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:05.066888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:05.215901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:05.220185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e91f17ed-46a3-45c0-931a-f13e8800c254 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5ddf43cc-12ad-4a6d-af51-fcf59713e928), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.247820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f17ed-46a3-45c0-931a-f13e8800c254 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Port': ['ID=5ddf43cc-12ad-4a6d-af51-fcf59713e928,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:05.253076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:05.255653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5eb31712-272a-4a65-b23e-47a3013e680e None None] Provisioning complete for port 5ddf43cc-12ad-4a6d-af51-fcf59713e928 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:05.256460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5eb31712-272a-4a65-b23e-47a3013e680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5ddf43cc-12ad-4a6d-af51-fcf59713e928), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.256718 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5eb31712-272a-4a65-b23e-47a3013e680e None None] Attempt 1 to provision port 5ddf43cc-12ad-4a6d-af51-fcf59713e928 Oct 26 11:15:05.277091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:05.278012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:05.284789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f72dde58-1b32-4643-8268-dbefd0521338 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:05.285333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f72dde58-1b32-4643-8268-dbefd0521338 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:05.285857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 943d3979-ece6-46bc-9035-ee379036f742 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:05.313128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5eb31712-272a-4a65-b23e-47a3013e680e None None] Port 5ddf43cc-12ad-4a6d-af51-fcf59713e928 was deleted so its status cannot be updated. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 26 11:15:05.316178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e91f17ed-46a3-45c0-931a-f13e8800c254 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.319859 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e91f17ed-46a3-45c0-931a-f13e8800c254 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5ddf43cc-12ad-4a6d-af51-fcf59713e928 HTTP/1.1" status: 204 len: 168 time: 1.7106445 Oct 26 11:15:05.322507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54336) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:05.354245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:05.375938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4272738-3a15-45b7-bf58-20fcdb9780ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:05.377524 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4272738-3a15-45b7-bf58-20fcdb9780ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0538092 Oct 26 11:15:05.380059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54338) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:05.430717 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-755c6540-1cd7-49bb-8b17-f9f128fd44aa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (49466779-a4fe-488e-9ce4-be228b29885f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.431762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-755c6540-1cd7-49bb-8b17-f9f128fd44aa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (49466779-a4fe-488e-9ce4-be228b29885f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.436412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d25c1-9fd8-4fde-aba7-4773b2866cca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:05.438648 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-047d25c1-9fd8-4fde-aba7-4773b2866cca tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0574391 Oct 26 11:15:05.441093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54340) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:05.459534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] For port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:05.460059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.481563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 943d3979-ece6-46bc-9035-ee379036f742 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:05.481563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (943d3979-ece6-46bc-9035-ee379036f742), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.496816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Calling delete_port for 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:05.525477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:05.525678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b3494-1fcb-4055-addf-17937f100ea5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:05.527253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b3494-1fcb-4055-addf-17937f100ea5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:05.529523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b3494-1fcb-4055-addf-17937f100ea5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:05.531158 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bd1b3494-1fcb-4055-addf-17937f100ea5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0891368 Oct 26 11:15:05.533891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54344) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:05.550119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4275a9-30d7-47e6-bc58-89912a9e5d69 None None] Unable to find a vacant binding_index for network be5ec224-1cd6-473f-9b19-14e946c6f62e and agent b828326a-a372-4dc3-bb48-9e31d382da35 {{(pid=105417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 26 11:15:05.571792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4275a9-30d7-47e6-bc58-89912a9e5d69 None None] Unable to find a vacant binding_index for network 99722236-5aad-48d6-b6af-60d5655459c9 and agent b828326a-a372-4dc3-bb48-9e31d382da35 {{(pid=105417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 26 11:15:05.584083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4275a9-30d7-47e6-bc58-89912a9e5d69 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, be5ec224-1cd6-473f-9b19-14e946c6f62e), (DHCP agent, dv-neutron-759874-5-hyperv, 99722236-5aad-48d6-b6af-60d5655459c9) {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:15:05.600203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9d6bac-222b-49c1-a8aa-bbc343c86875 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet 447fc117-0b3a-480b-b949-d89c0511fb3e {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:05.603648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-755c6540-1cd7-49bb-8b17-f9f128fd44aa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (49466779-a4fe-488e-9ce4-be228b29885f), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.604233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6bac-222b-49c1-a8aa-bbc343c86875 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (447fc117-0b3a-480b-b949-d89c0511fb3e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.629660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54346) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:05.642043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-755c6540-1cd7-49bb-8b17-f9f128fd44aa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (49466779-a4fe-488e-9ce4-be228b29885f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.654570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:05.673073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (943d3979-ece6-46bc-9035-ee379036f742), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.701931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6bac-222b-49c1-a8aa-bbc343c86875 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (447fc117-0b3a-480b-b949-d89c0511fb3e), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.715443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-755c6540-1cd7-49bb-8b17-f9f128fd44aa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.716710 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-755c6540-1cd7-49bb-8b17-f9f128fd44aa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7624414 Oct 26 11:15:05.717486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:05.721282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.727764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54348) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:05.746889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5ddc0812-b3e8-48e6-a9af-eaed267e0812 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1162543 Oct 26 11:15:05.750138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Pushing event deleted for resources: {'Port': ['ID=943d3979-ece6-46bc-9035-ee379036f742,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:05.815982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6bac-222b-49c1-a8aa-bbc343c86875 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (447fc117-0b3a-480b-b949-d89c0511fb3e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.825292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-99722236-5aad-48d6-b6af-60d5655459c9', 'network_id': '99722236-5aad-48d6-b6af-60d5655459c9', 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'fixed_ips': [{'subnet_id': 'dfb91f1c-0987-4361-bd87-16f8a0a987c2'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:05.826449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.845105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-be5ec224-1cd6-473f-9b19-14e946c6f62e', 'network_id': 'be5ec224-1cd6-473f-9b19-14e946c6f62e', 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'fixed_ips': [{'subnet_id': '9de80952-13cd-45a6-9460-9a58ffbd6050'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:05.846019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.897467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6bac-222b-49c1-a8aa-bbc343c86875 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (447fc117-0b3a-480b-b949-d89c0511fb3e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.930902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d6bac-222b-49c1-a8aa-bbc343c86875 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=447fc117-0b3a-480b-b949-d89c0511fb3e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:05.941127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6bac-222b-49c1-a8aa-bbc343c86875 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:05.944428 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c9d6bac-222b-49c1-a8aa-bbc343c86875 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/447fc117-0b3a-480b-b949-d89c0511fb3e HTTP/1.1" status: 204 len: 168 time: 0.4095886 Oct 26 11:15:05.948289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54350) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:06.017367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbe83bd-5fd1-43cb-b9a1-75e28639b8bf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Deleting subnet a6732a78-6471-4899-9567-a01f75082f8e {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:06.021439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abbe83bd-5fd1-43cb-b9a1-75e28639b8bf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (a6732a78-6471-4899-9567-a01f75082f8e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.098952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Allocated IP 172.20.0.2 (99722236-5aad-48d6-b6af-60d5655459c9/dfb91f1c-0987-4361-bd87-16f8a0a987c2/88763181-cc9f-4003-8852-9680251a94d4) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:06.120491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (268a57fa-362c-47bb-894a-54930c0b35e6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.125094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:06.139465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abbe83bd-5fd1-43cb-b9a1-75e28639b8bf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (a6732a78-6471-4899-9567-a01f75082f8e), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.326711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abbe83bd-5fd1-43cb-b9a1-75e28639b8bf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (a6732a78-6471-4899-9567-a01f75082f8e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.342238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:06.370356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] Sync routers for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:06.377735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:06.385198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:06.385580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.385931 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:15:06.422100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (268a57fa-362c-47bb-894a-54930c0b35e6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.433007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks [] for router_controller (268a57fa-362c-47bb-894a-54930c0b35e6), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.434631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abbe83bd-5fd1-43cb-b9a1-75e28639b8bf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (a6732a78-6471-4899-9567-a01f75082f8e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.470184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] Routers {'268a57fa-362c-47bb-894a-54930c0b35e6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:06.470833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['268a57fa-362c-47bb-894a-54930c0b35e6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:06.485799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe83bd-5fd1-43cb-b9a1-75e28639b8bf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Subnet': ['ID=a6732a78-6471-4899-9567-a01f75082f8e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:06.501969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abbe83bd-5fd1-43cb-b9a1-75e28639b8bf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.511798 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-abbe83bd-5fd1-43cb-b9a1-75e28639b8bf tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/a6732a78-6471-4899-9567-a01f75082f8e HTTP/1.1" status: 204 len: 168 time: 0.5624084 Oct 26 11:15:06.514349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54352) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:06.538472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:06.539977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.541814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Allocated IP 2001:db8::2 (be5ec224-1cd6-473f-9b19-14e946c6f62e/9de80952-13cd-45a6-9460-9a58ffbd6050/d30be490-87e6-4b46-a766-c03a253914e5) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:06.569375 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b852705a-537e-42fb-81be-0dbd4caac0b6 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538778 Oct 26 11:15:06.580704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54354) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:06.593667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Could not find standard attr ID for object 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:15:06.617196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] Set router 268a57fa-362c-47bb-894a-54930c0b35e6 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:06.646805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (268a57fa-362c-47bb-894a-54930c0b35e6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.647406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 268a57fa-362c-47bb-894a-54930c0b35e6 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:06.654148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.657065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd13477-b540-4536-b054-65a7e0c3faf9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:06.657488 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No ports have port_id starting with 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 Oct 26 11:15:06.658637 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-303cb807-59c4-4f67-b592-e5c2c5d8597c admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/268a57fa-362c-47bb-894a-54930c0b35e6 HTTP/1.1" status: 204 len: 168 time: 4.1735597 Oct 26 11:15:06.659652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:06.660274 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4fd13477-b540-4536-b054-65a7e0c3faf9 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0777781 Oct 26 11:15:06.661117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54356) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:06.667123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:06.730132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4d16f0-955a-4809-a05c-064421f45b2e admin admin] Deleting subnet 274d23cd-7b23-40ea-bbc5-d9f82b947996 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:06.734366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268a57fa-362c-47bb-894a-54930c0b35e6', 'name': 'tempest-ServersTestManualDisk-2068849106-router', 'tenant_id': '236718fd24d34a86b7a92a81720f8950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:09:59Z', 'updated_at': '2022-10-26T11:15:05Z', 'revision_number': 7, 'project_id': '236718fd24d34a86b7a92a81720f8950', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:06.735896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de4d16f0-955a-4809-a05c-064421f45b2e admin admin] Publish callbacks [] for subnet (274d23cd-7b23-40ea-bbc5-d9f82b947996), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.747234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.772626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54360) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:06.803194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] Checking router: 268a57fa-362c-47bb-894a-54930c0b35e6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:06.819393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:06.824024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (469c45d5-05e9-4239-a078-4eef5cebc3b5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.825202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:06.832698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de4d16f0-955a-4809-a05c-064421f45b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (274d23cd-7b23-40ea-bbc5-d9f82b947996), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.837209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Publish callbacks [] for port (88763181-cc9f-4003-8852-9680251a94d4), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.845796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:06.846585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:15:06.847545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'268a57fa-362c-47bb-894a-54930c0b35e6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:15:06.848393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149062d5-bcae-4e69-ab24-0f86273c7ebf None None] The sync data for ids ['268a57fa-362c-47bb-894a-54930c0b35e6'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:06.864868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (88763181-cc9f-4003-8852-9680251a94d4), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.894849 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bf46100b-abe1-4f95-bdbf-7f84524ef2fe tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1208236 Oct 26 11:15:06.905487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b1c2e0-0402-461e-b69a-9b275d3c2ea4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:06.932299 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d4b1c2e0-0402-461e-b69a-9b275d3c2ea4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2325485 Oct 26 11:15:06.932418 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:06.932867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54362) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:06.934198 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:06.935366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:06.959844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-84a50ea5-e4c2-4938-a15e-4d95fb88a521 None None] Provisioning complete for port 845767a2-518a-49d6-af5c-1d8ab40aa977 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:06.960418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84a50ea5-e4c2-4938-a15e-4d95fb88a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:06.960875 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-84a50ea5-e4c2-4938-a15e-4d95fb88a521 None None] Attempt 1 to provision port 845767a2-518a-49d6-af5c-1d8ab40aa977 Oct 26 11:15:06.980923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Network 99722236-5aad-48d6-b6af-60d5655459c9 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:06.982265 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-869438b9-c1a6-4011-9ec8-e040ccfe7576 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525553 Oct 26 11:15:07.006857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54364) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.009637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (e0118747-463d-4784-aaf3-f385b445be46), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.017382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:07.023864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:07.048530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Pushing event updated for resources: {'Port': ['ID=88763181-cc9f-4003-8852-9680251a94d4,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:07.080994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de4d16f0-955a-4809-a05c-064421f45b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (274d23cd-7b23-40ea-bbc5-d9f82b947996), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.092000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:07.099691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:07.105439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Subnet': ['ID=469c45d5-05e9-4239-a078-4eef5cebc3b5,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:07.114345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Publish callbacks [] for port (d30be490-87e6-4b46-a766-c03a253914e5), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.155204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (d30be490-87e6-4b46-a766-c03a253914e5), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.162911 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:15:06Z', 'revision_number': 7, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:07.169599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Attempting to bind port 88763181-cc9f-4003-8852-9680251a94d4 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:07.170070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Attempting to bind port 88763181-cc9f-4003-8852-9680251a94d4 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'b6a4a774-308c-4be0-b7b1-11ee527b7f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '99722236-5aad-48d6-b6af-60d5655459c9'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:07.170505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Attempting to bind port 88763181-cc9f-4003-8852-9680251a94d4 on network 99722236-5aad-48d6-b6af-60d5655459c9 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:07.192094 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a13e5d2-48ca-4150-b726-7a6eec5a9811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:07.192923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a13e5d2-48ca-4150-b726-7a6eec5a9811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:07.195328 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] Checking router: e0118747-463d-4784-aaf3-f385b445be46 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:07.201939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (e0118747-463d-4784-aaf3-f385b445be46), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.202173 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1a13e5d2-48ca-4150-b726-7a6eec5a9811 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5ddf43cc-12ad-4a6d-af51-fcf59713e928 HTTP/1.1" status: 404 len: 333 time: 0.1915181 Oct 26 11:15:07.202622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de4d16f0-955a-4809-a05c-064421f45b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (274d23cd-7b23-40ea-bbc5-d9f82b947996), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.203860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54366) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.206527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks [] for router_controller (e0118747-463d-4784-aaf3-f385b445be46), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.211882 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] Routers {'e0118747-463d-4784-aaf3-f385b445be46'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:07.213565 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e0118747-463d-4784-aaf3-f385b445be46'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:07.249398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Network be5ec224-1cd6-473f-9b19-14e946c6f62e is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:07.252858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d16f0-955a-4809-a05c-064421f45b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274d23cd-7b23-40ea-bbc5-d9f82b947996,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:07.261122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de4d16f0-955a-4809-a05c-064421f45b2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.263961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:07.270527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:07.271712 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de4d16f0-955a-4809-a05c-064421f45b2e admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/274d23cd-7b23-40ea-bbc5-d9f82b947996 HTTP/1.1" status: 204 len: 168 time: 0.6094258 Oct 26 11:15:07.277589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54368) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.281659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:07.284990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Pushing event updated for resources: {'Port': ['ID=d30be490-87e6-4b46-a766-c03a253914e5,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:07.293875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-84a50ea5-e4c2-4938-a15e-4d95fb88a521 None None] Current status of the port 845767a2-518a-49d6-af5c-1d8ab40aa977 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:07.297283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Checking segment: {'id': '49240f3c-4d0f-4440-8d3a-e8c9841d1fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f439f09-d09b-4618-ac81-905076827123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:07.297777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network hostable DHCP agents. Network: 9f439f09-d09b-4618-ac81-905076827123, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:07.306477 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bfc97a-3c37-4b88-9bee-d378ba98af98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:07.306986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bfc97a-3c37-4b88-9bee-d378ba98af98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:07.310333 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72bfc97a-3c37-4b88-9bee-d378ba98af98 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/447fc117-0b3a-480b-b949-d89c0511fb3e HTTP/1.1" status: 404 len: 337 time: 0.1000729 Oct 26 11:15:07.326060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:07.326574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Checking segment: {'id': 'b6a4a774-308c-4be0-b7b1-11ee527b7f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '99722236-5aad-48d6-b6af-60d5655459c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:07.327060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.327468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Bound using segment: {'id': 'b6a4a774-308c-4be0-b7b1-11ee527b7f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '99722236-5aad-48d6-b6af-60d5655459c9'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:07.328124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Bound port: 88763181-cc9f-4003-8852-9680251a94d4, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a4a774-308c-4be0-b7b1-11ee527b7f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '99722236-5aad-48d6-b6af-60d5655459c9'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:07.328621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (88763181-cc9f-4003-8852-9680251a94d4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.340978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54370) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.357251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (e0118747-463d-4784-aaf3-f385b445be46), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.358160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0118747-463d-4784-aaf3-f385b445be46 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:07.363090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.367106 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0f37392d-65ef-41c8-9557-f35fa370a431 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/e0118747-463d-4784-aaf3-f385b445be46 HTTP/1.1" status: 204 len: 168 time: 3.9255905 Oct 26 11:15:07.372681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54372) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.392070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:07.399613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Attempting to bind port d30be490-87e6-4b46-a766-c03a253914e5 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:07.400106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Attempting to bind port d30be490-87e6-4b46-a766-c03a253914e5 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd4f258bf-0a6d-4d9d-8162-a70359834b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'be5ec224-1cd6-473f-9b19-14e946c6f62e'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:07.400564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Attempting to bind port d30be490-87e6-4b46-a766-c03a253914e5 on network be5ec224-1cd6-473f-9b19-14e946c6f62e {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:07.412433 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-73287537-66f5-426b-a9e8-30b26c5fc05a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:07.413190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73287537-66f5-426b-a9e8-30b26c5fc05a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:07.418230 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-73287537-66f5-426b-a9e8-30b26c5fc05a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/a6732a78-6471-4899-9567-a01f75082f8e HTTP/1.1" status: 404 len: 337 time: 0.0753627 Oct 26 11:15:07.424672 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] Set router e0118747-463d-4784-aaf3-f385b445be46 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:07.431362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54374) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.435570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (132c3101-e478-4174-895a-329be1660535), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.468056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] For port 88763181-cc9f-4003-8852-9680251a94d4, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:07.476529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 9f439f09-d09b-4618-ac81-905076827123 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:07.477698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] For port 88763181-cc9f-4003-8852-9680251a94d4, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=88763181-cc9f-4003-8852-9680251a94d4,segment=NetworkSegment(b6a4a774-308c-4be0-b7b1-11ee527b7f4f),segment_id=b6a4a774-308c-4be0-b7b1-11ee527b7f4f)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:07.479330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:07.479800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Checking segment: {'id': 'd4f258bf-0a6d-4d9d-8162-a70359834b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'be5ec224-1cd6-473f-9b19-14e946c6f62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:07.480276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.480757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Bound using segment: {'id': 'd4f258bf-0a6d-4d9d-8162-a70359834b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'be5ec224-1cd6-473f-9b19-14e946c6f62e'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:07.481383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Bound port: d30be490-87e6-4b46-a766-c03a253914e5, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f258bf-0a6d-4d9d-8162-a70359834b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'be5ec224-1cd6-473f-9b19-14e946c6f62e'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:07.481844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d30be490-87e6-4b46-a766-c03a253914e5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.495174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (88763181-cc9f-4003-8852-9680251a94d4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.495500 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:15:06Z', 'revision_number': 7, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:07.531091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b20d4e-8721-4bb5-bd60-f090b96cd955 None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [{'id': 'e0118747-463d-4784-aaf3-f385b445be46', 'name': 'tempest-ServersTestJSON-1873661407-router', 'tenant_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:02Z', 'updated_at': '2022-10-26T11:15:06Z', 'revision_number': 7, 'project_id': '56a81a68c2cd4ca9a7b1f846840ea87a', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:07.541240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 9f439f09-d09b-4618-ac81-905076827123) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:07.549916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-64117021-d5b8-44f6-a928-9df402500798 admin admin] Deleting subnet b2101d7a-1b72-4805-a954-2db739ecedcf {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:07.552855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:07.553655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.562317 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-9037eb34-1ac1-4647-9489-df651d46ae69 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:07.563049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9037eb34-1ac1-4647-9489-df651d46ae69 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:07.563307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64117021-d5b8-44f6-a928-9df402500798 admin admin] Publish callbacks [] for subnet (b2101d7a-1b72-4805-a954-2db739ecedcf), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.566373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9037eb34-1ac1-4647-9489-df651d46ae69 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c6398de6-c1c0-4c4c-b91d-0a863d36fde8 HTTP/1.1" status: 404 len: 333 time: 0.1258051 Oct 26 11:15:07.576879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54376) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.613224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceabe09-73f1-4a36-9221-d604194acd53 None None] Pushing event updated for resources: {'Port': ['ID=88763181-cc9f-4003-8852-9680251a94d4,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:07.628102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e7023730-9e02-4341-b279-198c53b17862 None None] For port d30be490-87e6-4b46-a766-c03a253914e5, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:07.632239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e7023730-9e02-4341-b279-198c53b17862 None None] For port d30be490-87e6-4b46-a766-c03a253914e5, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d30be490-87e6-4b46-a766-c03a253914e5,segment=NetworkSegment(d4f258bf-0a6d-4d9d-8162-a70359834b99),segment_id=d4f258bf-0a6d-4d9d-8162-a70359834b99)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:07.636671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.20.0.1 (99722236-5aad-48d6-b6af-60d5655459c9/dfb91f1c-0987-4361-bd87-16f8a0a987c2/4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:07.639319 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-796332ea-0eeb-4226-b137-a646d66a3aee tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:07.639902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796332ea-0eeb-4226-b137-a646d66a3aee tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:07.645328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-796332ea-0eeb-4226-b137-a646d66a3aee tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/af505c54-e22d-45be-9e3b-663c6869ced3 HTTP/1.1" status: 404 len: 337 time: 0.0648305 Oct 26 11:15:07.645554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d30be490-87e6-4b46-a766-c03a253914e5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.645686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54378) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.652811 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a11053a3-4c17-47e3-aa14-ae4c9cbf57e1 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6400299 Oct 26 11:15:07.658296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54380) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.661849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Deleting port 6f2303a7-e47a-485b-819a-4112abd02ecb {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:07.662253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.671072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f67e095d-1d30-4128-8af8-697953d32983 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1661083766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:07.714500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64117021-d5b8-44f6-a928-9df402500798 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (b2101d7a-1b72-4805-a954-2db739ecedcf), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.730654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7023730-9e02-4341-b279-198c53b17862 None None] Pushing event updated for resources: {'Port': ['ID=d30be490-87e6-4b46-a766-c03a253914e5,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:07.761118 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffab702-c7b0-48f8-b47a-3a4928b3826c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:07.761592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffab702-c7b0-48f8-b47a-3a4928b3826c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:07.768683 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fffab702-c7b0-48f8-b47a-3a4928b3826c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b9312781-55e8-4c29-b2ce-ea557ba40d2a HTTP/1.1" status: 404 len: 337 time: 0.1180608 Oct 26 11:15:07.771760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54382) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.800486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:07.808065 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fc6b3a-58f3-4dc3-96f5-5e9ce295d8d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:07.808566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fc6b3a-58f3-4dc3-96f5-5e9ce295d8d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:07.812929 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86fc6b3a-58f3-4dc3-96f5-5e9ce295d8d2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/19832ca8-9c64-4c61-8eca-c270a63f9cb8 HTTP/1.1" status: 404 len: 333 time: 0.0401177 Oct 26 11:15:07.815339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54384) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.826814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f67e095d-1d30-4128-8af8-697953d32983 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (816e028c-2df4-43b8-bedc-954e927fe21a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.829100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f67e095d-1d30-4128-8af8-697953d32983 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (816e028c-2df4-43b8-bedc-954e927fe21a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:07.896464 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-15783674-fb4f-44cf-983b-880169bbbc38 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:07.896464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15783674-fb4f-44cf-983b-880169bbbc38 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:07.902631 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15783674-fb4f-44cf-983b-880169bbbc38 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/52a2e195-33b6-4634-81f8-ade4fdaa3c0b HTTP/1.1" status: 404 len: 337 time: 0.0840487 Oct 26 11:15:07.902631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54386) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.907616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54388) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:07.998244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] For port 6f2303a7-e47a-485b-819a-4112abd02ecb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f2303a7-e47a-485b-819a-4112abd02ecb,segment=NetworkSegment(f777fbf1-c562-469a-92fa-bee75d911140),segment_id=f777fbf1-c562-469a-92fa-bee75d911140)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:07.998683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.031907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Calling delete_port for 6f2303a7-e47a-485b-819a-4112abd02ecb owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:08.043711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64117021-d5b8-44f6-a928-9df402500798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b2101d7a-1b72-4805-a954-2db739ecedcf), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.046353 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-f073df9e-f17d-4c2b-8c04-e7e9df12a135 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.046813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f073df9e-f17d-4c2b-8c04-e7e9df12a135 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.049775 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f073df9e-f17d-4c2b-8c04-e7e9df12a135 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b26ef5e5-50f3-4e86-951d-03385e231db5 HTTP/1.1" status: 404 len: 337 time: 0.1395149 Oct 26 11:15:08.066291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54390) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.118728 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-516fe3bd-1b60-4282-bca6-e052a9b95d37 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.119325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516fe3bd-1b60-4282-bca6-e052a9b95d37 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.124743 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-516fe3bd-1b60-4282-bca6-e052a9b95d37 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3b55135b-8264-44c6-b2e7-6edf9960449d HTTP/1.1" status: 404 len: 333 time: 0.0551443 Oct 26 11:15:08.130103 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f191977-f30e-4752-bb23-b76e369d9ae1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2255614 Oct 26 11:15:08.130770 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54392) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.201600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49661f6-f838-4200-a126-9a0b4bfaea4e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.201600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49661f6-f838-4200-a126-9a0b4bfaea4e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.201600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f49661f6-f838-4200-a126-9a0b4bfaea4e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/8c2ccf97-28ad-4ffe-bd23-c83793138daf HTTP/1.1" status: 404 len: 337 time: 0.0658927 Oct 26 11:15:08.202350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54394) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.238049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 88763181-cc9f-4003-8852-9680251a94d4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:08.238496 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e53b7f-3d8c-481c-aaaf-2549b7ef16c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.238965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e53b7f-3d8c-481c-aaaf-2549b7ef16c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.242044 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8e53b7f-3d8c-481c-aaaf-2549b7ef16c7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b8588ee7-766d-4792-ac13-bb13a798494a HTTP/1.1" status: 404 len: 337 time: 0.0392332 Oct 26 11:15:08.246643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54396) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.281369 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-906c68fa-f185-41fa-8e85-cf044199fbe0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.282018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906c68fa-f185-41fa-8e85-cf044199fbe0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.287749 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-906c68fa-f185-41fa-8e85-cf044199fbe0 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a167ec93-5bdc-423d-b71b-fd16073c2055 HTTP/1.1" status: 404 len: 333 time: 0.0374570 Oct 26 11:15:08.288801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54398) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.323228 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-353e2e28-010f-4354-86d9-13fef3d85655 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.323696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353e2e28-010f-4354-86d9-13fef3d85655 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.329722 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-353e2e28-010f-4354-86d9-13fef3d85655 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/63d29ff6-f4e1-4e13-b426-138740be958d HTTP/1.1" status: 404 len: 337 time: 0.0379500 Oct 26 11:15:08.335986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54400) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.362975 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53c5c83-f9ec-4926-831d-261bf0e8fc28 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.363576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53c5c83-f9ec-4926-831d-261bf0e8fc28 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.369825 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a53c5c83-f9ec-4926-831d-261bf0e8fc28 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/9e94b13c-f841-423c-9a30-ffd04f32f333 HTTP/1.1" status: 404 len: 333 time: 0.0290833 Oct 26 11:15:08.370056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54402) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.399014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6f2303a7-e47a-485b-819a-4112abd02ecb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.401440 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-579a63d9-610c-48e0-b62e-06f16a0cec0b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.401910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579a63d9-610c-48e0-b62e-06f16a0cec0b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.407518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-579a63d9-610c-48e0-b62e-06f16a0cec0b tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5490ab3b-b378-4395-99f8-afe1ddf3cef2 HTTP/1.1" status: 404 len: 337 time: 0.0338812 Oct 26 11:15:08.416936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54404) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.428275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:08.434746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2303a7-e47a-485b-819a-4112abd02ecb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:08.440833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] No DVR routers for this DVR port 6f2303a7-e47a-485b-819a-4112abd02ecb on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:08.459031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 88763181-cc9f-4003-8852-9680251a94d4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:08.459836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (88763181-cc9f-4003-8852-9680251a94d4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.460247 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 88763181-cc9f-4003-8852-9680251a94d4 Oct 26 11:15:08.493021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.495098 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-808475f3-3000-478f-99ab-2e75ef5c9ddb tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.495658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808475f3-3000-478f-99ab-2e75ef5c9ddb tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.501373 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-808475f3-3000-478f-99ab-2e75ef5c9ddb tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/e6d6cdde-0424-4e8d-964c-70c04f9447a6 HTTP/1.1" status: 404 len: 333 time: 0.0774560 Oct 26 11:15:08.501878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f67e095d-1d30-4128-8af8-697953d32983 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (816e028c-2df4-43b8-bedc-954e927fe21a), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.507627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54406) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.523446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f67e095d-1d30-4128-8af8-697953d32983 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (816e028c-2df4-43b8-bedc-954e927fe21a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.534318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (132c3101-e478-4174-895a-329be1660535), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.547856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 88763181-cc9f-4003-8852-9680251a94d4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:08.548271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (88763181-cc9f-4003-8852-9680251a94d4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.560491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132c3101-e478-4174-895a-329be1660535']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:08.572055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f777fbf1-c562-469a-92fa-bee75d911140') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:08.573242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f777fbf1-c562-469a-92fa-bee75d911140') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:08.584407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 88763181-cc9f-4003-8852-9680251a94d4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=88763181-cc9f-4003-8852-9680251a94d4,segment=NetworkSegment(b6a4a774-308c-4be0-b7b1-11ee527b7f4f),segment_id=b6a4a774-308c-4be0-b7b1-11ee527b7f4f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:08.587329 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d90333-9ca1-4be9-9c4f-3f93d54984f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.587896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d90333-9ca1-4be9-9c4f-3f93d54984f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.590182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (88763181-cc9f-4003-8852-9680251a94d4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.591347 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-40d90333-9ca1-4be9-9c4f-3f93d54984f2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/f1ccbfe2-34cc-434a-a634-52a5db97bdb9 HTTP/1.1" status: 404 len: 337 time: 0.0815806 Oct 26 11:15:08.591647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d30be490-87e6-4b46-a766-c03a253914e5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:08.594874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (f777fbf1-c562-469a-92fa-bee75d911140), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.596852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54408) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.618728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f67e095d-1d30-4128-8af8-697953d32983 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.622958 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f67e095d-1d30-4128-8af8-697953d32983 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9524395 Oct 26 11:15:08.629748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54410) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.641891 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc43bbb5-ce85-4083-b19f-7ea34b3e0d1c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.642466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc43bbb5-ce85-4083-b19f-7ea34b3e0d1c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.645585 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bc43bbb5-ce85-4083-b19f-7ea34b3e0d1c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/b8b4cd8e-ce7b-4c61-a15e-bf2261292304 HTTP/1.1" status: 404 len: 333 time: 0.0476096 Oct 26 11:15:08.651036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54412) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.652255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f777fbf1-c562-469a-92fa-bee75d911140), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.669604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:08.670012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (f777fbf1-c562-469a-92fa-bee75d911140), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.674211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64117021-d5b8-44f6-a928-9df402500798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (b2101d7a-1b72-4805-a954-2db739ecedcf), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.681314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=88763181-cc9f-4003-8852-9680251a94d4,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:08.693499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d30be490-87e6-4b46-a766-c03a253914e5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:08.694274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30be490-87e6-4b46-a766-c03a253914e5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.694841 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d30be490-87e6-4b46-a766-c03a253914e5 Oct 26 11:15:08.707363 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64e8c50-b070-46f7-bd27-ab220fc6d604 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.707866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64e8c50-b070-46f7-bd27-ab220fc6d604 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.709967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.714031 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c64e8c50-b070-46f7-bd27-ab220fc6d604 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/957e2c81-4430-4b07-91d5-9a896dd8980d HTTP/1.1" status: 404 len: 337 time: 0.0543129 Oct 26 11:15:08.743064 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment f777fbf1-c562-469a-92fa-bee75d911140 resource provider aggregate not found Oct 26 11:15:08.746421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54416) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.748094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64117021-d5b8-44f6-a928-9df402500798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2101d7a-1b72-4805-a954-2db739ecedcf,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:08.756758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:08.761492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64117021-d5b8-44f6-a928-9df402500798 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.765245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-64117021-d5b8-44f6-a928-9df402500798 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/b2101d7a-1b72-4805-a954-2db739ecedcf HTTP/1.1" status: 204 len: 168 time: 1.3901575 Oct 26 11:15:08.769771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54420) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.777592 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment f777fbf1-c562-469a-92fa-bee75d911140 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f777fbf1-c562-469a-92fa-bee75d911140 found for delete ", "request_id": "req-201e182f-bd7c-44cb-b279-9334441e7ba0"}]} Oct 26 11:15:08.786653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d30be490-87e6-4b46-a766-c03a253914e5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:08.787473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d30be490-87e6-4b46-a766-c03a253914e5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.790663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:08.826912 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f180c34c-bd8f-4fde-883b-5ee8e88538c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.826912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f180c34c-bd8f-4fde-883b-5ee8e88538c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.829691 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f180c34c-bd8f-4fde-883b-5ee8e88538c3 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/308d2eb1-d6c9-41c2-a446-3f6ae111df4d HTTP/1.1" status: 404 len: 333 time: 0.0822990 Oct 26 11:15:08.833413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54422) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.836299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d30be490-87e6-4b46-a766-c03a253914e5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d30be490-87e6-4b46-a766-c03a253914e5,segment=NetworkSegment(d4f258bf-0a6d-4d9d-8162-a70359834b99),segment_id=d4f258bf-0a6d-4d9d-8162-a70359834b99)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:08.842598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d30be490-87e6-4b46-a766-c03a253914e5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.845141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 99722236-5aad-48d6-b6af-60d5655459c9 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:08.870619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (132c3101-e478-4174-895a-329be1660535), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.891275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:08.902495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.903430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:08.905648 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/132c3101-e478-4174-895a-329be1660535 HTTP/1.1" status: 204 len: 168 time: 1.6269071 Oct 26 11:15:08.907841 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:08.916196 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e6787b-9b68-4cb1-b6a4-c6999c87a9cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:08.916759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e6787b-9b68-4cb1-b6a4-c6999c87a9cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:08.922145 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f1e6787b-9b68-4cb1-b6a4-c6999c87a9cc tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/621a1065-1c22-460d-8fc1-93567e0e0376 HTTP/1.1" status: 404 len: 337 time: 0.0858018 Oct 26 11:15:08.924317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d30be490-87e6-4b46-a766-c03a253914e5,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:08.927521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54426) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:08.935313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe8c4c-9492-431e-9c38-642b600518cb admin admin] Pushing event deleted for resources: {'Network': ['ID=132c3101-e478-4174-895a-329be1660535,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:08.953535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:08.955021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (cbc3e50c-ce60-4c02-a798-ec439421f63a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:08.983003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:08.983406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 17c65e64-3fa9-47a8-ab6b-0fd9b3ce4224 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:08.984064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:09.000318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:09.009888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Deleting port 845767a2-518a-49d6-af5c-1d8ab40aa977 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:09.010333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.019623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 0490449d-ec05-497a-9779-4d58bef9d73c {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:09.020621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0490449d-ec05-497a-9779-4d58bef9d73c not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:09.060868 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfddc1c1-7d65-4ca9-9561-c9f8d209c650 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.061458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfddc1c1-7d65-4ca9-9561-c9f8d209c650 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.067383 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bfddc1c1-7d65-4ca9-9561-c9f8d209c650 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/28431a73-cade-41ed-a17b-615fa09b4dc3 HTTP/1.1" status: 404 len: 333 time: 0.1287093 Oct 26 11:15:09.068307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54428) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.113835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (49466779-a4fe-488e-9ce4-be228b29885f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.113954 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e8f96c-9f37-4aea-89e2-665eb981e3fe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.113954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e8f96c-9f37-4aea-89e2-665eb981e3fe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.120034 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-87e8f96c-9f37-4aea-89e2-665eb981e3fe tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/bf7d9682-74b4-470f-ad1b-2548cdc8d997 HTTP/1.1" status: 404 len: 337 time: 0.0479491 Oct 26 11:15:09.120034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54430) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.133929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] For port 845767a2-518a-49d6-af5c-1d8ab40aa977, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=845767a2-518a-49d6-af5c-1d8ab40aa977,segment=NetworkSegment(f37bc3db-1be6-4274-bb6f-10bccfa6c84b),segment_id=f37bc3db-1be6-4274-bb6f-10bccfa6c84b)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:09.134299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.157519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54432) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.158119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54434) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.198991 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaab60e-2400-45ce-a9db-93ce14966bc5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.198991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efaab60e-2400-45ce-a9db-93ce14966bc5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.198991 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-efaab60e-2400-45ce-a9db-93ce14966bc5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/373a688d-2dea-490e-8052-50bba884b786 HTTP/1.1" status: 404 len: 337 time: 0.0753653 Oct 26 11:15:09.201713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54438) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.205603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e761352-aede-4b16-8e00-24c372d864cf None None] Sync routers for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:09.218206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e761352-aede-4b16-8e00-24c372d864cf None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:09.218597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e761352-aede-4b16-8e00-24c372d864cf None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:15:09.219270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e761352-aede-4b16-8e00-24c372d864cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e0118747-463d-4784-aaf3-f385b445be46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:15:09.230791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e761352-aede-4b16-8e00-24c372d864cf None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:09.231507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e761352-aede-4b16-8e00-24c372d864cf None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:15:09.232262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e761352-aede-4b16-8e00-24c372d864cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e0118747-463d-4784-aaf3-f385b445be46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:15:09.232651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e761352-aede-4b16-8e00-24c372d864cf None None] The sync data for ids ['e0118747-463d-4784-aaf3-f385b445be46'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:09.234512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Calling delete_port for 845767a2-518a-49d6-af5c-1d8ab40aa977 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:09.247206 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-de56e9ed-bcc6-4d5e-b2eb-39c1f9db1cc2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.247819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de56e9ed-bcc6-4d5e-b2eb-39c1f9db1cc2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.253092 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-de56e9ed-bcc6-4d5e-b2eb-39c1f9db1cc2 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/bc39feae-4eb4-4654-86fc-b935611285d0 HTTP/1.1" status: 404 len: 333 time: 0.0489342 Oct 26 11:15:09.255956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54440) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.274238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.307615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:09.342294 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-909ce148-5cb8-40d8-a617-64b9c8adeec4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.343116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909ce148-5cb8-40d8-a617-64b9c8adeec4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.346010 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-909ce148-5cb8-40d8-a617-64b9c8adeec4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/fcc014fc-11a3-4eb1-8d0f-97910b2ca35c HTTP/1.1" status: 404 len: 337 time: 0.0855970 Oct 26 11:15:09.350247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54442) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.357637 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0e3ec534-3af6-4a16-83be-14479dd9f508 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1981897 Oct 26 11:15:09.401541 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e820650-2fff-4eaf-b3d6-eb083671bb70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.402007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e820650-2fff-4eaf-b3d6-eb083671bb70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.405212 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2e820650-2fff-4eaf-b3d6-eb083671bb70 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/9f1238d2-c119-464f-b5a7-95b755b68be5 HTTP/1.1" status: 404 len: 337 time: 0.0464861 Oct 26 11:15:09.411410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54444) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.416860 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-62314079-33e7-44be-82ca-2d2cd778e0c7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=236718fd24d34a86b7a92a81720f8950&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2561872 Oct 26 11:15:09.420627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54446) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.423216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.475865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (845767a2-518a-49d6-af5c-1d8ab40aa977), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.488410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58cac79-2ee0-4e8c-810b-0b2bb5dc9070 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.488987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58cac79-2ee0-4e8c-810b-0b2bb5dc9070 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.491947 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b58cac79-2ee0-4e8c-810b-0b2bb5dc9070 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/43bc4cc5-da57-414b-878d-8f611762e2c7 HTTP/1.1" status: 404 len: 333 time: 0.0790861 Oct 26 11:15:09.496913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54448) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.513248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=845767a2-518a-49d6-af5c-1d8ab40aa977,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:09.515713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] No DVR routers for this DVR port 845767a2-518a-49d6-af5c-1d8ab40aa977 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:09.554317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ce07132e-278e-4714-a56c-14dd25cff871 admin admin] Publish callbacks [] for security_group (56cdec0f-1198-43ad-8cf6-3f36837d22ed), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.558331 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2b78dd-91ce-4542-a181-4c2b5764ad6a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.559062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2b78dd-91ce-4542-a181-4c2b5764ad6a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.562741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cb2b78dd-91ce-4542-a181-4c2b5764ad6a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/aafbb181-25dc-4694-b9b1-4fb9eb066447 HTTP/1.1" status: 404 len: 337 time: 0.0630264 Oct 26 11:15:09.567910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54450) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.617264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ce07132e-278e-4714-a56c-14dd25cff871 admin admin] Publish callbacks [] for security_group (56cdec0f-1198-43ad-8cf6-3f36837d22ed), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.631218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:09.635863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (cbc3e50c-ce60-4c02-a798-ec439421f63a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.652746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-01460b3b-129b-4ecc-be94-ec2bd63c0795 None None] Provisioning complete for port 88763181-cc9f-4003-8852-9680251a94d4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:09.653348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-01460b3b-129b-4ecc-be94-ec2bd63c0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (88763181-cc9f-4003-8852-9680251a94d4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.654177 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-01460b3b-129b-4ecc-be94-ec2bd63c0795 None None] Attempt 1 to provision port 88763181-cc9f-4003-8852-9680251a94d4 Oct 26 11:15:09.689039 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-099e4cde-d19b-4cf3-a746-f3ac95415682 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.689770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099e4cde-d19b-4cf3-a746-f3ac95415682 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.692458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:09.696159 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-099e4cde-d19b-4cf3-a746-f3ac95415682 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/93648930-6cf2-434c-ba46-1eca227a9258 HTTP/1.1" status: 404 len: 337 time: 0.1215818 Oct 26 11:15:09.699771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54452) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.718047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc3e50c-ce60-4c02-a798-ec439421f63a']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:09.722884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ce07132e-278e-4714-a56c-14dd25cff871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (56cdec0f-1198-43ad-8cf6-3f36837d22ed), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.727095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ce07132e-278e-4714-a56c-14dd25cff871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.728746 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ce07132e-278e-4714-a56c-14dd25cff871 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/56cdec0f-1198-43ad-8cf6-3f36837d22ed HTTP/1.1" status: 204 len: 168 time: 0.3072159 Oct 26 11:15:09.761655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:09.762035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37bc3db-1be6-4274-bb6f-10bccfa6c84b') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:09.771691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-01460b3b-129b-4ecc-be94-ec2bd63c0795 None None] Current status of the port 88763181-cc9f-4003-8852-9680251a94d4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:09.773188 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eba0068-5ba8-4797-8681-54dffb44dd69 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.773843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eba0068-5ba8-4797-8681-54dffb44dd69 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.777571 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7eba0068-5ba8-4797-8681-54dffb44dd69 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/f08e0b78-4c26-4815-b622-a142b526db8c HTTP/1.1" status: 404 len: 333 time: 0.0748198 Oct 26 11:15:09.783836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54456) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.789318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07132e-278e-4714-a56c-14dd25cff871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cdec0f-1198-43ad-8cf6-3f36837d22ed,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:09.792803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (f37bc3db-1be6-4274-bb6f-10bccfa6c84b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.811240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f37bc3db-1be6-4274-bb6f-10bccfa6c84b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.821342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:09.821667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (f37bc3db-1be6-4274-bb6f-10bccfa6c84b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.844315 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-8052f394-0709-4501-9d35-569d82f598d8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.844780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8052f394-0709-4501-9d35-569d82f598d8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.848187 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8052f394-0709-4501-9d35-569d82f598d8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/e42dccc0-c3c0-4009-83a8-efe9dc6fb47f HTTP/1.1" status: 404 len: 337 time: 0.0602345 Oct 26 11:15:09.874082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.919293 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a328b8-b4f5-45d5-9ca2-229953a24520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:09.920049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a328b8-b4f5-45d5-9ca2-229953a24520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:09.925372 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f2a328b8-b4f5-45d5-9ca2-229953a24520 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c14080e6-621f-4a96-93ad-98df50989482 HTTP/1.1" status: 404 len: 337 time: 0.0480034 Oct 26 11:15:09.925670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54460) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.957507 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3ead7c53-d47f-4b93-965a-6d5001ded267 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 HTTP/1.1" status: 200 len: 205 time: 0.0307195 Oct 26 11:15:09.958484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (cbc3e50c-ce60-4c02-a798-ec439421f63a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.960150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54462) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:09.965455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:09.968749 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/cbc3e50c-ce60-4c02-a798-ec439421f63a HTTP/1.1" status: 204 len: 168 time: 1.1900992 Oct 26 11:15:09.983500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37cbf31-cbef-4798-8fdb-c019076d914b None None] Network be5ec224-1cd6-473f-9b19-14e946c6f62e requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:10.007476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed493b33-47b5-4056-9f7f-c493e2600f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc3e50c-ce60-4c02-a798-ec439421f63a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:10.011736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 2001:db8::1 (be5ec224-1cd6-473f-9b19-14e946c6f62e/9de80952-13cd-45a6-9460-9a58ffbd6050/d766288b-8282-44f7-bbd7-53d448134bed) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:10.017464 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-761ea861-7f80-4d09-9969-06908bd48054 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] delete failed (client error): The resource could not be found. Oct 26 11:15:10.018379 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-761ea861-7f80-4d09-9969-06908bd48054 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/routers/d46beb7d-b13a-4dd1-8f16-7d7b3987eaa3 HTTP/1.1" status: 404 len: 336 time: 0.0572164 Oct 26 11:15:10.021521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54466) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.024065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c39ae43-1b69-408f-ae0b-03ee895eea58 None None] Network 99722236-5aad-48d6-b6af-60d5655459c9 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:10.087745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-59417a26-6f73-464b-b0d9-c83c2b7fbe0e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:10.088784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59417a26-6f73-464b-b0d9-c83c2b7fbe0e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:10.097731 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-59417a26-6f73-464b-b0d9-c83c2b7fbe0e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/eb098c4a-46b8-4cfc-b6eb-b648c8b73cd4 HTTP/1.1" status: 404 len: 337 time: 0.0725393 Oct 26 11:15:10.097904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cf3454-65c3-464e-998e-a7740ae4fa56 None None] Network 132c3101-e478-4174-895a-329be1660535 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:10.101190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54470) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.101349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe713b5-6493-43cc-8228-4aafb0ee92a2 None None] Network 9f439f09-d09b-4618-ac81-905076827123 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:10.114156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f088ec2e-22b7-490d-9f49-6398a665a747 None None] Network cbc3e50c-ce60-4c02-a798-ec439421f63a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:10.144122 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0fddbe42-ff9b-4267-b062-838c0a471d48 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=103f65e8-57c1-441d-8c00-851e8432e5fe HTTP/1.1" status: 200 len: 205 time: 0.0425413 Oct 26 11:15:10.144471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54472) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.163506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f088ec2e-22b7-490d-9f49-6398a665a747 None None] Network cbc3e50c-ce60-4c02-a798-ec439421f63a could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:15:10.260147 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-15bd87d1-f1e4-4f97-9d0f-c19217c80df8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] delete failed (client error): The resource could not be found. Oct 26 11:15:10.261499 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15bd87d1-f1e4-4f97-9d0f-c19217c80df8 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/routers/103f65e8-57c1-441d-8c00-851e8432e5fe HTTP/1.1" status: 404 len: 336 time: 0.1161692 Oct 26 11:15:10.267408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54476) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.277192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cf3454-65c3-464e-998e-a7740ae4fa56 None None] Network 132c3101-e478-4174-895a-329be1660535 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:15:10.316621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:10.328783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beef103-c0a0-4860-a7a1-568e2baa6529 None None] DHCP port deletion for cbc3e50c-ce60-4c02-a798-ec439421f63a request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:15:10.330985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d6000551-c22b-4bc5-a6c0-e2b8a6a7afe5 None None] Provisioning complete for port d30be490-87e6-4b46-a766-c03a253914e5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:10.331394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d6000551-c22b-4bc5-a6c0-e2b8a6a7afe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30be490-87e6-4b46-a766-c03a253914e5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:10.331703 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d6000551-c22b-4bc5-a6c0-e2b8a6a7afe5 None None] Attempt 1 to provision port d30be490-87e6-4b46-a766-c03a253914e5 Oct 26 11:15:10.364626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.365577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54482) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.380162 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a06b7ba-04e9-473c-81d3-a6d929121508 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:10.381205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a06b7ba-04e9-473c-81d3-a6d929121508 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:10.397591 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5a06b7ba-04e9-473c-81d3-a6d929121508 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/f6bf0d06-7d23-49a3-b99a-8793300419d4 HTTP/1.1" status: 404 len: 337 time: 0.1287947 Oct 26 11:15:10.398244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54484) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.413646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:10.452566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d3321-184a-4d66-8378-920ee200983a None None] DHCP port deletion for 132c3101-e478-4174-895a-329be1660535 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:15:10.458296 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afb71cd-506a-48a8-aae3-b35f8ce37591 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:10.458935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afb71cd-506a-48a8-aae3-b35f8ce37591 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:10.469183 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4afb71cd-506a-48a8-aae3-b35f8ce37591 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/8bfa73ef-1d2f-4bbc-9d6c-72076921129c HTTP/1.1" status: 404 len: 337 time: 0.0691326 Oct 26 11:15:10.470881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54486) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.482128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 88763181-cc9f-4003-8852-9680251a94d4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:10.483998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d98b8-2799-4e4d-8e20-ee5ebc055d63 None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:10.498474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:10.515388 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-928566a4-a768-42ca-b476-99f3794ff2b4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:10.516302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928566a4-a768-42ca-b476-99f3794ff2b4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:10.524582 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-928566a4-a768-42ca-b476-99f3794ff2b4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/d4370aa4-f59e-4fb5-9c67-b8e2539901ed HTTP/1.1" status: 404 len: 333 time: 0.0508211 Oct 26 11:15:10.525326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54488) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.572546 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8f98ed-4875-495e-be1d-46a3cc9393de tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:10.573478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8f98ed-4875-495e-be1d-46a3cc9393de tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:10.578802 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ba8f98ed-4875-495e-be1d-46a3cc9393de tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5337521a-8bf4-4686-a961-940cb175bdaf HTTP/1.1" status: 404 len: 337 time: 0.0520236 Oct 26 11:15:10.581442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54492) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.618534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (d766288b-8282-44f7-bbd7-53d448134bed), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:10.624387 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab6be53-dd8a-4f6a-afa9-376fcf2589b4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:10.625120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab6be53-dd8a-4f6a-afa9-376fcf2589b4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:10.628857 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1ab6be53-dd8a-4f6a-afa9-376fcf2589b4 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/7f1d39bb-1131-4485-a9bb-de7e13e9a83e HTTP/1.1" status: 404 len: 333 time: 0.0464010 Oct 26 11:15:10.632160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54494) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.654613 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-af898e51-c17c-4394-9fd4-24349c57959d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2866077 Oct 26 11:15:10.665327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (49466779-a4fe-488e-9ce4-be228b29885f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:10.667642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:10.672615 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2aff7bb6-20a9-4b68-bf6f-de9bad0b09d0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=56a81a68c2cd4ca9a7b1f846840ea87a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3058813 Oct 26 11:15:10.680057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54498) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.691942 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-7910335d-848b-45c9-a8a0-244f0d976122 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:10.692300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:10.692680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7910335d-848b-45c9-a8a0-244f0d976122 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:10.693049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-9f439f09-d09b-4618-ac81-905076827123', 'network_id': '9f439f09-d09b-4618-ac81-905076827123', 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'fixed_ips': [{'subnet_id': '469c45d5-05e9-4239-a078-4eef5cebc3b5'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:10.694537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:10.700128 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7910335d-848b-45c9-a8a0-244f0d976122 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/f1a45b9b-87c0-46cd-a27c-3e71e9e188b2 HTTP/1.1" status: 404 len: 337 time: 0.0668945 Oct 26 11:15:10.702135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54500) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.769606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d766288b-8282-44f7-bbd7-53d448134bed), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:10.780946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 88763181-cc9f-4003-8852-9680251a94d4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:10.781527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (88763181-cc9f-4003-8852-9680251a94d4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:10.782021 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 88763181-cc9f-4003-8852-9680251a94d4 Oct 26 11:15:10.787828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d6000551-c22b-4bc5-a6c0-e2b8a6a7afe5 None None] Current status of the port d30be490-87e6-4b46-a766-c03a253914e5 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:10.852022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:10.854607 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment f37bc3db-1be6-4274-bb6f-10bccfa6c84b resource provider aggregate not found Oct 26 11:15:10.859580 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d368481-ae91-4239-903e-8a09495927ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:10.867304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network be5ec224-1cd6-473f-9b19-14e946c6f62e is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:10.869996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d368481-ae91-4239-903e-8a09495927ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:10.877238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d6000551-c22b-4bc5-a6c0-e2b8a6a7afe5 None None] Could not find standard attr ID for object 845767a2-518a-49d6-af5c-1d8ab40aa977. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:15:10.888842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 99722236-5aad-48d6-b6af-60d5655459c9 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:10.889927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:10.894305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:10.894837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (816e028c-2df4-43b8-bedc-954e927fe21a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:10.900114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:10.902772 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d368481-ae91-4239-903e-8a09495927ea tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/ce7e5c65-c543-4abc-bc45-0065d6c2e8be HTTP/1.1" status: 404 len: 333 time: 0.1969640 Oct 26 11:15:10.904902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54508) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:10.912505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:10.915218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=d766288b-8282-44f7-bbd7-53d448134bed,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:10.950558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] DHCP port deletion for e006cddc-269c-485d-9059-cd1342ff5d5c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:15:10.951919 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment f37bc3db-1be6-4274-bb6f-10bccfa6c84b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f37bc3db-1be6-4274-bb6f-10bccfa6c84b found for delete ", "request_id": "req-55de0455-a46d-4185-9d4b-6ed33e67056a"}]} Oct 26 11:15:10.990419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c53e539-06f4-40aa-aa2e-cd21c8c216bb admin admin] Publish callbacks [] for security_group (40e7c0bd-119f-42df-850e-f55a9febeb88), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.036474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c53e539-06f4-40aa-aa2e-cd21c8c216bb admin admin] Publish callbacks [] for security_group (40e7c0bd-119f-42df-850e-f55a9febeb88), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.051557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:11.094852 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf98eb15-4074-4fa7-a4bb-981c95027428 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:11.095889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf98eb15-4074-4fa7-a4bb-981c95027428 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:11.104039 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cf98eb15-4074-4fa7-a4bb-981c95027428 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5c417293-08eb-4758-be89-33fcc97ebcbe HTTP/1.1" status: 404 len: 337 time: 0.1943634 Oct 26 11:15:11.106090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54516) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.136238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Allocated IP 2001:db8:1::2 (9f439f09-d09b-4618-ac81-905076827123/469c45d5-05e9-4239-a078-4eef5cebc3b5/817ef900-d97f-490d-85b0-b5784ca128b0) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:11.141159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 88763181-cc9f-4003-8852-9680251a94d4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:11.142922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d30be490-87e6-4b46-a766-c03a253914e5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:11.143068 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b05205-f928-49bd-bcc0-a5c9d8a8d928 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:11.143956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b05205-f928-49bd-bcc0-a5c9d8a8d928 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:11.150397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-85b05205-f928-49bd-bcc0-a5c9d8a8d928 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/5dfcec3c-fbaf-408e-b3b2-45f4d4eefcd2 HTTP/1.1" status: 404 len: 333 time: 0.0406451 Oct 26 11:15:11.160491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54518) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.203519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] Deleting port f1b4db60-df88-456e-abdf-629bda0608d7 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:11.204015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.219455 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62f9788-8217-4d51-9858-c7b44e80256a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:11.220001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62f9788-8217-4d51-9858-c7b44e80256a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:11.224397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f62f9788-8217-4d51-9858-c7b44e80256a tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/493785b1-d12f-4e51-8a39-0e7d6b1a6a33 HTTP/1.1" status: 404 len: 337 time: 0.0624292 Oct 26 11:15:11.225323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c53e539-06f4-40aa-aa2e-cd21c8c216bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (40e7c0bd-119f-42df-850e-f55a9febeb88), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.228583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c53e539-06f4-40aa-aa2e-cd21c8c216bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.235202 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6c53e539-06f4-40aa-aa2e-cd21c8c216bb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/40e7c0bd-119f-42df-850e-f55a9febeb88 HTTP/1.1" status: 204 len: 168 time: 0.5486422 Oct 26 11:15:11.235959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54520) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.304692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53e539-06f4-40aa-aa2e-cd21c8c216bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e7c0bd-119f-42df-850e-f55a9febeb88,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:11.312056 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef7c884-4471-43bd-8914-53a371e4eff7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:11.312665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef7c884-4471-43bd-8914-53a371e4eff7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:11.316016 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6ef7c884-4471-43bd-8914-53a371e4eff7 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/2cad3176-19c6-4833-bb03-9e6a01e5c3fa HTTP/1.1" status: 404 len: 333 time: 0.0772474 Oct 26 11:15:11.319155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54526) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.401287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d766288b-8282-44f7-bbd7-53d448134bed), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.405186 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e18036-0aea-41a7-bbf3-f86e4dc47076 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:11.406505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e18036-0aea-41a7-bbf3-f86e4dc47076 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:11.410608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] For port f1b4db60-df88-456e-abdf-629bda0608d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f1b4db60-df88-456e-abdf-629bda0608d7,segment=NetworkSegment(ea540978-df25-4776-bc34-47f528236db0),segment_id=ea540978-df25-4776-bc34-47f528236db0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:11.411237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.411378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f7e18036-0aea-41a7-bbf3-f86e4dc47076 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d2f3b05e-2e8c-4db7-95af-6219762fab52 HTTP/1.1" status: 404 len: 337 time: 0.0908172 Oct 26 11:15:11.416878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54528) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.462859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] Calling delete_port for f1b4db60-df88-456e-abdf-629bda0608d7 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:11.470301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d30be490-87e6-4b46-a766-c03a253914e5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:11.471199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30be490-87e6-4b46-a766-c03a253914e5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.471827 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d30be490-87e6-4b46-a766-c03a253914e5 Oct 26 11:15:11.485906 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c4d107-6837-43eb-9238-b2596b38179e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:11.486489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c4d107-6837-43eb-9238-b2596b38179e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:11.500682 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-01c4d107-6837-43eb-9238-b2596b38179e tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1e73f58f-4f8d-4566-96b5-2b29cf4ff64b HTTP/1.1" status: 404 len: 333 time: 0.0824749 Oct 26 11:15:11.510897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54530) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.606073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router 49466779-a4fe-488e-9ce4-be228b29885f is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:11.607201 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-3345f1ab-8388-4c66-abd6-1cadece9a61d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:11.611115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3345f1ab-8388-4c66-abd6-1cadece9a61d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:11.619943 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3345f1ab-8388-4c66-abd6-1cadece9a61d tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/86d16d7e-f230-42b0-b6d8-90f6aca476dd HTTP/1.1" status: 404 len: 337 time: 0.1072707 Oct 26 11:15:11.627705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54534) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.707195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54536) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.759596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.764477 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dd38cc-a5f2-4aea-9630-31dcdb0d128c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:11.765419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94dd38cc-a5f2-4aea-9630-31dcdb0d128c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:11.768916 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-94dd38cc-a5f2-4aea-9630-31dcdb0d128c tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/ports/f24e059f-7e77-4498-b267-c0b409346407 HTTP/1.1" status: 404 len: 333 time: 0.1396148 Oct 26 11:15:11.784191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54540) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.839850 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe6c00d-5176-448e-ab98-5020038f9cce tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] DELETE failed (client error): The resource could not be found. Oct 26 11:15:11.840606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe6c00d-5176-448e-ab98-5020038f9cce tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:11.844321 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3fe6c00d-5176-448e-ab98-5020038f9cce tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/6eef1753-bb28-4e28-bc12-564e68bcf2f2 HTTP/1.1" status: 404 len: 337 time: 0.0556827 Oct 26 11:15:11.851816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54546) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:11.862787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Publish callbacks [] for port (817ef900-d97f-490d-85b0-b5784ca128b0), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.891407 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5f02529c-6d44-4abd-9a0d-032ab141d6b0 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1822786 Oct 26 11:15:11.903400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:11.912473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa4c8c0-8a05-43f7-969e-49dad6138c7a None None] Network 99722236-5aad-48d6-b6af-60d5655459c9 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:11.978937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (e006cddc-269c-485d-9059-cd1342ff5d5c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.101550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (e006cddc-269c-485d-9059-cd1342ff5d5c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.130485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e006cddc-269c-485d-9059-cd1342ff5d5c']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:12.143949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea540978-df25-4776-bc34-47f528236db0') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:12.144340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea540978-df25-4776-bc34-47f528236db0') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:12.159264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (ea540978-df25-4776-bc34-47f528236db0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.175896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ea540978-df25-4776-bc34-47f528236db0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.185474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:12.187387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (ea540978-df25-4776-bc34-47f528236db0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.225008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:12.322654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:12.345601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (e006cddc-269c-485d-9059-cd1342ff5d5c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.347960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ca908-cd30-415c-824b-d42751d89480 None None] Network be5ec224-1cd6-473f-9b19-14e946c6f62e requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:12.352653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d30be490-87e6-4b46-a766-c03a253914e5 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:12.364232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.373576 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] 10.222.0.26 "DELETE /networking/v2.0/networks/e006cddc-269c-485d-9059-cd1342ff5d5c HTTP/1.1" status: 204 len: 168 time: 0.5199893 Oct 26 11:15:12.383985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-054b2ecf-5a57-4714-85cc-3064f880262b None None] Provisioning complete for port 88763181-cc9f-4003-8852-9680251a94d4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:12.384399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-054b2ecf-5a57-4714-85cc-3064f880262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (88763181-cc9f-4003-8852-9680251a94d4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.385077 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-054b2ecf-5a57-4714-85cc-3064f880262b None None] Attempt 1 to provision port 88763181-cc9f-4003-8852-9680251a94d4 Oct 26 11:15:12.387456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (f1b4db60-df88-456e-abdf-629bda0608d7), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.392774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:12.399867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00296ea0-2b58-4a62-a503-44959d59fbe5 tempest-NetworksTestDHCPv6-1400421598 tempest-NetworksTestDHCPv6-1400421598-project] Pushing event deleted for resources: {'Network': ['ID=e006cddc-269c-485d-9059-cd1342ff5d5c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:12.408219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8d44d-82e2-43d9-8a2a-fa56142cd8fa None None] Sync routers for ids ['49466779-a4fe-488e-9ce4-be228b29885f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:12.409043 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7b22c8a7-0f50-4014-9064-9556d0029333 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/49466779-a4fe-488e-9ce4-be228b29885f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6799719 Oct 26 11:15:12.412246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54568) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:12.426944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54570) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:12.430946 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8d44d-82e2-43d9-8a2a-fa56142cd8fa None None] Routers {'49466779-a4fe-488e-9ce4-be228b29885f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:12.431664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5f8d44d-82e2-43d9-8a2a-fa56142cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['49466779-a4fe-488e-9ce4-be228b29885f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:12.446549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:12.448702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] Network e006cddc-269c-485d-9059-cd1342ff5d5c is not hosted by any dhcp agent {{(pid=105417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:15:12.449165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] No DVR routers for this DVR port f1b4db60-df88-456e-abdf-629bda0608d7 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:12.501166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Network 9f439f09-d09b-4618-ac81-905076827123 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:12.534101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ef97b-2cea-4bd8-8f68-1e6a2ac5f8b1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:12.534313 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5f8d44d-82e2-43d9-8a2a-fa56142cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:12.538471 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d27ef97b-2cea-4bd8-8f68-1e6a2ac5f8b1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports/4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 HTTP/1.1" status: 200 len: 910 time: 0.1227593 Oct 26 11:15:12.540034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54576) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:12.546189 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8d44d-82e2-43d9-8a2a-fa56142cd8fa None None] Routers {'49466779-a4fe-488e-9ce4-be228b29885f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:12.546809 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5f8d44d-82e2-43d9-8a2a-fa56142cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['49466779-a4fe-488e-9ce4-be228b29885f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:12.550942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-09053d89-53ac-4fad-a02b-3b0c581f3a21 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfb91f1c-0987-4361-bd87-16f8a0a987c2'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:12.585278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5f8d44d-82e2-43d9-8a2a-fa56142cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:12.586162 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8d44d-82e2-43d9-8a2a-fa56142cd8fa None None] The sync data for ids ['49466779-a4fe-488e-9ce4-be228b29885f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:12.586299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (d766288b-8282-44f7-bbd7-53d448134bed), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.593128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f1b4db60-df88-456e-abdf-629bda0608d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:12.595834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (d766288b-8282-44f7-bbd7-53d448134bed), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.596766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (816e028c-2df4-43b8-bedc-954e927fe21a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.597046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Pushing event updated for resources: {'Port': ['ID=817ef900-d97f-490d-85b0-b5784ca128b0,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:12.603489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:12.665733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:12.686681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d93009-8bc1-4da9-8bb9-a8af2cba543d None None] Pushing event deleted for resources: {'Port': ['ID=f1b4db60-df88-456e-abdf-629bda0608d7,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:12.696271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e631fb18-0395-45f1-9be7-c0f20ad5eed0 tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-312946123'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:12.696833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e631fb18-0395-45f1-9be7-c0f20ad5eed0 tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Unknown quota resources ['metering_label']. {{(pid=105416) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 11:15:12.718554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:12.752072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:12.785767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f1b4db60-df88-456e-abdf-629bda0608d7 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:12.786385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f1b4db60-df88-456e-abdf-629bda0608d7 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:12.786596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f2303a7-e47a-485b-819a-4112abd02ecb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:12.794448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54580) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:12.794700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=d766288b-8282-44f7-bbd7-53d448134bed,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:12.877321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09053d89-53ac-4fad-a02b-3b0c581f3a21 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:12.897510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54586) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:12.928295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 6f2303a7-e47a-485b-819a-4112abd02ecb {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:12.930367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f2303a7-e47a-485b-819a-4112abd02ecb not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:12.931078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 845767a2-518a-49d6-af5c-1d8ab40aa977 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:12.978702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-816cda9b-9635-4846-8c52-0547db28628d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0728803 Oct 26 11:15:13.042184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e631fb18-0395-45f1-9be7-c0f20ad5eed0 tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.046280 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e631fb18-0395-45f1-9be7-c0f20ad5eed0 tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6181426 Oct 26 11:15:13.048409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54588) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:13.053202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9c3be34d-64c1-4d53-bddb-e83ef438be7f tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b95d10a5-8a7a-4149-a077-a5965cbf4116'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:13.053708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9c3be34d-64c1-4d53-bddb-e83ef438be7f tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105416) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 11:15:13.059811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 845767a2-518a-49d6-af5c-1d8ab40aa977 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:13.060716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 845767a2-518a-49d6-af5c-1d8ab40aa977 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:13.074372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network be5ec224-1cd6-473f-9b19-14e946c6f62e is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:13.078026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:13.129550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Attempting to bind port 817ef900-d97f-490d-85b0-b5784ca128b0 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:13.130280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Attempting to bind port 817ef900-d97f-490d-85b0-b5784ca128b0 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '49240f3c-4d0f-4440-8d3a-e8c9841d1fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f439f09-d09b-4618-ac81-905076827123'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:13.130972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Attempting to bind port 817ef900-d97f-490d-85b0-b5784ca128b0 on network 9f439f09-d09b-4618-ac81-905076827123 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:13.196396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:13.197022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Checking segment: {'id': '49240f3c-4d0f-4440-8d3a-e8c9841d1fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f439f09-d09b-4618-ac81-905076827123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:13.197549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.198610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Bound using segment: {'id': '49240f3c-4d0f-4440-8d3a-e8c9841d1fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f439f09-d09b-4618-ac81-905076827123'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:13.199188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Bound port: 817ef900-d97f-490d-85b0-b5784ca128b0, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49240f3c-4d0f-4440-8d3a-e8c9841d1fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9f439f09-d09b-4618-ac81-905076827123'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:13.205799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.213908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-054b2ecf-5a57-4714-85cc-3064f880262b None None] Current status of the port 88763181-cc9f-4003-8852-9680251a94d4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:13.307545 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.services.metering.metering_plugin [None req-9c3be34d-64c1-4d53-bddb-e83ef438be7f tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 11:15:13.363628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-054b2ecf-5a57-4714-85cc-3064f880262b None None] Provisioning complete for port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:13.364209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-054b2ecf-5a57-4714-85cc-3064f880262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.364977 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-054b2ecf-5a57-4714-85cc-3064f880262b None None] Attempt 1 to provision port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 Oct 26 11:15:13.371207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] For port 817ef900-d97f-490d-85b0-b5784ca128b0, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:13.410291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] For port 817ef900-d97f-490d-85b0-b5784ca128b0, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=817ef900-d97f-490d-85b0-b5784ca128b0,segment=NetworkSegment(49240f3c-4d0f-4440-8d3a-e8c9841d1fc4),segment_id=49240f3c-4d0f-4440-8d3a-e8c9841d1fc4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:13.421379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-054b2ecf-5a57-4714-85cc-3064f880262b None None] Port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:13.431691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.532839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beae4cd-5be7-4b9d-871f-e210d527839c None None] Pushing event updated for resources: {'Port': ['ID=817ef900-d97f-490d-85b0-b5784ca128b0,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:13.571574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Provisioning complete for port 88763181-cc9f-4003-8852-9680251a94d4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:13.576368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (88763181-cc9f-4003-8852-9680251a94d4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.576972 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Attempt 1 to provision port 88763181-cc9f-4003-8852-9680251a94d4 Oct 26 11:15:13.611421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9c3be34d-64c1-4d53-bddb-e83ef438be7f tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.614716 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9c3be34d-64c1-4d53-bddb-e83ef438be7f tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5633721 Oct 26 11:15:13.618012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54598) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:13.643079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-89f9af01-da4f-45df-9901-a49403a35c3c tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b95d10a5-8a7a-4149-a077-a5965cbf4116'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:13.644139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-89f9af01-da4f-45df-9901-a49403a35c3c tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105416) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 11:15:13.746522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Current status of the port 88763181-cc9f-4003-8852-9680251a94d4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:13.765027 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.services.metering.metering_plugin [None req-89f9af01-da4f-45df-9901-a49403a35c3c tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 11:15:13.768678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Provisioning complete for port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:13.769003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.769398 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Attempt 1 to provision port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 Oct 26 11:15:13.901801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:13.912739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Provisioning complete for port d30be490-87e6-4b46-a766-c03a253914e5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:13.917855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30be490-87e6-4b46-a766-c03a253914e5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.918600 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Attempt 1 to provision port d30be490-87e6-4b46-a766-c03a253914e5 Oct 26 11:15:13.955408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-89f9af01-da4f-45df-9901-a49403a35c3c tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:13.959572 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-89f9af01-da4f-45df-9901-a49403a35c3c tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3404896 Oct 26 11:15:13.960220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54604) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:13.986701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54606) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:13.991923 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-033e76d1-6e5f-4764-b2bc-b1e7f504a013 tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-label-rules?id=0c3b84a4-15ec-4021-9ae6-a0a65613c03b HTTP/1.1" status: 200 len: 464 time: 0.0284150 Oct 26 11:15:14.001753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54608) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:14.049182 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment ea540978-df25-4776-bc34-47f528236db0 resource provider aggregate not found Oct 26 11:15:14.118796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 816e028c-2df4-43b8-bedc-954e927fe21a is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:14.140875 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment ea540978-df25-4776-bc34-47f528236db0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea540978-df25-4776-bc34-47f528236db0 found for delete ", "request_id": "req-9192ebc6-d0c1-4e38-9f54-9a53cdb534f6"}]} Oct 26 11:15:14.168985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9a31ef0a-f379-4b10-8e84-b65a911a8f62 None None] Current status of the port d30be490-87e6-4b46-a766-c03a253914e5 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:14.169405 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-24c4ae28-e1e9-4590-af17-ffac7da44578 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b236a6ef558541ac949d09d4ebd85877&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3733330 Oct 26 11:15:14.173897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54616) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:14.189411 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4a970c14-98d4-46bb-bd22-d321d3b460e9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1961982 Oct 26 11:15:14.247332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:14.282003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09053d89-53ac-4fad-a02b-3b0c581f3a21 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.310819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82ae26a7-03ef-40be-8004-0d6622ac4fbd tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.314777 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-82ae26a7-03ef-40be-8004-0d6622ac4fbd tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "DELETE /networking/v2.0/metering/metering-label-rules/0c3b84a4-15ec-4021-9ae6-a0a65613c03b HTTP/1.1" status: 204 len: 168 time: 0.3119347 Oct 26 11:15:14.315381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54618) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:14.324076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9584e9c0-fc96-4632-b642-836da0380cf1 admin admin] Publish callbacks [] for security_group (f05f656c-de8d-4d8e-93db-261870345c7e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.332333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09053d89-53ac-4fad-a02b-3b0c581f3a21 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.340842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Provisioning complete for port d30be490-87e6-4b46-a766-c03a253914e5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:14.341225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30be490-87e6-4b46-a766-c03a253914e5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.341561 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Attempt 1 to provision port d30be490-87e6-4b46-a766-c03a253914e5 Oct 26 11:15:14.379962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54620) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:14.400682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9abe5fc8-c343-4dea-b75d-3446e01b7a6b tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-label-rules?id=0c3b84a4-15ec-4021-9ae6-a0a65613c03b HTTP/1.1" status: 200 len: 221 time: 0.0824175 Oct 26 11:15:14.403574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54624) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:14.407167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4b909a57-e828-4ed4-865f-683aae2fbd1a tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1469680917', 'description': 'label created by tempest'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:14.407605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4b909a57-e828-4ed4-865f-683aae2fbd1a tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Unknown quota resources ['metering_label']. {{(pid=105416) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 11:15:14.422460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9584e9c0-fc96-4632-b642-836da0380cf1 admin admin] Publish callbacks [] for security_group (f05f656c-de8d-4d8e-93db-261870345c7e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.436884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:14.453161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:14.473801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:14.479585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09053d89-53ac-4fad-a02b-3b0c581f3a21 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:14.480594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09053d89-53ac-4fad-a02b-3b0c581f3a21 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.480819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:14.486538 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-09053d89-53ac-4fad-a02b-3b0c581f3a21 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/ports/4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 HTTP/1.1" status: 200 len: 910 time: 1.9408216 Oct 26 11:15:14.486538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09053d89-53ac-4fad-a02b-3b0c581f3a21 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:14.488528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54626) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:14.500243 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-723e5c60-de06-4cf6-a9d8-353b9336f8f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/816e028c-2df4-43b8-bedc-954e927fe21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8677516 Oct 26 11:15:14.507971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54628) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:14.576773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Current status of the port d30be490-87e6-4b46-a766-c03a253914e5 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:14.616257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Provisioning complete for port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:14.616766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.618999 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Attempt 1 to provision port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 Oct 26 11:15:14.623666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117fd19-7cb3-4dd4-a808-d74662b56fb5 None None] Sync routers for ids ['816e028c-2df4-43b8-bedc-954e927fe21a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:14.634652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfac07e-1345-465a-9004-d2a7e7a12494 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:14.636144 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7bfac07e-1345-465a-9004-d2a7e7a12494 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports/d766288b-8282-44f7-bbd7-53d448134bed HTTP/1.1" status: 200 len: 911 time: 0.1264980 Oct 26 11:15:14.640257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54630) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:14.640880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 817ef900-d97f-490d-85b0-b5784ca128b0 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:14.687100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:14.703666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9584e9c0-fc96-4632-b642-836da0380cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f05f656c-de8d-4d8e-93db-261870345c7e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.706527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9584e9c0-fc96-4632-b642-836da0380cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.710456 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9584e9c0-fc96-4632-b642-836da0380cf1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f05f656c-de8d-4d8e-93db-261870345c7e HTTP/1.1" status: 204 len: 168 time: 0.5353117 Oct 26 11:15:14.726401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584e9c0-fc96-4632-b642-836da0380cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05f656c-de8d-4d8e-93db-261870345c7e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:14.729693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117fd19-7cb3-4dd4-a808-d74662b56fb5 None None] Routers {'816e028c-2df4-43b8-bedc-954e927fe21a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:14.731942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9117fd19-7cb3-4dd4-a808-d74662b56fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['816e028c-2df4-43b8-bedc-954e927fe21a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:14.809061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9117fd19-7cb3-4dd4-a808-d74662b56fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:14.861782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:14.874045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117fd19-7cb3-4dd4-a808-d74662b56fb5 None None] Routers {'816e028c-2df4-43b8-bedc-954e927fe21a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:14.875264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9117fd19-7cb3-4dd4-a808-d74662b56fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['816e028c-2df4-43b8-bedc-954e927fe21a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:14.883258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 817ef900-d97f-490d-85b0-b5784ca128b0 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:14.884075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.884712 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 817ef900-d97f-490d-85b0-b5784ca128b0 Oct 26 11:15:14.957294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Provisioning complete for port d766288b-8282-44f7-bbd7-53d448134bed triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:14.958517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d766288b-8282-44f7-bbd7-53d448134bed), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:14.959106 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Attempt 1 to provision port d766288b-8282-44f7-bbd7-53d448134bed Oct 26 11:15:14.995776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-05cf75c8-1ee0-4211-b55d-5a6ba811f7a9 None None] Port d766288b-8282-44f7-bbd7-53d448134bed cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:14.997622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9117fd19-7cb3-4dd4-a808-d74662b56fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:15.000221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117fd19-7cb3-4dd4-a808-d74662b56fb5 None None] The sync data for ids ['816e028c-2df4-43b8-bedc-954e927fe21a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:15.066916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 817ef900-d97f-490d-85b0-b5784ca128b0 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:15.067547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.114111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 817ef900-d97f-490d-85b0-b5784ca128b0, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=817ef900-d97f-490d-85b0-b5784ca128b0,segment=NetworkSegment(49240f3c-4d0f-4440-8d3a-e8c9841d1fc4),segment_id=49240f3c-4d0f-4440-8d3a-e8c9841d1fc4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:15.124177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.128005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ace82a38-3439-4aba-b4ce-c4797001f927 None None] Provisioning complete for port d766288b-8282-44f7-bbd7-53d448134bed triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:15.128380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ace82a38-3439-4aba-b4ce-c4797001f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d766288b-8282-44f7-bbd7-53d448134bed), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.128832 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ace82a38-3439-4aba-b4ce-c4797001f927 None None] Attempt 1 to provision port d766288b-8282-44f7-bbd7-53d448134bed Oct 26 11:15:15.168385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4b909a57-e828-4ed4-865f-683aae2fbd1a tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.171938 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b909a57-e828-4ed4-865f-683aae2fbd1a tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7679079 Oct 26 11:15:15.172546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:15.184860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:15.195140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.195804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:15.202777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0f8ad-452f-4037-be66-bd921ead83ea None None] Network 9f439f09-d09b-4618-ac81-905076827123 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:15.272660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ace82a38-3439-4aba-b4ce-c4797001f927 None None] Port d766288b-8282-44f7-bbd7-53d448134bed cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:15.286366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:15.306101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=817ef900-d97f-490d-85b0-b5784ca128b0,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:15.336813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.338088 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-32173761-5663-4e7b-89f7-61f025e1cae4 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1345584 Oct 26 11:15:15.347231 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d05b7b80-8bba-4f46-a2f3-357ad165ae58 tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-labels?id=7615bc91-d6e2-4ae3-aef7-dff182dfb3f4 HTTP/1.1" status: 200 len: 468 time: 0.1694100 Oct 26 11:15:15.347416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54648) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:15.423085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-95ba3e50-9958-4125-b7a9-3d2cae6ee52f None None] Provisioning complete for port 817ef900-d97f-490d-85b0-b5784ca128b0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:15.423950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95ba3e50-9958-4125-b7a9-3d2cae6ee52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.424554 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-95ba3e50-9958-4125-b7a9-3d2cae6ee52f None None] Attempt 1 to provision port 817ef900-d97f-490d-85b0-b5784ca128b0 Oct 26 11:15:15.548235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 2001:db8:1::1 (9f439f09-d09b-4618-ac81-905076827123/469c45d5-05e9-4239-a078-4eef5cebc3b5/c77e2766-9809-4544-8242-d0ced64bd99e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:15.572394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-95ba3e50-9958-4125-b7a9-3d2cae6ee52f None None] Current status of the port 817ef900-d97f-490d-85b0-b5784ca128b0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:15.662639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.721935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (c77e2766-9809-4544-8242-d0ced64bd99e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.734192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:15.766468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c77e2766-9809-4544-8242-d0ced64bd99e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.772459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:15.802840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b596dfae-c415-4fe0-9730-7219e59a959b tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.803884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9a4af9ef-fa2f-40fc-a480-b93cad6b9365 None None] Provisioning complete for port 817ef900-d97f-490d-85b0-b5784ca128b0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:15.804503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9a4af9ef-fa2f-40fc-a480-b93cad6b9365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.807305 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b596dfae-c415-4fe0-9730-7219e59a959b tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "DELETE /networking/v2.0/metering/metering-labels/7615bc91-d6e2-4ae3-aef7-dff182dfb3f4 HTTP/1.1" status: 204 len: 168 time: 0.4499185 Oct 26 11:15:15.808449 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9a4af9ef-fa2f-40fc-a480-b93cad6b9365 None None] Attempt 1 to provision port 817ef900-d97f-490d-85b0-b5784ca128b0 Oct 26 11:15:15.811133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54660) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:15.825126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 9f439f09-d09b-4618-ac81-905076827123 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:15.831964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:15.838048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:15.839002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (816e028c-2df4-43b8-bedc-954e927fe21a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:15.846419 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b34e5d77-c953-42b6-8b28-42d8cefa4511 tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-labels?id=7615bc91-d6e2-4ae3-aef7-dff182dfb3f4 HTTP/1.1" status: 200 len: 216 time: 0.0324678 Oct 26 11:15:15.847324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54662) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:15.907707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54664) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:15.915691 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-06927a7c-5901-4381-87c7-cbb1f657c085 tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0645251 Oct 26 11:15:15.916323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54666) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:15.933210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=c77e2766-9809-4544-8242-d0ced64bd99e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:15.949850 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a2a691b3-444b-43c2-a44b-9d649f0900ee tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0285285 Oct 26 11:15:15.953317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54670) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:15.955865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9a4af9ef-fa2f-40fc-a480-b93cad6b9365 None None] Current status of the port 817ef900-d97f-490d-85b0-b5784ca128b0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:15.972020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Allocated IP 172.26.0.103 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/766c50ea-9bd1-4151-9468-faf69895515a) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:16.029910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (49466779-a4fe-488e-9ce4-be228b29885f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.085277 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3dcc70e-4191-475f-b068-43a16c2525c3 tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-labels/b95d10a5-8a7a-4149-a077-a5965cbf4116 HTTP/1.1" status: 200 len: 472 time: 0.1295435 Oct 26 11:15:16.094643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1189318838'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:16.098021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54672) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:16.148018 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a858dfbb-53f0-451f-8288-1e205873313d tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-label-rules/516b88b4-eade-4a81-a7b3-d80b2ee10d04 HTTP/1.1" status: 200 len: 461 time: 0.0487032 Oct 26 11:15:16.152913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54674) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:16.170526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c77e2766-9809-4544-8242-d0ced64bd99e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.176956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Made reservation on behalf of facc52af7db040cd837e53735188e91d for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:16.182104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.184809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d8c42a00-6ddf-4db1-a134-9f0b5e6088d0 None None] Provisioning complete for port c77e2766-9809-4544-8242-d0ced64bd99e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:16.185321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d8c42a00-6ddf-4db1-a134-9f0b5e6088d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c77e2766-9809-4544-8242-d0ced64bd99e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.185789 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8c42a00-6ddf-4db1-a134-9f0b5e6088d0 None None] Attempt 1 to provision port c77e2766-9809-4544-8242-d0ced64bd99e Oct 26 11:15:16.187297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:16.209713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.223706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:16.228290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d8c42a00-6ddf-4db1-a134-9f0b5e6088d0 None None] Port c77e2766-9809-4544-8242-d0ced64bd99e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:16.258632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks [] for port (766c50ea-9bd1-4151-9468-faf69895515a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.332682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (766c50ea-9bd1-4151-9468-faf69895515a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.355045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54676) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:16.357111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:16.384346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:16.400572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d068-30c5-4478-9e67-525556793bdc tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.404010 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1b3d068-30c5-4478-9e67-525556793bdc tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "DELETE /networking/v2.0/metering/metering-label-rules/516b88b4-eade-4a81-a7b3-d80b2ee10d04 HTTP/1.1" status: 204 len: 168 time: 0.2461977 Oct 26 11:15:16.407264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54678) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:16.447429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 817ef900-d97f-490d-85b0-b5784ca128b0 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:16.452844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:16.452844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.459198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:16.479249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Pushing event updated for resources: {'Port': ['ID=766c50ea-9bd1-4151-9468-faf69895515a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:16.481750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:16.492563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:16.502501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 817ef900-d97f-490d-85b0-b5784ca128b0 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:16.503529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.503529 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 817ef900-d97f-490d-85b0-b5784ca128b0 Oct 26 11:15:16.550147 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-82011710-0960-44b7-9c88-d31345c04149 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1913722 Oct 26 11:15:16.586042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 817ef900-d97f-490d-85b0-b5784ca128b0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:16.638531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.660056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:16.672980 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks [] for floatingip (d0ccea36-49f5-448e-8aee-7af18488d96e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.743300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for security_group (514d7569-3461-4618-87cb-29ad81c08ff7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.748866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-51515ded-7249-4de0-ab33-6770968e44be tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.750002 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-51515ded-7249-4de0-ab33-6770968e44be tempest-MeteringTestJSON-1747820375 tempest-MeteringTestJSON-1747820375-project-admin] 10.222.0.26 "DELETE /networking/v2.0/metering/metering-labels/b95d10a5-8a7a-4149-a077-a5965cbf4116 HTTP/1.1" status: 204 len: 168 time: 0.3403511 Oct 26 11:15:16.753281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (514d7569-3461-4618-87cb-29ad81c08ff7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.754885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (766c50ea-9bd1-4151-9468-faf69895515a), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.784274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:16.826836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514d7569-3461-4618-87cb-29ad81c08ff7,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:16.830024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a7be01f6-f2e2-475d-b3ab-a68ce9217a6e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.830374 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Added segment a7be01f6-f2e2-475d-b3ab-a68ce9217a6e of type vlan for network ab52f0bd-2c03-4e24-af21-b159fc09f705 Oct 26 11:15:16.893115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (ab52f0bd-2c03-4e24-af21-b159fc09f705), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.898094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:16.913904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:16.937139 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (c77e2766-9809-4544-8242-d0ced64bd99e), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.946539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (c77e2766-9809-4544-8242-d0ced64bd99e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.947362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (816e028c-2df4-43b8-bedc-954e927fe21a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.973648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (ab52f0bd-2c03-4e24-af21-b159fc09f705), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.978909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:16.979514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:16.994097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.033972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks [] for port (766c50ea-9bd1-4151-9468-faf69895515a), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.037328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=4e0ea2d7-11f3-4bb5-b18f-44609e5e0ea2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:17.044674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (766c50ea-9bd1-4151-9468-faf69895515a), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.063679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1547055 Oct 26 11:15:17.070368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54684) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:17.095518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Request body: {'subnet': {'network_id': 'ab52f0bd-2c03-4e24-af21-b159fc09f705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:17.117062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54686) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:17.117435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:17.120813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=c77e2766-9809-4544-8242-d0ced64bd99e,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:17.123083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26599a36-2d52-4d2a-9919-5d6571499bd8 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event updated for resources: {'Network': ['ID=ab52f0bd-2c03-4e24-af21-b159fc09f705,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:17.150790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network ab52f0bd-2c03-4e24-af21-b159fc09f705 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:17.172168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:17.175671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 9f439f09-d09b-4618-ac81-905076827123 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:17.177115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:17.275001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (d0ccea36-49f5-448e-8aee-7af18488d96e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.284442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Pushing event updated for resources: {'Port': ['ID=766c50ea-9bd1-4151-9468-faf69895515a,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:17.314192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1a8119a7-43cb-4541-a5ca-2a2960039a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.324193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.329243 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-25e41a54-c8f9-4ffd-b108-b0725c3459da tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9452102 Oct 26 11:15:17.330150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54690) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:17.339037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-541852826', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'fixed_ips': [{'ip_address': '172.26.0.103'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:17.351400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 816e028c-2df4-43b8-bedc-954e927fe21a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:17.479188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f5170931-3c9a-4aad-8bce-6ae744402267 None None] Provisioning complete for port c77e2766-9809-4544-8242-d0ced64bd99e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:17.480250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f5170931-3c9a-4aad-8bce-6ae744402267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c77e2766-9809-4544-8242-d0ced64bd99e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.480761 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f5170931-3c9a-4aad-8bce-6ae744402267 None None] Attempt 1 to provision port c77e2766-9809-4544-8242-d0ced64bd99e Oct 26 11:15:17.526638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f5170931-3c9a-4aad-8bce-6ae744402267 None None] Port c77e2766-9809-4544-8242-d0ced64bd99e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:17.730003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Made reservation on behalf of facc52af7db040cd837e53735188e91d for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:17.733778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.736964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54692) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:17.763367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (49466779-a4fe-488e-9ce4-be228b29885f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.802914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:17.805670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1a8119a7-43cb-4541-a5ca-2a2960039a88 admin admin] Publish callbacks [] for security_group (b8f9f287-2b82-4a19-81d7-168241256df9), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.812481 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3da745ce-2dc6-4de7-892f-e7c32ce04c4b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/816e028c-2df4-43b8-bedc-954e927fe21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1706772 Oct 26 11:15:17.813768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54694) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:17.815956 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2021d-a937-4328-871c-c13c7a8a0f55 None None] Sync routers for ids ['816e028c-2df4-43b8-bedc-954e927fe21a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:17.824874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1a8119a7-43cb-4541-a5ca-2a2960039a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b8f9f287-2b82-4a19-81d7-168241256df9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.828639 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2021d-a937-4328-871c-c13c7a8a0f55 None None] Routers {'816e028c-2df4-43b8-bedc-954e927fe21a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:17.829388 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-48d2021d-a937-4328-871c-c13c7a8a0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['816e028c-2df4-43b8-bedc-954e927fe21a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:17.849843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Made reservation on behalf of bca087db781a4e37b48c31843923df32 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:17.852239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.869162 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-48d2021d-a937-4328-871c-c13c7a8a0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:17.887627 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2021d-a937-4328-871c-c13c7a8a0f55 None None] Routers {'816e028c-2df4-43b8-bedc-954e927fe21a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:17.888346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-48d2021d-a937-4328-871c-c13c7a8a0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['816e028c-2df4-43b8-bedc-954e927fe21a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:17.892490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a290817-63cd-408f-a41c-c6024375ce3f None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:15:17.912804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e88131-762a-42be-8c12-806430c20f35 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:17.914435 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-98e88131-762a-42be-8c12-806430c20f35 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports/c77e2766-9809-4544-8242-d0ced64bd99e HTTP/1.1" status: 200 len: 913 time: 0.1000512 Oct 26 11:15:17.919251 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1a8119a7-43cb-4541-a5ca-2a2960039a88 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7554564b5b874a68b0312b70e463cb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7994761 Oct 26 11:15:17.920200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54696) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:17.926911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54698) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:17.929186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8119a7-43cb-4541-a5ca-2a2960039a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f9f287-2b82-4a19-81d7-168241256df9,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:17.950627 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-48d2021d-a937-4328-871c-c13c7a8a0f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:17.951340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2021d-a937-4328-871c-c13c7a8a0f55 None None] The sync data for ids ['816e028c-2df4-43b8-bedc-954e927fe21a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:17.954624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:17.996425 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e6ae7364-74f3-4038-949a-0c8a5913c3ae tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2538214 Oct 26 11:15:18.027940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a290817-63cd-408f-a41c-c6024375ce3f None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:15:18.057303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:18.097732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router 49466779-a4fe-488e-9ce4-be228b29885f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:18.134259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6f77-5a6b-4aa3-ac07-fc4440931efe admin admin] Publish callbacks [] for security_group (b8f9f287-2b82-4a19-81d7-168241256df9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.187270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6f77-5a6b-4aa3-ac07-fc4440931efe admin admin] Publish callbacks [] for security_group (b8f9f287-2b82-4a19-81d7-168241256df9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.270950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:18.301298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:18.307856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:18.311644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks [] for security_group (6495da69-f03e-475c-8e34-4c3efa0b7e10), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.315287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d3504-f637-4cd6-a1af-ed11bac1b371 None None] Sync routers for ids ['49466779-a4fe-488e-9ce4-be228b29885f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:18.317701 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d942e0d1-d8ba-4bcb-be4a-b863b8e0fb7e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/49466779-a4fe-488e-9ce4-be228b29885f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8263414 Oct 26 11:15:18.318875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54700) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:18.336176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6495da69-f03e-475c-8e34-4c3efa0b7e10), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.340267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (fc100f82-f194-486a-b7a5-5604e9bbde3e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.345578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d3504-f637-4cd6-a1af-ed11bac1b371 None None] Routers {'49466779-a4fe-488e-9ce4-be228b29885f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:18.346646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b95d3504-f637-4cd6-a1af-ed11bac1b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['49466779-a4fe-488e-9ce4-be228b29885f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:18.355901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6f77-5a6b-4aa3-ac07-fc4440931efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b8f9f287-2b82-4a19-81d7-168241256df9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.359611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6f77-5a6b-4aa3-ac07-fc4440931efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.361787 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa7d6f77-5a6b-4aa3-ac07-fc4440931efe admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b8f9f287-2b82-4a19-81d7-168241256df9 HTTP/1.1" status: 204 len: 168 time: 0.4334767 Oct 26 11:15:18.376742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] device_id is not set on port f877cf89-882a-470f-ab21-3ed5180377fe yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:15:18.419777 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-451468e4-cb98-4c1c-86e5-0cb6b463b10b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=49466779-a4fe-488e-9ce4-be228b29885f HTTP/1.1" status: 200 len: 205 time: 0.0971289 Oct 26 11:15:18.436094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54704) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:18.436634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d6f77-5a6b-4aa3-ac07-fc4440931efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f9f287-2b82-4a19-81d7-168241256df9,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:18.471693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (816e028c-2df4-43b8-bedc-954e927fe21a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.591459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:18.619197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495da69-f03e-475c-8e34-4c3efa0b7e10,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:18.620441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b95d3504-f637-4cd6-a1af-ed11bac1b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:18.638397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d3504-f637-4cd6-a1af-ed11bac1b371 None None] Routers {'49466779-a4fe-488e-9ce4-be228b29885f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:18.639214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b95d3504-f637-4cd6-a1af-ed11bac1b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['49466779-a4fe-488e-9ce4-be228b29885f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:18.689893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b95d3504-f637-4cd6-a1af-ed11bac1b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:18.690642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d3504-f637-4cd6-a1af-ed11bac1b371 None None] The sync data for ids ['49466779-a4fe-488e-9ce4-be228b29885f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:18.733815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event updated for resources: {'Subnet': ['ID=fc100f82-f194-486a-b7a5-5604e9bbde3e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:18.770702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fc22694-fed9-4077-9b07-e38ee954e33e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (49466779-a4fe-488e-9ce4-be228b29885f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.825598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port c77e2766-9809-4544-8242-d0ced64bd99e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:18.826270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c77e2766-9809-4544-8242-d0ced64bd99e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.875623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54708) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:18.902848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e796e13-2513-4fd1-99e0-5e5e90940945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.905302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Checking segment: {'id': 'a7be01f6-f2e2-475d-b3ab-a68ce9217a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ab52f0bd-2c03-4e24-af21-b159fc09f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:18.905668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Network hostable DHCP agents. Network: ab52f0bd-2c03-4e24-af21-b159fc09f705, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:18.966447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c77e2766-9809-4544-8242-d0ced64bd99e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:18.989108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for c77e2766-9809-4544-8242-d0ced64bd99e owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:19.001308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54710) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:19.017175 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71f09960-a479-4c93-8070-b60aec58e06c req-3e154080-4221-4c33-8465-eea4d8417de6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1767209 Oct 26 11:15:19.062842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fc22694-fed9-4077-9b07-e38ee954e33e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (49466779-a4fe-488e-9ce4-be228b29885f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.065287 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 11:15:19.065860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:15:19.068355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fc22694-fed9-4077-9b07-e38ee954e33e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (49466779-a4fe-488e-9ce4-be228b29885f), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.075104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-385327ca-ff48-48ca-9d0c-6a7e899aedcb None None] Provisioning complete for port 88763181-cc9f-4003-8852-9680251a94d4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:19.075615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Network ab52f0bd-2c03-4e24-af21-b159fc09f705 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:19.075920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-385327ca-ff48-48ca-9d0c-6a7e899aedcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (88763181-cc9f-4003-8852-9680251a94d4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.079238 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-385327ca-ff48-48ca-9d0c-6a7e899aedcb None None] Attempt 1 to provision port 88763181-cc9f-4003-8852-9680251a94d4 Oct 26 11:15:19.131441 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3284c4f3-f163-45d8-bc92-5c85b7bf4f78 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1268861 Oct 26 11:15:19.133611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, ab52f0bd-2c03-4e24-af21-b159fc09f705) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:19.138485 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1a485e92-79be-4c6c-98d0-239b29729338 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8046889 Oct 26 11:15:19.145540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54712) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:19.148808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:19.150734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.153329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1869f8-d375-4c2d-b85c-93aa4b2259a3 None None] Network ab52f0bd-2c03-4e24-af21-b159fc09f705 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:19.177041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fc22694-fed9-4077-9b07-e38ee954e33e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (49466779-a4fe-488e-9ce4-be228b29885f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.177596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc22694-fed9-4077-9b07-e38ee954e33e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Fanout notify agent at l3_agent the message router_deleted on router 49466779-a4fe-488e-9ce4-be228b29885f {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:19.186266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e796e13-2513-4fd1-99e0-5e5e90940945 admin admin] Publish callbacks [] for security_group (adcb108d-d38e-4071-8b8c-8978cdb78b5e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.200108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2fc22694-fed9-4077-9b07-e38ee954e33e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.203642 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2fc22694-fed9-4077-9b07-e38ee954e33e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/49466779-a4fe-488e-9ce4-be228b29885f HTTP/1.1" status: 204 len: 168 time: 0.7586584 Oct 26 11:15:19.206221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54714) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:19.216998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-385327ca-ff48-48ca-9d0c-6a7e899aedcb None None] Current status of the port 88763181-cc9f-4003-8852-9680251a94d4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:19.218738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09960-a479-4c93-8070-b60aec58e06c req-1faab63e-010b-4a2f-9358-7552e6a2ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:19.220268 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71f09960-a479-4c93-8070-b60aec58e06c req-1faab63e-010b-4a2f-9358-7552e6a2ae26 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55&device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 1129 time: 0.0978334 Oct 26 11:15:19.223292 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-48d16c6c-b13e-4bf2-8710-70390d688b92 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1323545 Oct 26 11:15:19.238367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e796e13-2513-4fd1-99e0-5e5e90940945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (adcb108d-d38e-4071-8b8c-8978cdb78b5e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.242174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54716) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:19.263945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-339ec790-1024-4cd4-a0aa-bea26fb17f08 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-744003820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:19.318963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-ab52f0bd-2c03-4e24-af21-b159fc09f705', 'network_id': 'ab52f0bd-2c03-4e24-af21-b159fc09f705', 'project_id': 'facc52af7db040cd837e53735188e91d', 'fixed_ips': [{'subnet_id': 'fc100f82-f194-486a-b7a5-5604e9bbde3e'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:19.320933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.324411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c70ea9-252a-4933-92a8-0024fde9b3a5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting subnet dfb91f1c-0987-4361-bd87-16f8a0a987c2 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:19.329080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1c70ea9-252a-4933-92a8-0024fde9b3a5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (dfb91f1c-0987-4361-bd87-16f8a0a987c2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.333000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:19.388588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:19.389322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1c70ea9-252a-4933-92a8-0024fde9b3a5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (dfb91f1c-0987-4361-bd87-16f8a0a987c2), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.420047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:19.420298 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4e796e13-2513-4fd1-99e0-5e5e90940945 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=412c82ee3ff54fbfb348e8d45f241636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409813 Oct 26 11:15:19.420458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54718) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:19.434561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:19.450155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e796e13-2513-4fd1-99e0-5e5e90940945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb108d-d38e-4071-8b8c-8978cdb78b5e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:19.461292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-339ec790-1024-4cd4-a0aa-bea26fb17f08 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.463099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-339ec790-1024-4cd4-a0aa-bea26fb17f08 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.468062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09960-a479-4c93-8070-b60aec58e06c req-3d26a606-8bf0-4cba-91f7-8fd606bfd054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:19.469560 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71f09960-a479-4c93-8070-b60aec58e06c req-3d26a606-8bf0-4cba-91f7-8fd606bfd054 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=2021c8ec-7285-4563-809f-563a6427766a HTTP/1.1" status: 200 len: 913 time: 0.2209539 Oct 26 11:15:19.490356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:19.497806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Allocated IP 172.20.0.2 (ab52f0bd-2c03-4e24-af21-b159fc09f705/fc100f82-f194-486a-b7a5-5604e9bbde3e/d413fdfe-889a-4dea-8709-fbc5ca267b43) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:19.504112 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Deleting port 766c50ea-9bd1-4151-9468-faf69895515a {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:19.504461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (766c50ea-9bd1-4151-9468-faf69895515a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.569146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c77e2766-9809-4544-8242-d0ced64bd99e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.594022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9bad6a3d-123e-452e-a4a4-077a72ab0fec admin admin] Publish callbacks [] for security_group (adcb108d-d38e-4071-8b8c-8978cdb78b5e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.621701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=c77e2766-9809-4544-8242-d0ced64bd99e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:19.634901 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71f09960-a479-4c93-8070-b60aec58e06c req-ab5812a3-ed62-4c6f-b78a-07e41076127f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 HTTP/1.1" status: 200 len: 1001 time: 0.1572187 Oct 26 11:15:19.640360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1c70ea9-252a-4933-92a8-0024fde9b3a5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (dfb91f1c-0987-4361-bd87-16f8a0a987c2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.677324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9bad6a3d-123e-452e-a4a4-077a72ab0fec admin admin] Publish callbacks [] for security_group (adcb108d-d38e-4071-8b8c-8978cdb78b5e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.679025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:19.683802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-339ec790-1024-4cd4-a0aa-bea26fb17f08 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for router_controller (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.695449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Publish callbacks [] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.701653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-339ec790-1024-4cd4-a0aa-bea26fb17f08 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.706163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.749101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Network ab52f0bd-2c03-4e24-af21-b159fc09f705 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:19.755051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:19.762282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:19.776497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Pushing event updated for resources: {'Port': ['ID=d413fdfe-889a-4dea-8709-fbc5ca267b43,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:19.779432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09960-a479-4c93-8070-b60aec58e06c req-9e43da8d-936b-4243-89f4-94bdc672a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:19.781470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71f09960-a479-4c93-8070-b60aec58e06c req-9e43da8d-936b-4243-89f4-94bdc672a8eb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c836e68d-e475-41cf-a583-ed10d976beee HTTP/1.1" status: 200 len: 851 time: 0.1376367 Oct 26 11:15:19.848920 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f09960-a479-4c93-8070-b60aec58e06c req-3f340221-ddac-404d-9f8b-ea4db13a5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:19.850755 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71f09960-a479-4c93-8070-b60aec58e06c req-3f340221-ddac-404d-9f8b-ea4db13a5165 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=2021c8ec-7285-4563-809f-563a6427766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0623438 Oct 26 11:15:19.853390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1c70ea9-252a-4933-92a8-0024fde9b3a5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (dfb91f1c-0987-4361-bd87-16f8a0a987c2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.853770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Attempting to bind port d413fdfe-889a-4dea-8709-fbc5ca267b43 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:19.854279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Attempting to bind port d413fdfe-889a-4dea-8709-fbc5ca267b43 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a7be01f6-f2e2-475d-b3ab-a68ce9217a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ab52f0bd-2c03-4e24-af21-b159fc09f705'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:19.854893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Attempting to bind port d413fdfe-889a-4dea-8709-fbc5ca267b43 on network ab52f0bd-2c03-4e24-af21-b159fc09f705 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:19.863898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (766c50ea-9bd1-4151-9468-faf69895515a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.864343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks [] for floatingip (766c50ea-9bd1-4151-9468-faf69895515a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.875474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9bad6a3d-123e-452e-a4a4-077a72ab0fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (adcb108d-d38e-4071-8b8c-8978cdb78b5e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.878238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9bad6a3d-123e-452e-a4a4-077a72ab0fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.881940 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9bad6a3d-123e-452e-a4a4-077a72ab0fec admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/adcb108d-d38e-4071-8b8c-8978cdb78b5e HTTP/1.1" status: 204 len: 168 time: 0.4578176 Oct 26 11:15:19.903804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Calling delete_port for 766c50ea-9bd1-4151-9468-faf69895515a owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:19.921430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (816e028c-2df4-43b8-bedc-954e927fe21a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.924966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:19.925351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Checking segment: {'id': 'a7be01f6-f2e2-475d-b3ab-a68ce9217a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ab52f0bd-2c03-4e24-af21-b159fc09f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:19.925763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.926162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Bound using segment: {'id': 'a7be01f6-f2e2-475d-b3ab-a68ce9217a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ab52f0bd-2c03-4e24-af21-b159fc09f705'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:19.926639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Bound port: d413fdfe-889a-4dea-8709-fbc5ca267b43, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7be01f6-f2e2-475d-b3ab-a68ce9217a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ab52f0bd-2c03-4e24-af21-b159fc09f705'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:19.927025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.966862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c70ea9-252a-4933-92a8-0024fde9b3a5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb91f1c-0987-4361-bd87-16f8a0a987c2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:19.969057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1c70ea9-252a-4933-92a8-0024fde9b3a5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.972241 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c1c70ea9-252a-4933-92a8-0024fde9b3a5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/dfb91f1c-0987-4361-bd87-16f8a0a987c2 HTTP/1.1" status: 204 len: 168 time: 0.7667463 Oct 26 11:15:19.977223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad6a3d-123e-452e-a4a4-077a72ab0fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb108d-d38e-4071-8b8c-8978cdb78b5e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:19.980270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54722) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:19.990220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befac129-bce3-46cc-8082-dafec8872595 None None] Network 99722236-5aad-48d6-b6af-60d5655459c9 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:20.057642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-339ec790-1024-4cd4-a0aa-bea26fb17f08 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.058883 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-339ec790-1024-4cd4-a0aa-bea26fb17f08 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8012340 Oct 26 11:15:20.062995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54724) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:20.124520 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71f09960-a479-4c93-8070-b60aec58e06c req-4408de69-16cb-453f-8675-e9ca6b719fd2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623928 Oct 26 11:15:20.128248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] For port d413fdfe-889a-4dea-8709-fbc5ca267b43, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:20.144477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] For port d413fdfe-889a-4dea-8709-fbc5ca267b43, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d413fdfe-889a-4dea-8709-fbc5ca267b43,segment=NetworkSegment(a7be01f6-f2e2-475d-b3ab-a68ce9217a6e),segment_id=a7be01f6-f2e2-475d-b3ab-a68ce9217a6e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:20.154314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.167890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54726) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:20.236232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ffb334-52c7-45a1-9d18-897614a3e84e None None] DHCP port deletion for 99722236-5aad-48d6-b6af-60d5655459c9 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:15:20.240475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b41c10-ee79-4412-82ef-5093729fd05c None None] Pushing event updated for resources: {'Port': ['ID=d413fdfe-889a-4dea-8709-fbc5ca267b43,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:20.242045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (99722236-5aad-48d6-b6af-60d5655459c9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.290285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffb334-52c7-45a1-9d18-897614a3e84e None None] Deleting port 88763181-cc9f-4003-8852-9680251a94d4 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:20.293296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a4ffb334-52c7-45a1-9d18-897614a3e84e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (88763181-cc9f-4003-8852-9680251a94d4), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.340446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:20.346516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 88763181-cc9f-4003-8852-9680251a94d4 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:20.347092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (88763181-cc9f-4003-8852-9680251a94d4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.350510 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71f09960-a479-4c93-8070-b60aec58e06c req-3fe14820-47fd-4b55-95be-267b0fb04564 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181385 Oct 26 11:15:20.477893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a4ffb334-52c7-45a1-9d18-897614a3e84e None None] For port 88763181-cc9f-4003-8852-9680251a94d4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=88763181-cc9f-4003-8852-9680251a94d4,segment=NetworkSegment(b6a4a774-308c-4be0-b7b1-11ee527b7f4f),segment_id=b6a4a774-308c-4be0-b7b1-11ee527b7f4f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:20.477893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a4ffb334-52c7-45a1-9d18-897614a3e84e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (88763181-cc9f-4003-8852-9680251a94d4), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.478226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port 88763181-cc9f-4003-8852-9680251a94d4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=88763181-cc9f-4003-8852-9680251a94d4,segment=NetworkSegment(b6a4a774-308c-4be0-b7b1-11ee527b7f4f),segment_id=b6a4a774-308c-4be0-b7b1-11ee527b7f4f)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:20.478226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (88763181-cc9f-4003-8852-9680251a94d4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.502871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 88763181-cc9f-4003-8852-9680251a94d4 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:20.513574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 88763181-cc9f-4003-8852-9680251a94d4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:20.531146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a4ffb334-52c7-45a1-9d18-897614a3e84e None None] Calling delete_port for 88763181-cc9f-4003-8852-9680251a94d4 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:20.593529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a663749-9f4a-42e2-85ea-04216121144b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4176126 Oct 26 11:15:20.602218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (766c50ea-9bd1-4151-9468-faf69895515a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.668689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:20.673337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:20.687559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (88763181-cc9f-4003-8852-9680251a94d4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.700563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:20.709327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=1,neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:20.710193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port 88763181-cc9f-4003-8852-9680251a94d4 update to DOWN by agent not found {{(pid=105417) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 26 11:15:20.716160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Pushing event deleted for resources: {'Port': ['ID=766c50ea-9bd1-4151-9468-faf69895515a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:20.736603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a4ffb334-52c7-45a1-9d18-897614a3e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (88763181-cc9f-4003-8852-9680251a94d4), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.764439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=88763181-cc9f-4003-8852-9680251a94d4,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:20.764711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffb334-52c7-45a1-9d18-897614a3e84e None None] Pushing event deleted for resources: {'Port': ['ID=88763181-cc9f-4003-8852-9680251a94d4,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:20.772839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ffb334-52c7-45a1-9d18-897614a3e84e None None] No DVR routers for this DVR port 88763181-cc9f-4003-8852-9680251a94d4 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:20.780171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No DVR routers for this DVR port 88763181-cc9f-4003-8852-9680251a94d4 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:20.864998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 816e028c-2df4-43b8-bedc-954e927fe21a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:20.894270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (99722236-5aad-48d6-b6af-60d5655459c9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.905587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks [] for floatingip (d0ccea36-49f5-448e-8aee-7af18488d96e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.908034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.912427 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1fd3ebc6-52a8-4046-b709-da0361706073 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224 tempest-ExternalNetworksAdminNegativeTestJSON-1178021224-project-admin] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d0ccea36-49f5-448e-8aee-7af18488d96e HTTP/1.1" status: 204 len: 168 time: 1.7613657 Oct 26 11:15:20.922257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99722236-5aad-48d6-b6af-60d5655459c9']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:20.939512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a4a774-308c-4be0-b7b1-11ee527b7f4f') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:20.939974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a4a774-308c-4be0-b7b1-11ee527b7f4f') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:20.964596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (b6a4a774-308c-4be0-b7b1-11ee527b7f4f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.002261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b6a4a774-308c-4be0-b7b1-11ee527b7f4f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.007441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.019452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:21.020581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (b6a4a774-308c-4be0-b7b1-11ee527b7f4f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.124344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (99722236-5aad-48d6-b6af-60d5655459c9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.130345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.140713 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/networks/99722236-5aad-48d6-b6af-60d5655459c9 HTTP/1.1" status: 204 len: 168 time: 1.1590226 Oct 26 11:15:21.142115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54754) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:21.153245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c6b55d80-0f05-4a3d-8bc3-5eccccccba43 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1594046052', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:21.179639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d186c23-871b-47e3-bdb7-fb1af5f518cf tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Network': ['ID=99722236-5aad-48d6-b6af-60d5655459c9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:21.209992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c6b55d80-0f05-4a3d-8bc3-5eccccccba43 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.212560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c6b55d80-0f05-4a3d-8bc3-5eccccccba43 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.278897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54758) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:21.514442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:21.523061 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8fd06b88-aa47-4ecd-9dc9-db066f5c41c3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/816e028c-2df4-43b8-bedc-954e927fe21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6007802 Oct 26 11:15:21.526628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54764) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:21.527804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4e330-2981-4545-81cb-8b0030a6a5d7 None None] Sync routers for ids ['816e028c-2df4-43b8-bedc-954e927fe21a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:21.544417 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:21.548661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4e330-2981-4545-81cb-8b0030a6a5d7 None None] Routers {'816e028c-2df4-43b8-bedc-954e927fe21a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:21.549320 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dcf4e330-2981-4545-81cb-8b0030a6a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['816e028c-2df4-43b8-bedc-954e927fe21a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:21.633568 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dcf4e330-2981-4545-81cb-8b0030a6a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:21.634743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54766) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:21.645825 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4e330-2981-4545-81cb-8b0030a6a5d7 None None] Routers {'816e028c-2df4-43b8-bedc-954e927fe21a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:21.646386 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dcf4e330-2981-4545-81cb-8b0030a6a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['816e028c-2df4-43b8-bedc-954e927fe21a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:21.689177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c6b55d80-0f05-4a3d-8bc3-5eccccccba43 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.691498 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment b6a4a774-308c-4be0-b7b1-11ee527b7f4f resource provider aggregate not found Oct 26 11:15:21.702022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dcf4e330-2981-4545-81cb-8b0030a6a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:21.704007 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4e330-2981-4545-81cb-8b0030a6a5d7 None None] The sync data for ids ['816e028c-2df4-43b8-bedc-954e927fe21a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:21.704599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c6b55d80-0f05-4a3d-8bc3-5eccccccba43 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.723897 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment b6a4a774-308c-4be0-b7b1-11ee527b7f4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6a4a774-308c-4be0-b7b1-11ee527b7f4f found for delete ", "request_id": "req-13f5cc8a-1bd1-439c-8643-d5ab277a3f24"}]} Oct 26 11:15:21.724797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f71a5d-9f79-4295-9459-551519948411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.748932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c6b55d80-0f05-4a3d-8bc3-5eccccccba43 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.750458 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c6b55d80-0f05-4a3d-8bc3-5eccccccba43 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6015496 Oct 26 11:15:21.754734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54774) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:21.759689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1911028463'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:21.764161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:15:21.773897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:21.785925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e902d37-f128-4b21-862a-81d73f7e8d45 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:15:21.822602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:21.826965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.860838 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4778cec3-95c3-4f9c-9d0c-e7a48f7e142d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2200124 Oct 26 11:15:21.897675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:21.901572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f71a5d-9f79-4295-9459-551519948411 admin admin] Publish callbacks [] for security_group (ae589ffa-dc9d-4897-b701-ad38bfaf7099), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.911508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4619d9ad-0dc0-494a-87dd-b44015870bff), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.911930 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added segment 4619d9ad-0dc0-494a-87dd-b44015870bff of type vlan for network 5ade61da-2958-4090-9567-6a4075b92b45 Oct 26 11:15:21.913645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-19f71a5d-9f79-4295-9459-551519948411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ae589ffa-dc9d-4897-b701-ad38bfaf7099), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.982968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e902d37-f128-4b21-862a-81d73f7e8d45 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:15:21.991133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-117b98fb-17f0-4dc5-90d6-31af81887a9b None None] Provisioning complete for port d413fdfe-889a-4dea-8709-fbc5ca267b43 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:21.991533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-117b98fb-17f0-4dc5-90d6-31af81887a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:21.991933 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-117b98fb-17f0-4dc5-90d6-31af81887a9b None None] Attempt 1 to provision port d413fdfe-889a-4dea-8709-fbc5ca267b43 Oct 26 11:15:22.003789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f71a5d-9f79-4295-9459-551519948411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae589ffa-dc9d-4897-b701-ad38bfaf7099,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:22.023869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54780) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:22.026909 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-19f71a5d-9f79-4295-9459-551519948411 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=070db2b1b62e4f04ad893fa9adb92b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7468746 Oct 26 11:15:22.028569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Allocated IP 172.20.0.1 (ab52f0bd-2c03-4e24-af21-b159fc09f705/fc100f82-f194-486a-b7a5-5604e9bbde3e/ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:22.033416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (5ade61da-2958-4090-9567-6a4075b92b45), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.071803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (5ade61da-2958-4090-9567-6a4075b92b45), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.080151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:22.082271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:22.083212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.109698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=15 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:22.136956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54784) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:22.138133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3818567 Oct 26 11:15:22.168613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-117b98fb-17f0-4dc5-90d6-31af81887a9b None None] Current status of the port d413fdfe-889a-4dea-8709-fbc5ca267b43 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:22.169279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-117b98fb-17f0-4dc5-90d6-31af81887a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.170844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'subnet': {'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:22.209880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180005f-98bf-408f-bfc5-e6874c673431 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Network': ['ID=5ade61da-2958-4090-9567-6a4075b92b45,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:22.215086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54786) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:22.239575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 5ade61da-2958-4090-9567-6a4075b92b45 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:22.263666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-117b98fb-17f0-4dc5-90d6-31af81887a9b None None] For port d413fdfe-889a-4dea-8709-fbc5ca267b43, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d413fdfe-889a-4dea-8709-fbc5ca267b43,segment=NetworkSegment(a7be01f6-f2e2-475d-b3ab-a68ce9217a6e),segment_id=a7be01f6-f2e2-475d-b3ab-a68ce9217a6e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:22.290431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fae5ecfe-a871-42ef-a587-3400dc17947b admin admin] Publish callbacks [] for security_group (ae589ffa-dc9d-4897-b701-ad38bfaf7099), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.326080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-117b98fb-17f0-4dc5-90d6-31af81887a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.329465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1691416120', 'router:external': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:22.334094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:22.353218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Made reservation on behalf of 98ec54fb08874f33bdf4a1299e39e764 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:22.355578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.365121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.384097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fae5ecfe-a871-42ef-a587-3400dc17947b admin admin] Publish callbacks [] for security_group (ae589ffa-dc9d-4897-b701-ad38bfaf7099), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.400170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b98fb-17f0-4dc5-90d6-31af81887a9b None None] Pushing event updated for resources: {'Port': ['ID=d413fdfe-889a-4dea-8709-fbc5ca267b43,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:22.422267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (816e028c-2df4-43b8-bedc-954e927fe21a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.428409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.458439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for security_group (3343bfea-1f75-4ed2-8ec7-7088d504db17), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.464205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3343bfea-1f75-4ed2-8ec7-7088d504db17), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.495072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:22.496111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:22.499055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.503136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3343bfea-1f75-4ed2-8ec7-7088d504db17,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:22.511015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c75f0400-25d3-493d-b261-c1de62ae4df0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.511361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Added segment c75f0400-25d3-493d-b261-c1de62ae4df0 of type vlan for network 1507f2ab-6e37-45e8-9b7d-141dc38ca373 Oct 26 11:15:22.563232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d413fdfe-889a-4dea-8709-fbc5ca267b43 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:22.576277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (1507f2ab-6e37-45e8-9b7d-141dc38ca373), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.611484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (1507f2ab-6e37-45e8-9b7d-141dc38ca373), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.612930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:22.613649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.619049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.649443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d413fdfe-889a-4dea-8709-fbc5ca267b43 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:22.650276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.650827 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d413fdfe-889a-4dea-8709-fbc5ca267b43 Oct 26 11:15:22.657018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Network ab52f0bd-2c03-4e24-af21-b159fc09f705 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:22.688294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:22.707086 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4911201 Oct 26 11:15:22.710071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:22.713547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54790) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:22.730225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56b39e-6e9b-4f7b-b2bf-864557ec7a33 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event updated for resources: {'Network': ['ID=1507f2ab-6e37-45e8-9b7d-141dc38ca373,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:22.739837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 1507f2ab-6e37-45e8-9b7d-141dc38ca373 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:22.747276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:22.789754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'subnet': {'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:22.796324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fae5ecfe-a871-42ef-a587-3400dc17947b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ae589ffa-dc9d-4897-b701-ad38bfaf7099), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.797005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d413fdfe-889a-4dea-8709-fbc5ca267b43 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:22.799026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fae5ecfe-a871-42ef-a587-3400dc17947b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.800439 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fae5ecfe-a871-42ef-a587-3400dc17947b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ae589ffa-dc9d-4897-b701-ad38bfaf7099 HTTP/1.1" status: 204 len: 168 time: 0.7739527 Oct 26 11:15:22.854796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event updated for resources: {'Port': ['ID=ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:22.864885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54794) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:22.904532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.940033 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9e479a5-70b2-44de-80df-e8fcca55391d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0727236 Oct 26 11:15:22.961165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5ecfe-a871-42ef-a587-3400dc17947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae589ffa-dc9d-4897-b701-ad38bfaf7099,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:22.990330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Made reservation on behalf of 98ec54fb08874f33bdf4a1299e39e764 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:22.992748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.014643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:23.107526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458548e7-3690-4581-973e-27d9147bbe5a None None] Network ab52f0bd-2c03-4e24-af21-b159fc09f705 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:23.155998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:23.181394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a3eebad9-3398-4a46-9a56-15e112cc6dc8 None None] Provisioning complete for port 817ef900-d97f-490d-85b0-b5784ca128b0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:23.181766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a3eebad9-3398-4a46-9a56-15e112cc6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.182337 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a3eebad9-3398-4a46-9a56-15e112cc6dc8 None None] Attempt 1 to provision port 817ef900-d97f-490d-85b0-b5784ca128b0 Oct 26 11:15:23.226464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:23.268374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54800) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:23.322701 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-08f7fbd5-6e31-4e5d-87d4-70a48901e00c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bca087db781a4e37b48c31843923df32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531001 Oct 26 11:15:23.325163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54802) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:23.325323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (cffab888-4c4d-4262-8f4c-2c6835fe7d3c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.334535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port d766288b-8282-44f7-bbd7-53d448134bed {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:23.334891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d766288b-8282-44f7-bbd7-53d448134bed), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.369709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:23.392322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1cc0b35-5ef0-4da8-a5a5-b862276d76d1 admin admin] Publish callbacks [] for security_group (6495da69-f03e-475c-8e34-4c3efa0b7e10), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.404342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Subnet': ['ID=cffab888-4c4d-4262-8f4c-2c6835fe7d3c,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:23.429062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1cc0b35-5ef0-4da8-a5a5-b862276d76d1 admin admin] Publish callbacks [] for security_group (6495da69-f03e-475c-8e34-4c3efa0b7e10), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.496599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1cc0b35-5ef0-4da8-a5a5-b862276d76d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6495da69-f03e-475c-8e34-4c3efa0b7e10), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.501921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f1cc0b35-5ef0-4da8-a5a5-b862276d76d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.507402 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f1cc0b35-5ef0-4da8-a5a5-b862276d76d1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6495da69-f03e-475c-8e34-4c3efa0b7e10 HTTP/1.1" status: 204 len: 168 time: 0.1807821 Oct 26 11:15:23.512123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:23.519022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc0b35-5ef0-4da8-a5a5-b862276d76d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495da69-f03e-475c-8e34-4c3efa0b7e10,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:23.530951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.553635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a3eebad9-3398-4a46-9a56-15e112cc6dc8 None None] Current status of the port 817ef900-d97f-490d-85b0-b5784ca128b0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:23.690432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-eaaf8b7b-6a9e-4d79-9413-079f2ee840b3 None None] Provisioning complete for port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:23.690820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b7b-6a9e-4d79-9413-079f2ee840b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.691160 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-eaaf8b7b-6a9e-4d79-9413-079f2ee840b3 None None] Attempt 1 to provision port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 Oct 26 11:15:23.757019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf8b7b-6a9e-4d79-9413-079f2ee840b3 None None] Port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:23.770053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-eaaf8b7b-6a9e-4d79-9413-079f2ee840b3 None None] Provisioning complete for port d413fdfe-889a-4dea-8709-fbc5ca267b43 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:23.770671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eaaf8b7b-6a9e-4d79-9413-079f2ee840b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.771521 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-eaaf8b7b-6a9e-4d79-9413-079f2ee840b3 None None] Attempt 1 to provision port d413fdfe-889a-4dea-8709-fbc5ca267b43 Oct 26 11:15:23.858055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.objects.ports [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105415) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:15:23.858055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (76931345-164d-43bb-837e-8ebe08f2812a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:23.923664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf8b7b-6a9e-4d79-9413-079f2ee840b3 None None] Current status of the port d413fdfe-889a-4dea-8709-fbc5ca267b43 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:23.942434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54808) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:23.954218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event updated for resources: {'Subnet': ['ID=76931345-164d-43bb-837e-8ebe08f2812a,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:23.984720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d766288b-8282-44f7-bbd7-53d448134bed), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:24.001636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:24.002716 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Checking segment: {'id': '4619d9ad-0dc0-494a-87dd-b44015870bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:24.003130 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network hostable DHCP agents. Network: 5ade61da-2958-4090-9567-6a4075b92b45, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:24.014764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for d766288b-8282-44f7-bbd7-53d448134bed owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:24.035630 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5af6c297-df89-4744-b37f-ece6b83b8d54 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0920014 Oct 26 11:15:24.045280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c2d133a3-e9cf-42f1-b314-a1b5a2a60de1 None None] Provisioning complete for port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:24.045985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c2d133a3-e9cf-42f1-b314-a1b5a2a60de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:24.046403 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c2d133a3-e9cf-42f1-b314-a1b5a2a60de1 None None] Attempt 1 to provision port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 Oct 26 11:15:24.088242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c2d133a3-e9cf-42f1-b314-a1b5a2a60de1 None None] Port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:24.152628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Checking segment: {'id': 'c75f0400-25d3-493d-b261-c1de62ae4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:24.153053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Network hostable DHCP agents. Network: 1507f2ab-6e37-45e8-9b7d-141dc38ca373, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:24.166862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 5ade61da-2958-4090-9567-6a4075b92b45 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:24.189269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:24.202129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 5ade61da-2958-4090-9567-6a4075b92b45) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:24.206606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:24.207404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:24.214443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4556afad-45c5-4191-bd99-602bc71ef4a2 None None] Network 5ade61da-2958-4090-9567-6a4075b92b45 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:24.250303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Network 1507f2ab-6e37-45e8-9b7d-141dc38ca373 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:24.304640 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d9ed9591-76c5-4c42-8778-93ce780b650a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1656373 Oct 26 11:15:24.309898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54818) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:24.316075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 1507f2ab-6e37-45e8-9b7d-141dc38ca373) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:24.320770 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:24.322295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:24.368447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2b2838ea-74e9-492d-8585-26d506ceed76 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6029272 Oct 26 11:15:24.375343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:24.375628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83988c57-275f-4805-9864-8a0dbb9ff603 None None] Network 1507f2ab-6e37-45e8-9b7d-141dc38ca373 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:24.376870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54822) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:24.383454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-778207743', 'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:24.395075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:24.409363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-5ade61da-2958-4090-9567-6a4075b92b45', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:24.410652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:24.662540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d413fdfe-889a-4dea-8709-fbc5ca267b43 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:24.824818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:24.828443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6976e0-2e80-4665-bb48-14ff446fccc8 None None] Network 1507f2ab-6e37-45e8-9b7d-141dc38ca373 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:24.955423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Allocated IP 172.20.0.2 (5ade61da-2958-4090-9567-6a4075b92b45/cffab888-4c4d-4262-8f4c-2c6835fe7d3c/6831ab82-ca65-4f0d-ad5c-d37ac6203aa2) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:24.979419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Made reservation on behalf of 98ec54fb08874f33bdf4a1299e39e764 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:24.982000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.012913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:25.026517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d413fdfe-889a-4dea-8709-fbc5ca267b43 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:25.026952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.027244 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d413fdfe-889a-4dea-8709-fbc5ca267b43 Oct 26 11:15:25.037667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54834) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:25.053158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.053453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:25.054764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d766288b-8282-44f7-bbd7-53d448134bed), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.058115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event updated for resources: {'Port': ['ID=ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:25.065778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] device_id is not set on port eec30561-7081-4df9-af00-02254558eaeb yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:15:25.201942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=d766288b-8282-44f7-bbd7-53d448134bed,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:25.276573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d413fdfe-889a-4dea-8709-fbc5ca267b43 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:25.277846 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8e5e1ed1-cd70-4300-9cf2-c7fd016d7dd1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2376292 Oct 26 11:15:25.283437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:25.305458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Publish callbacks [] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.314214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.358586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (816e028c-2df4-43b8-bedc-954e927fe21a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.360315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Network 5ade61da-2958-4090-9567-6a4075b92b45 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:25.365566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:25.369857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:25.410230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.20.0.1 (5ade61da-2958-4090-9567-6a4075b92b45/cffab888-4c4d-4262-8f4c-2c6835fe7d3c/240e6896-fdbf-4cc3-86d3-8fc1d69c5007) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:25.412814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Pushing event updated for resources: {'Port': ['ID=6831ab82-ca65-4f0d-ad5c-d37ac6203aa2,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:25.461898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Attempting to bind port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:25.464041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Attempting to bind port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4619d9ad-0dc0-494a-87dd-b44015870bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:25.465058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Attempting to bind port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 on network 5ade61da-2958-4090-9567-6a4075b92b45 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:25.523989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:25.524901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Allocated IP 172.20.0.3 (1507f2ab-6e37-45e8-9b7d-141dc38ca373/76931345-164d-43bb-837e-8ebe08f2812a/eec30561-7081-4df9-af00-02254558eaeb) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:25.525211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Checking segment: {'id': '4619d9ad-0dc0-494a-87dd-b44015870bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:25.526012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.527264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Bound using segment: {'id': '4619d9ad-0dc0-494a-87dd-b44015870bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:25.528153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Bound port: 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619d9ad-0dc0-494a-87dd-b44015870bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:25.528720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.573454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Network ab52f0bd-2c03-4e24-af21-b159fc09f705 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:25.579753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:25.621994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.631980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] For port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:25.637294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] For port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6831ab82-ca65-4f0d-ad5c-d37ac6203aa2,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:25.644892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.669500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.690223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:25.701807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 816e028c-2df4-43b8-bedc-954e927fe21a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:25.720250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4965e85-9a47-410c-b77e-ea17874780b7 None None] Pushing event updated for resources: {'Port': ['ID=6831ab82-ca65-4f0d-ad5c-d37ac6203aa2,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:25.740276 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 5ade61da-2958-4090-9567-6a4075b92b45 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:25.744104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:25.750480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:25.805002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:25.828870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:25.966232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:25.983421 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d747a762-dc1e-49c4-8830-33148abafff6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/816e028c-2df4-43b8-bedc-954e927fe21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4519734 Oct 26 11:15:25.984114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea05071-9b04-4869-a8a9-57c1bc8043e5 None None] Sync routers for ids ['816e028c-2df4-43b8-bedc-954e927fe21a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:25.987471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54854) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:26.013577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea05071-9b04-4869-a8a9-57c1bc8043e5 None None] Routers {'816e028c-2df4-43b8-bedc-954e927fe21a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:26.014227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9ea05071-9b04-4869-a8a9-57c1bc8043e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['816e028c-2df4-43b8-bedc-954e927fe21a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:26.022391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for port (eec30561-7081-4df9-af00-02254558eaeb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.053995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Router a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:26.072371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9ea05071-9b04-4869-a8a9-57c1bc8043e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:26.081192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.088581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea05071-9b04-4869-a8a9-57c1bc8043e5 None None] Routers {'816e028c-2df4-43b8-bedc-954e927fe21a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:26.092212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9ea05071-9b04-4869-a8a9-57c1bc8043e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['816e028c-2df4-43b8-bedc-954e927fe21a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:26.107302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:26.133263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9ea05071-9b04-4869-a8a9-57c1bc8043e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:26.133972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea05071-9b04-4869-a8a9-57c1bc8043e5 None None] The sync data for ids ['816e028c-2df4-43b8-bedc-954e927fe21a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:26.173193 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-975f0e97-1b17-474e-9d04-eea71f9d9131 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=816e028c-2df4-43b8-bedc-954e927fe21a HTTP/1.1" status: 200 len: 205 time: 0.1767058 Oct 26 11:15:26.173479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (eec30561-7081-4df9-af00-02254558eaeb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.174603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54860) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:26.216643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:26.223607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:26.229705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Network 1507f2ab-6e37-45e8-9b7d-141dc38ca373 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:26.237196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:26.243576 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ade0aa26-8091-4300-b6d0-4aebbc1401a7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "PUT /networking/v2.0/routers/a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1784070 Oct 26 11:15:26.244820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:26.246722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54864) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:26.250026 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c1328f-e41a-4ae0-abe1-836a74bc61e2 None None] Sync routers for ids ['a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:26.252514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Request body: {'port': {'network_id': 'ab52f0bd-2c03-4e24-af21-b159fc09f705', 'name': 'tempest-FloatingIPNegativeTestJSON-180882856'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:26.265592 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c1328f-e41a-4ae0-abe1-836a74bc61e2 None None] Routers {'a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:26.265992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:26.266805 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27c1328f-e41a-4ae0-abe1-836a74bc61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:26.281944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54866) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:26.297034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event updated for resources: {'Port': ['ID=eec30561-7081-4df9-af00-02254558eaeb,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:26.320858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:26.322472 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.330100 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27c1328f-e41a-4ae0-abe1-836a74bc61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:26.343967 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b957f4ae-b60d-4b1c-8ff7-753ec9c562e7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9655843 Oct 26 11:15:26.346197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54868) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:26.351329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c1328f-e41a-4ae0-abe1-836a74bc61e2 None None] Routers {'a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:26.353926 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27c1328f-e41a-4ae0-abe1-836a74bc61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:26.393249 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27c1328f-e41a-4ae0-abe1-836a74bc61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:26.393937 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c1328f-e41a-4ae0-abe1-836a74bc61e2 None None] The sync data for ids ['a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:26.400961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54870) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:26.445565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-015b0439-4f44-4570-b41b-5f03c2c24464 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (816e028c-2df4-43b8-bedc-954e927fe21a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.454984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4b1169df-fb31-40cb-b8e0-72b0e9b80568 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Deleting port eec30561-7081-4df9-af00-02254558eaeb {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:26.454984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4b1169df-fb31-40cb-b8e0-72b0e9b80568 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (eec30561-7081-4df9-af00-02254558eaeb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.501737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:26.554972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4b1169df-fb31-40cb-b8e0-72b0e9b80568 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (eec30561-7081-4df9-af00-02254558eaeb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.577997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4b1169df-fb31-40cb-b8e0-72b0e9b80568 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Calling delete_port for eec30561-7081-4df9-af00-02254558eaeb owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:26.631756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:26.632249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.632780 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 Oct 26 11:15:26.656683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e8c03cda-c788-4257-b4d3-b6dc6506759c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.686092 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3dbf8165-d99b-45b9-973d-27e87a55a1c4 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3589447 Oct 26 11:15:26.700294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:26.725124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:26.725612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.751956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:26.766123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6831ab82-ca65-4f0d-ad5c-d37ac6203aa2,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:26.773175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.777515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4b1169df-fb31-40cb-b8e0-72b0e9b80568 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (eec30561-7081-4df9-af00-02254558eaeb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.803983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:26.812616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1169df-fb31-40cb-b8e0-72b0e9b80568 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event deleted for resources: {'Port': ['ID=eec30561-7081-4df9-af00-02254558eaeb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:26.844920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6831ab82-ca65-4f0d-ad5c-d37ac6203aa2,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:26.904141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4b1169df-fb31-40cb-b8e0-72b0e9b80568 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.906574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-015b0439-4f44-4570-b41b-5f03c2c24464 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (816e028c-2df4-43b8-bedc-954e927fe21a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.907537 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4b1169df-fb31-40cb-b8e0-72b0e9b80568 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/eec30561-7081-4df9-af00-02254558eaeb HTTP/1.1" status: 204 len: 168 time: 0.5602150 Oct 26 11:15:26.910225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:26.914787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373', 'external_fixed_ips': [{'subnet_id': '76931345-164d-43bb-837e-8ebe08f2812a', 'ip_address': '172.20.0.3'}]}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:26.928578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-015b0439-4f44-4570-b41b-5f03c2c24464 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (816e028c-2df4-43b8-bedc-954e927fe21a), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.939327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (eb04dbd0-b043-475a-9604-db8aa5bc2471), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.940509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (eb04dbd0-b043-475a-9604-db8aa5bc2471), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.970516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:26.999326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_controller (eb04dbd0-b043-475a-9604-db8aa5bc2471), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.022897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Made reservation on behalf of facc52af7db040cd837e53735188e91d for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:27.026982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67581b7c-9735-4953-bd43-0b89f73220f6 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:15:27.027530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.071006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-015b0439-4f44-4570-b41b-5f03c2c24464 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (816e028c-2df4-43b8-bedc-954e927fe21a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.071894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015b0439-4f44-4570-b41b-5f03c2c24464 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Fanout notify agent at l3_agent the message router_deleted on router 816e028c-2df4-43b8-bedc-954e927fe21a {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:27.072345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7db6578d-a566-4364-8510-c6f9b917804a None None] Provisioning complete for port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:27.072859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7db6578d-a566-4364-8510-c6f9b917804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.073291 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7db6578d-a566-4364-8510-c6f9b917804a None None] Attempt 1 to provision port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 Oct 26 11:15:27.093323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-015b0439-4f44-4570-b41b-5f03c2c24464 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.097564 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-015b0439-4f44-4570-b41b-5f03c2c24464 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/816e028c-2df4-43b8-bedc-954e927fe21a HTTP/1.1" status: 204 len: 168 time: 0.9192047 Oct 26 11:15:27.101856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.105124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:27.105327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54876) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:27.140952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.160379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] device_id is not set on port 1dda7ea7-473d-48d3-a077-b44588cc85c5 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:15:27.162194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (eb04dbd0-b043-475a-9604-db8aa5bc2471), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.208320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:27.225514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7db6578d-a566-4364-8510-c6f9b917804a None None] Current status of the port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:27.228356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67581b7c-9735-4953-bd43-0b89f73220f6 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:15:27.366022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (eb04dbd0-b043-475a-9604-db8aa5bc2471), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.386138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.568924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:27.583620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.592777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Allocated IP 172.20.0.3 (1507f2ab-6e37-45e8-9b7d-141dc38ca373/76931345-164d-43bb-837e-8ebe08f2812a/b354c42a-9747-40f8-9c98-5201fea2379e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:27.602233 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f6ec6-969c-4da3-b1d8-00eeae7f07f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting subnet 469c45d5-05e9-4239-a078-4eef5cebc3b5 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:27.616673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e16f6ec6-969c-4da3-b1d8-00eeae7f07f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (469c45d5-05e9-4239-a078-4eef5cebc3b5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.623946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.647348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:27.648252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:27.691571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:27.767173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for port (b354c42a-9747-40f8-9c98-5201fea2379e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.774106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e16f6ec6-969c-4da3-b1d8-00eeae7f07f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (469c45d5-05e9-4239-a078-4eef5cebc3b5), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.789218 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-84569224-4f7a-4ac8-aafb-be515233047c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0953221 Oct 26 11:15:27.811181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:27.820717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b354c42a-9747-40f8-9c98-5201fea2379e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:27.864534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Network 1507f2ab-6e37-45e8-9b7d-141dc38ca373 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:27.872836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:27.876632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:27.880332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event updated for resources: {'Port': ['ID=b354c42a-9747-40f8-9c98-5201fea2379e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:27.886857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Allocated IP 172.20.0.3 (ab52f0bd-2c03-4e24-af21-b159fc09f705/fc100f82-f194-486a-b7a5-5604e9bbde3e/1dda7ea7-473d-48d3-a077-b44588cc85c5) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:28.001698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Allocated IP 172.26.0.95 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/492cd9d7-f82b-4ba6-9197-fc60f09ec52d) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:28.009886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f8e038-7d55-49b8-82c7-dcadb5580511 None None] Network 5ade61da-2958-4090-9567-6a4075b92b45 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:28.046388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e16f6ec6-969c-4da3-b1d8-00eeae7f07f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (469c45d5-05e9-4239-a078-4eef5cebc3b5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.050620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 5ade61da-2958-4090-9567-6a4075b92b45 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:28.088463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:28.108592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-356fbbb7-0c94-4207-b36e-3ee8cbe21c70 None None] Provisioning complete for port d30be490-87e6-4b46-a766-c03a253914e5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:28.109177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-356fbbb7-0c94-4207-b36e-3ee8cbe21c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30be490-87e6-4b46-a766-c03a253914e5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.109311 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-356fbbb7-0c94-4207-b36e-3ee8cbe21c70 None None] Attempt 1 to provision port d30be490-87e6-4b46-a766-c03a253914e5 Oct 26 11:15:28.178276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (eb04dbd0-b043-475a-9604-db8aa5bc2471), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.257251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:28.267747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-356fbbb7-0c94-4207-b36e-3ee8cbe21c70 None None] Current status of the port d30be490-87e6-4b46-a766-c03a253914e5 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:28.368626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e16f6ec6-969c-4da3-b1d8-00eeae7f07f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (469c45d5-05e9-4239-a078-4eef5cebc3b5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.403458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9cf5570d-9267-463e-b916-49dd1c12a684 None None] Provisioning complete for port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:28.403874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9cf5570d-9267-463e-b916-49dd1c12a684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.404221 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9cf5570d-9267-463e-b916-49dd1c12a684 None None] Attempt 1 to provision port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 Oct 26 11:15:28.447240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5570d-9267-463e-b916-49dd1c12a684 None None] Port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:28.455539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (eb04dbd0-b043-475a-9604-db8aa5bc2471), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.458019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for port (492cd9d7-f82b-4ba6-9197-fc60f09ec52d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.458564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:28.475084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f6ec6-969c-4da3-b1d8-00eeae7f07f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Subnet': ['ID=469c45d5-05e9-4239-a078-4eef5cebc3b5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:28.476182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:28.496315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for port (1dda7ea7-473d-48d3-a077-b44588cc85c5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.514534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0c7b9-c169-4314-8713-d67057820def None None] Network 9f439f09-d09b-4618-ac81-905076827123 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:28.528249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e16f6ec6-969c-4da3-b1d8-00eeae7f07f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.531344 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e16f6ec6-969c-4da3-b1d8-00eeae7f07f0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/469c45d5-05e9-4239-a078-4eef5cebc3b5 HTTP/1.1" status: 204 len: 168 time: 1.4250948 Oct 26 11:15:28.536114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:28.542767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54880) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:28.598605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ce136ba8-eeef-4ed2-833c-bd97a63a5f1f None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:28.599070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce136ba8-eeef-4ed2-833c-bd97a63a5f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.599472 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ce136ba8-eeef-4ed2-833c-bd97a63a5f1f None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:15:28.624847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1dda7ea7-473d-48d3-a077-b44588cc85c5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.649280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:28.651408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:28.651914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.652334 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 Oct 26 11:15:28.715533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Network ab52f0bd-2c03-4e24-af21-b159fc09f705 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:28.725774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ce136ba8-eeef-4ed2-833c-bd97a63a5f1f None None] Port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:28.726263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:28.732678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:28.747595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ce136ba8-eeef-4ed2-833c-bd97a63a5f1f None None] Provisioning complete for port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:28.748121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce136ba8-eeef-4ed2-833c-bd97a63a5f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.748526 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ce136ba8-eeef-4ed2-833c-bd97a63a5f1f None None] Attempt 1 to provision port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 Oct 26 11:15:28.799320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54882) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:28.811539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:28.812613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.886278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (492cd9d7-f82b-4ba6-9197-fc60f09ec52d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.923160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e347339-5050-49ba-a5e4-0cc3e81b78fa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting subnet 9de80952-13cd-45a6-9460-9a58ffbd6050 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:28.951706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e347339-5050-49ba-a5e4-0cc3e81b78fa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (9de80952-13cd-45a6-9460-9a58ffbd6050), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:28.958077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:28.965528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:29.002626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event updated for resources: {'Port': ['ID=1dda7ea7-473d-48d3-a077-b44588cc85c5,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:29.016320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:29.018942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2fa415-994a-4fca-bc80-f82b198b9154 None None] DHCP port deletion for 9f439f09-d09b-4618-ac81-905076827123 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:15:29.092201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-91dd4431-f1af-4a7d-b8f0-5ba094a02640 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8444452 Oct 26 11:15:29.093180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event updated for resources: {'Port': ['ID=492cd9d7-f82b-4ba6-9197-fc60f09ec52d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:29.097057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54884) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:29.099218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Router eb04dbd0-b043-475a-9604-db8aa5bc2471 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:29.104926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:29.120782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:29.126905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-30380400-4984-4f3c-9c63-5d911cbcb190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.135579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6d2fa415-994a-4fca-bc80-f82b198b9154 None None] Deleting port 817ef900-d97f-490d-85b0-b5784ca128b0 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:29.135971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d2fa415-994a-4fca-bc80-f82b198b9154 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.142102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.154074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:29.167352 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8b933661-b6c7-4dbe-a127-75926238a7d6 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3477399 Oct 26 11:15:29.174913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:29.231711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e347339-5050-49ba-a5e4-0cc3e81b78fa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (9de80952-13cd-45a6-9460-9a58ffbd6050), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.257283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6d2fa415-994a-4fca-bc80-f82b198b9154 None None] For port 817ef900-d97f-490d-85b0-b5784ca128b0, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=817ef900-d97f-490d-85b0-b5784ca128b0,segment=NetworkSegment(49240f3c-4d0f-4440-8d3a-e8c9841d1fc4),segment_id=49240f3c-4d0f-4440-8d3a-e8c9841d1fc4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:29.259383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d2fa415-994a-4fca-bc80-f82b198b9154 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.277258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ce136ba8-eeef-4ed2-833c-bd97a63a5f1f None None] Current status of the port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:29.279673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6d2fa415-994a-4fca-bc80-f82b198b9154 None None] Calling delete_port for 817ef900-d97f-490d-85b0-b5784ca128b0 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:29.294981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:29.300540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:29.306774 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0daa2af4-9d36-4661-82e8-b326475393cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9949183 Oct 26 11:15:29.310572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54886) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:29.317230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1419209500'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:29.321939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:29.331898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.351949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:29.352614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:29.390515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:29.397140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:29.401692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.407344 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Sync routers for ids ['eb04dbd0-b043-475a-9604-db8aa5bc2471'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:29.408302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e347339-5050-49ba-a5e4-0cc3e81b78fa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (9de80952-13cd-45a6-9460-9a58ffbd6050), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.414877 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=89 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:29.435389 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Routers {'eb04dbd0-b043-475a-9604-db8aa5bc2471'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:29.438526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for floatingip (c169ff3b-9d75-43b3-9d4d-f15dad829497), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.438793 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['eb04dbd0-b043-475a-9604-db8aa5bc2471'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:29.447776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:29.450689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-65b3eb82-e7c8-4090-b78b-0687f92f39d0 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:29.451294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb82-e7c8-4090-b78b-0687f92f39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.451813 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-65b3eb82-e7c8-4090-b78b-0687f92f39d0 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:15:29.452721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:29.460803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.462089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6489ef2-3921-4a89-81c6-5a8fa2f96fd2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5507281 Oct 26 11:15:29.468241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:29.494640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:29.508829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (420175d0-90ad-4f65-bab0-c515391d9fce), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.509731 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added segment 420175d0-90ad-4f65-bab0-c515391d9fce of type vlan for network 25b84554-e54d-427c-986e-6cbc6aa0be71 Oct 26 11:15:29.526472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d2fa415-994a-4fca-bc80-f82b198b9154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (817ef900-d97f-490d-85b0-b5784ca128b0), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.527547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (492cd9d7-f82b-4ba6-9197-fc60f09ec52d), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.535430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-65b3eb82-e7c8-4090-b78b-0687f92f39d0 None None] Port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:29.573859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e347339-5050-49ba-a5e4-0cc3e81b78fa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (9de80952-13cd-45a6-9460-9a58ffbd6050), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.591465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:29.617743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fa415-994a-4fca-bc80-f82b198b9154 None None] Pushing event deleted for resources: {'Port': ['ID=817ef900-d97f-490d-85b0-b5784ca128b0,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:29.621736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Allocated IP 172.26.0.180 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/0c6cebdd-c895-495f-9243-25d5f181243b) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:29.623370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e347339-5050-49ba-a5e4-0cc3e81b78fa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Subnet': ['ID=9de80952-13cd-45a6-9460-9a58ffbd6050,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:29.628705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e347339-5050-49ba-a5e4-0cc3e81b78fa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.629347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Set router eb04dbd0-b043-475a-9604-db8aa5bc2471 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:29.637398 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8e347339-5050-49ba-a5e4-0cc3e81b78fa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/9de80952-13cd-45a6-9460-9a58ffbd6050 HTTP/1.1" status: 204 len: 168 time: 1.0871696 Oct 26 11:15:29.637398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54890) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:29.640835 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (25b84554-e54d-427c-986e-6cbc6aa0be71), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.654685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-65b3eb82-e7c8-4090-b78b-0687f92f39d0 None None] Provisioning complete for port 1dda7ea7-473d-48d3-a077-b44588cc85c5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:29.657248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb82-e7c8-4090-b78b-0687f92f39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1dda7ea7-473d-48d3-a077-b44588cc85c5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.657831 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-65b3eb82-e7c8-4090-b78b-0687f92f39d0 None None] Attempt 1 to provision port 1dda7ea7-473d-48d3-a077-b44588cc85c5 Oct 26 11:15:29.692652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba1ed7-9805-4d92-b367-251ceef1d875 None None] Network be5ec224-1cd6-473f-9b19-14e946c6f62e requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:29.770473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fa415-994a-4fca-bc80-f82b198b9154 None None] No DVR routers for this DVR port 817ef900-d97f-490d-85b0-b5784ca128b0 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:29.772176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (9f439f09-d09b-4618-ac81-905076827123), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.846748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for port (0c6cebdd-c895-495f-9243-25d5f181243b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.852037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:29.858480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (eb04dbd0-b043-475a-9604-db8aa5bc2471), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.860237 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb04dbd0-b043-475a-9604-db8aa5bc2471', 'name': '', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373', 'external_fixed_ips': [{'subnet_id': '76931345-164d-43bb-837e-8ebe08f2812a', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b354c42a-9747-40f8-9c98-5201fea2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:26Z', 'updated_at': '2022-10-26T11:15:28Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': 'b354c42a-9747-40f8-9c98-5201fea2379e', 'name': '', 'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb04dbd0-b043-475a-9604-db8aa5bc2471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '76931345-164d-43bb-837e-8ebe08f2812a', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:27Z', 'updated_at': '2022-10-26T11:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76931345-164d-43bb-837e-8ebe08f2812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:29.894450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Checking router: eb04dbd0-b043-475a-9604-db8aa5bc2471 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:29.895694 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Updating router eb04dbd0-b043-475a-9604-db8aa5bc2471 port b354c42a-9747-40f8-9c98-5201fea2379e binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:15:29.907784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:29.909131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (25b84554-e54d-427c-986e-6cbc6aa0be71), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.914050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:29.914641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.920951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for port (492cd9d7-f82b-4ba6-9197-fc60f09ec52d), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.924039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (9f439f09-d09b-4618-ac81-905076827123), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.934035 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b354c42a-9747-40f8-9c98-5201fea2379e), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.934785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (492cd9d7-f82b-4ba6-9197-fc60f09ec52d), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:29.994718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f439f09-d09b-4618-ac81-905076827123']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:29.998192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:25Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:26Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:30.002538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Network': ['ID=25b84554-e54d-427c-986e-6cbc6aa0be71,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:30.005573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-65b3eb82-e7c8-4090-b78b-0687f92f39d0 None None] Port 1dda7ea7-473d-48d3-a077-b44588cc85c5 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:30.013969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49240f3c-4d0f-4440-8d3a-e8c9841d1fc4') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:30.014171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49240f3c-4d0f-4440-8d3a-e8c9841d1fc4') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:30.032785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (49240f3c-4d0f-4440-8d3a-e8c9841d1fc4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.037479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 25b84554-e54d-427c-986e-6cbc6aa0be71 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:30.050331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event updated for resources: {'Port': ['ID=492cd9d7-f82b-4ba6-9197-fc60f09ec52d,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:30.050788 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0a1cacba-4b5f-4b17-97d1-e2db7a27b10c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7380309 Oct 26 11:15:30.055088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54894) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:30.056439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (c169ff3b-9d75-43b3-9d4d-f15dad829497), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.064472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (49240f3c-4d0f-4440-8d3a-e8c9841d1fc4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.066278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'subnet': {'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:30.074775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:30.075173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (49240f3c-4d0f-4440-8d3a-e8c9841d1fc4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.095255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.099678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c3071b6b-bd9f-4142-9b19-fe78d94742f1 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6959836 Oct 26 11:15:30.100314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54898) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:30.132068 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 49240f3c-4d0f-4440-8d3a-e8c9841d1fc4 resource provider aggregate not found Oct 26 11:15:30.139322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1402823054'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:30.163865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 49240f3c-4d0f-4440-8d3a-e8c9841d1fc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49240f3c-4d0f-4440-8d3a-e8c9841d1fc4 found for delete ", "request_id": "req-e4ec3253-1b51-43c1-9ad1-ce7fbf1110bb"}]} Oct 26 11:15:30.173200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54904) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:30.184750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (9f439f09-d09b-4618-ac81-905076827123), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.194291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (0c6cebdd-c895-495f-9243-25d5f181243b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.201767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:30.226658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:30.226903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.229269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Updating router f56111c3-b902-4f3b-8445-ab3be558a177 port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:15:30.233827 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/networks/9f439f09-d09b-4618-ac81-905076827123 HTTP/1.1" status: 204 len: 168 time: 0.5943546 Oct 26 11:15:30.233827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Made reservation on behalf of f9b303da3ab4453dbc7280be5e2e6a5a for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:30.237722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.239391 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54906) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:30.244217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:30.245013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (eb04dbd0-b043-475a-9604-db8aa5bc2471), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.278801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:30.281036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.284671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.286790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506c6e0-6084-4d8d-993a-40573f96f51d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Network': ['ID=9f439f09-d09b-4618-ac81-905076827123,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:30.302787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.317999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:30.324911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:30.326815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event updated for resources: {'Port': ['ID=0c6cebdd-c895-495f-9243-25d5f181243b,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:30.331764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:30.337588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Deleting port b354c42a-9747-40f8-9c98-5201fea2379e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:30.337959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b354c42a-9747-40f8-9c98-5201fea2379e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.372683 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ef7e0aa6-d5d7-43cc-9687-0dacb762119b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1983409 Oct 26 11:15:30.389986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:30.393805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.402210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (be5ec224-1cd6-473f-9b19-14e946c6f62e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.433601 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Publish callbacks [] for port (b354c42a-9747-40f8-9c98-5201fea2379e), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.444447 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b354c42a-9747-40f8-9c98-5201fea2379e), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.489273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port d30be490-87e6-4b46-a766-c03a253914e5 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:30.489610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d30be490-87e6-4b46-a766-c03a253914e5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.495558 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Attempting to bind port b354c42a-9747-40f8-9c98-5201fea2379e on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:30.495914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Attempting to bind port b354c42a-9747-40f8-9c98-5201fea2379e by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'c75f0400-25d3-493d-b261-c1de62ae4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:30.496280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Attempting to bind port b354c42a-9747-40f8-9c98-5201fea2379e on network 1507f2ab-6e37-45e8-9b7d-141dc38ca373 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:30.523359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d965afe-a958-4970-a977-a6ba7080c9e4 None None] DHCP port deletion for be5ec224-1cd6-473f-9b19-14e946c6f62e request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:15:30.543009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:30.554103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for security_group (ba4124ae-f29c-49b0-8f6e-fc153e87fe64), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.572707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ba4124ae-f29c-49b0-8f6e-fc153e87fe64), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.588940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4d965afe-a958-4970-a977-a6ba7080c9e4 None None] Deleting port d30be490-87e6-4b46-a766-c03a253914e5 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:30.590148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4d965afe-a958-4970-a977-a6ba7080c9e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d30be490-87e6-4b46-a766-c03a253914e5), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.595436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 817ef900-d97f-490d-85b0-b5784ca128b0 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:30.606951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port d30be490-87e6-4b46-a766-c03a253914e5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d30be490-87e6-4b46-a766-c03a253914e5,segment=NetworkSegment(d4f258bf-0a6d-4d9d-8162-a70359834b99),segment_id=d4f258bf-0a6d-4d9d-8162-a70359834b99)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:30.607353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d30be490-87e6-4b46-a766-c03a253914e5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.608627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b354c42a-9747-40f8-9c98-5201fea2379e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.623298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Pushing event updated for resources: {'Port': ['ID=b354c42a-9747-40f8-9c98-5201fea2379e,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:30.624093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for floatingip (04d41f69-5551-4714-86b8-313be9eeefc3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.625263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 817ef900-d97f-490d-85b0-b5784ca128b0 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:30.625790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 817ef900-d97f-490d-85b0-b5784ca128b0 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:30.626002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:30.626500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d30be490-87e6-4b46-a766-c03a253914e5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:30.634989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Calling delete_port for b354c42a-9747-40f8-9c98-5201fea2379e owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:30.641132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for d30be490-87e6-4b46-a766-c03a253914e5 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:30.650076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4124ae-f29c-49b0-8f6e-fc153e87fe64,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:30.659033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.659662 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.660264 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.660848 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.661030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (2acbc04a-18d2-42df-ad88-39cb5dfa1538), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.661320 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Added segment 2acbc04a-18d2-42df-ad88-39cb5dfa1538 of type vlan for network dfdb363f-f93c-4d24-a954-128893add722 Oct 26 11:15:30.661447 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.662352 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.663452 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.664062 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.664767 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.665851 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.666741 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.667198 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.668059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.668588 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.669004 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:15:30.674819 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:30.675414 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Checking segment: {'id': 'c75f0400-25d3-493d-b261-c1de62ae4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:30.676292 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.676820 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Bound using segment: {'id': 'c75f0400-25d3-493d-b261-c1de62ae4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:30.677443 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Bound port: b354c42a-9747-40f8-9c98-5201fea2379e, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75f0400-25d3-493d-b261-c1de62ae4df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1507f2ab-6e37-45e8-9b7d-141dc38ca373'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:30.677926 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b354c42a-9747-40f8-9c98-5201fea2379e), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.745713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (dfdb363f-f93c-4d24-a954-128893add722), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.746929 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] For port b354c42a-9747-40f8-9c98-5201fea2379e, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:30.752947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] For port b354c42a-9747-40f8-9c98-5201fea2379e, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b354c42a-9747-40f8-9c98-5201fea2379e,segment=NetworkSegment(c75f0400-25d3-493d-b261-c1de62ae4df0),segment_id=c75f0400-25d3-493d-b261-c1de62ae4df0)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:30.757336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:30.764630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b354c42a-9747-40f8-9c98-5201fea2379e), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.793411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (0c6cebdd-c895-495f-9243-25d5f181243b), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.796848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (dfdb363f-f93c-4d24-a954-128893add722), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.802749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:30.803461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.848765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4d965afe-a958-4970-a977-a6ba7080c9e4 None None] For port d30be490-87e6-4b46-a766-c03a253914e5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d30be490-87e6-4b46-a766-c03a253914e5,segment=NetworkSegment(d4f258bf-0a6d-4d9d-8162-a70359834b99),segment_id=d4f258bf-0a6d-4d9d-8162-a70359834b99)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:30.849581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4d965afe-a958-4970-a977-a6ba7080c9e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d30be490-87e6-4b46-a766-c03a253914e5), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.850603 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81700e-b13a-4d92-9539-709ae7e45c2d None None] Pushing event updated for resources: {'Port': ['ID=b354c42a-9747-40f8-9c98-5201fea2379e,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:30.855535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:30.856573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Routers {'eb04dbd0-b043-475a-9604-db8aa5bc2471'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:30.857382 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['eb04dbd0-b043-475a-9604-db8aa5bc2471'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:30.876413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d30be490-87e6-4b46-a766-c03a253914e5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.886886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7831385 Oct 26 11:15:30.887702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54910) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:30.907587 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:30.927877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4d965afe-a958-4970-a977-a6ba7080c9e4 None None] Calling delete_port for d30be490-87e6-4b46-a766-c03a253914e5 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:30.943872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d30be490-87e6-4b46-a766-c03a253914e5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:30.944585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d30be490-87e6-4b46-a766-c03a253914e5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.971064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (d764866c-2f46-4ec3-a94e-e7f745b56a79), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:30.987928 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] Set router eb04dbd0-b043-475a-9604-db8aa5bc2471 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:31.063158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb04dbd0-b043-475a-9604-db8aa5bc2471', 'name': '', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:26Z', 'updated_at': '2022-10-26T11:15:30Z', 'revision_number': 4, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:31.104821 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a07203-37fb-439a-9ccf-81eddff6603f None None] The sync data for ids ['eb04dbd0-b043-475a-9604-db8aa5bc2471'] in dv-neutron-759874-5-hyperv is: [{'id': 'eb04dbd0-b043-475a-9604-db8aa5bc2471', 'name': '', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:26Z', 'updated_at': '2022-10-26T11:15:30Z', 'revision_number': 4, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:31.159644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:31.171422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Subnet': ['ID=d764866c-2f46-4ec3-a94e-e7f745b56a79,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:31.191141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4d965afe-a958-4970-a977-a6ba7080c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (d30be490-87e6-4b46-a766-c03a253914e5), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.215744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Checking segment: {'id': '420175d0-90ad-4f65-bab0-c515391d9fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:31.216099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network hostable DHCP agents. Network: 25b84554-e54d-427c-986e-6cbc6aa0be71, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:31.236832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d965afe-a958-4970-a977-a6ba7080c9e4 None None] Pushing event deleted for resources: {'Port': ['ID=d30be490-87e6-4b46-a766-c03a253914e5,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:31.254419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Publish callbacks [] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.257778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d965afe-a958-4970-a977-a6ba7080c9e4 None None] No DVR routers for this DVR port d30be490-87e6-4b46-a766-c03a253914e5 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:31.266013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b354c42a-9747-40f8-9c98-5201fea2379e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.276463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Request body: {'subnet': {'network_id': 'dfdb363f-f93c-4d24-a954-128893add722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:31.281465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.301203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=d30be490-87e6-4b46-a766-c03a253914e5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:31.307645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 25b84554-e54d-427c-986e-6cbc6aa0be71 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:31.318507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81c884-a416-4e34-8827-2b8608ee117e tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event updated for resources: {'Network': ['ID=dfdb363f-f93c-4d24-a954-128893add722,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:31.322939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event deleted for resources: {'Port': ['ID=b354c42a-9747-40f8-9c98-5201fea2379e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:31.337677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for port (0c6cebdd-c895-495f-9243-25d5f181243b), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.349525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No DVR routers for this DVR port d30be490-87e6-4b46-a766-c03a253914e5 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:31.360886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:31.364385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network dfdb363f-f93c-4d24-a954-128893add722 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:31.366071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 25b84554-e54d-427c-986e-6cbc6aa0be71) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:31.370943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:31.371554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.375251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (0c6cebdd-c895-495f-9243-25d5f181243b), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.381671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54912) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:31.421146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dcd0cb-14d1-4d50-8760-35d772e9f76b None None] Network 25b84554-e54d-427c-986e-6cbc6aa0be71 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:31.460208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10ebc5-b95f-49f3-877a-f4d860933eed None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:31.484151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:31.484780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:31.488172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (be5ec224-1cd6-473f-9b19-14e946c6f62e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.528227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5ec224-1cd6-473f-9b19-14e946c6f62e']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:31.529295 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-18acae47-a240-404e-952e-27fa94f3449a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4724474 Oct 26 11:15:31.537179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54914) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:31.548644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Made reservation on behalf of f9b303da3ab4453dbc7280be5e2e6a5a for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:31.551352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.556981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f258bf-0a6d-4d9d-8162-a70359834b99') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:31.557253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f258bf-0a6d-4d9d-8162-a70359834b99') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:31.566291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (04d41f69-5551-4714-86b8-313be9eeefc3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.576005 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d80b5de6-8f58-496f-be62-63fba35411be tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1867721 Oct 26 11:15:31.576005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event updated for resources: {'Port': ['ID=0c6cebdd-c895-495f-9243-25d5f181243b,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:31.582567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (eb04dbd0-b043-475a-9604-db8aa5bc2471), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.650462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (d4f258bf-0a6d-4d9d-8162-a70359834b99), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.668141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.668804 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2b74cf2c-33d0-44b8-828f-f4781cd2dbfb tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5703709 Oct 26 11:15:31.671823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54916) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:31.679485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d8013eec-4cde-42b6-bed7-9458d9c1ad3b tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Request body: {'floatingip': {'port_id': '1dda7ea7-473d-48d3-a077-b44588cc85c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:31.728838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d4f258bf-0a6d-4d9d-8162-a70359834b99), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.753096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:31.753360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (d4f258bf-0a6d-4d9d-8162-a70359834b99), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.767419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d8013eec-4cde-42b6-bed7-9458d9c1ad3b tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for floatingip (04d41f69-5551-4714-86b8-313be9eeefc3), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.769317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.773418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (eb04dbd0-b043-475a-9604-db8aa5bc2471), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.775300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Attempting to bind port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:31.775829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Attempting to bind port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4619d9ad-0dc0-494a-87dd-b44015870bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:31.776412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Attempting to bind port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 on network 5ade61da-2958-4090-9567-6a4075b92b45 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:31.778813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.806548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_controller (eb04dbd0-b043-475a-9604-db8aa5bc2471), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.845575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:31.917056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:31.917513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Checking segment: {'id': '4619d9ad-0dc0-494a-87dd-b44015870bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:31.918420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.918420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Bound using segment: {'id': '4619d9ad-0dc0-494a-87dd-b44015870bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:31.918721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Bound port: 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619d9ad-0dc0-494a-87dd-b44015870bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:31.919231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.928091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (eb04dbd0-b043-475a-9604-db8aa5bc2471), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.928730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb04dbd0-b043-475a-9604-db8aa5bc2471 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:31.929169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (be5ec224-1cd6-473f-9b19-14e946c6f62e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.939679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.941283 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-81070a2e-9954-4919-930f-1a8f10016585 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/eb04dbd0-b043-475a-9604-db8aa5bc2471 HTTP/1.1" status: 204 len: 168 time: 2.4513340 Oct 26 11:15:31.943632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-25b84554-e54d-427c-986e-6cbc6aa0be71', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:31.946895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:31.951450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.951621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:31.959153 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/networks/be5ec224-1cd6-473f-9b19-14e946c6f62e HTTP/1.1" status: 204 len: 168 time: 1.7135956 Oct 26 11:15:31.961279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54922) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:31.969841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-508859309'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:31.978904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:31.994613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18465d4-6bf7-4269-84ed-c3b24d13bc3e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Network': ['ID=be5ec224-1cd6-473f-9b19-14e946c6f62e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:32.037469 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-d8013eec-4cde-42b6-bed7-9458d9c1ad3b tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] update failed (client error): The resource could not be found. Oct 26 11:15:32.042881 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d8013eec-4cde-42b6-bed7-9458d9c1ad3b tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/04d41f69-5551-4714-86b8-313be9eeefc3 HTTP/1.1" status: 404 len: 507 time: 0.3661137 Oct 26 11:15:32.044363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-716ccf07-2466-4db8-83a7-9ff8d7bd9aef tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Deleting subnet 76931345-164d-43bb-837e-8ebe08f2812a {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:32.047961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:32.052411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-716ccf07-2466-4db8-83a7-9ff8d7bd9aef tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for subnet (76931345-164d-43bb-837e-8ebe08f2812a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.052618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:32.107932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:32.111957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.138462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:32.153220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.169578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-716ccf07-2466-4db8-83a7-9ff8d7bd9aef tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (76931345-164d-43bb-837e-8ebe08f2812a), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.210086 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment d4f258bf-0a6d-4d9d-8162-a70359834b99 resource provider aggregate not found Oct 26 11:15:32.220762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (5087bb8e-af86-4051-9fe1-3b9b5406e674), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.230978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:32.242424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:32.262130 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment d4f258bf-0a6d-4d9d-8162-a70359834b99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4f258bf-0a6d-4d9d-8162-a70359834b99 found for delete ", "request_id": "req-62c2166a-da41-466e-b4bd-4b22e47bfac6"}]} Oct 26 11:15:32.322055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f33aefb-479d-4f36-8ee6-046003614b6a None None] Sync routers for ids ['eb04dbd0-b043-475a-9604-db8aa5bc2471'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:32.358592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event updated for resources: {'Subnet': ['ID=5087bb8e-af86-4051-9fe1-3b9b5406e674,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:32.377568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Checking segment: {'id': '2acbc04a-18d2-42df-ad88-39cb5dfa1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dfdb363f-f93c-4d24-a954-128893add722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:32.378571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Network hostable DHCP agents. Network: dfdb363f-f93c-4d24-a954-128893add722, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:32.380080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10ebc5-b95f-49f3-877a-f4d860933eed None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:32.400177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.400734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f33aefb-479d-4f36-8ee6-046003614b6a None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:32.401115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f33aefb-479d-4f36-8ee6-046003614b6a None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:15:32.401727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f33aefb-479d-4f36-8ee6-046003614b6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb04dbd0-b043-475a-9604-db8aa5bc2471'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:15:32.411782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Allocated IP 172.21.0.2 (25b84554-e54d-427c-986e-6cbc6aa0be71/d764866c-2f46-4ec3-a94e-e7f745b56a79/2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:32.433198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:32.437423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:32.474962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f33aefb-479d-4f36-8ee6-046003614b6a None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:32.475350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f33aefb-479d-4f36-8ee6-046003614b6a None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:15:32.482612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f33aefb-479d-4f36-8ee6-046003614b6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eb04dbd0-b043-475a-9604-db8aa5bc2471'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:15:32.482612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f33aefb-479d-4f36-8ee6-046003614b6a None None] The sync data for ids ['eb04dbd0-b043-475a-9604-db8aa5bc2471'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:32.497000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Network dfdb363f-f93c-4d24-a954-128893add722 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:32.540252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, dfdb363f-f93c-4d24-a954-128893add722) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:32.551609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:32.552229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.577723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa9d665-18d6-4ef9-8824-ab401d4f69f5 None None] Network dfdb363f-f93c-4d24-a954-128893add722 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:32.607443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54930) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:32.612471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:32.625052 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-273f1d76-2d36-48ae-b36c-843a5df51236 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7292974 Oct 26 11:15:32.648612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54932) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:32.655277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1438420763', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:32.694861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:32.701537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Deleting port 0c6cebdd-c895-495f-9243-25d5f181243b {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:32.702143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0c6cebdd-c895-495f-9243-25d5f181243b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.704057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:32.714060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-716ccf07-2466-4db8-83a7-9ff8d7bd9aef tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (76931345-164d-43bb-837e-8ebe08f2812a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.726860 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0fed16d0-2a70-464a-acdc-0102001eb02b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1179202 Oct 26 11:15:32.752712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:32.762189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c87670cb-830a-40c9-96d9-6dc6054c7c1e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.762523 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added segment c87670cb-830a-40c9-96d9-6dc6054c7c1e of type vlan for network 59078b11-1055-4780-a3e1-c3d124f6d5a8 Oct 26 11:15:32.798468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (8420a86a-91e0-4758-9799-79080b760938), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.799525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (8420a86a-91e0-4758-9799-79080b760938), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.841434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-dfdb363f-f93c-4d24-a954-128893add722', 'network_id': 'dfdb363f-f93c-4d24-a954-128893add722', 'project_id': 'f9b303da3ab4453dbc7280be5e2e6a5a', 'fixed_ips': [{'subnet_id': '5087bb8e-af86-4051-9fe1-3b9b5406e674'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:32.842340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.882435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Publish callbacks [] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.897123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.899948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (59078b11-1055-4780-a3e1-c3d124f6d5a8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.955107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0c6cebdd-c895-495f-9243-25d5f181243b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.955440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for floatingip (0c6cebdd-c895-495f-9243-25d5f181243b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.960573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for router_controller (8420a86a-91e0-4758-9799-79080b760938), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.963761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.21.0.1 (25b84554-e54d-427c-986e-6cbc6aa0be71/d764866c-2f46-4ec3-a94e-e7f745b56a79/cb5aefc7-497d-49b6-927e-90146806d44b) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:32.981412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-716ccf07-2466-4db8-83a7-9ff8d7bd9aef tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (76931345-164d-43bb-837e-8ebe08f2812a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.988490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:25Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:32Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:32.992356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:33.022534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Calling delete_port for 0c6cebdd-c895-495f-9243-25d5f181243b owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:33.041955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf508b0-2614-4fda-a8c9-a49098d7004c None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:25Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:32Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:33.053814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Network 25b84554-e54d-427c-986e-6cbc6aa0be71 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:33.054307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Pushing event updated for resources: {'Port': ['ID=2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:33.062387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:33.063020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (59078b11-1055-4780-a3e1-c3d124f6d5a8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.064503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:33.068114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:33.069237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.080356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ccf07-2466-4db8-83a7-9ff8d7bd9aef tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=76931345-164d-43bb-837e-8ebe08f2812a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:33.123771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-716ccf07-2466-4db8-83a7-9ff8d7bd9aef tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.126803 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-716ccf07-2466-4db8-83a7-9ff8d7bd9aef tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/76931345-164d-43bb-837e-8ebe08f2812a HTTP/1.1" status: 204 len: 168 time: 1.1786218 Oct 26 11:15:33.136253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54934) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:33.157405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (cb5aefc7-497d-49b6-927e-90146806d44b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.179323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Attempting to bind port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:33.179694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Attempting to bind port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '420175d0-90ad-4f65-bab0-c515391d9fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:33.180093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Attempting to bind port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 on network 25b84554-e54d-427c-986e-6cbc6aa0be71 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:33.239650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (1507f2ab-6e37-45e8-9b7d-141dc38ca373), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.242122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Allocated IP 172.20.0.2 (dfdb363f-f93c-4d24-a954-128893add722/5087bb8e-af86-4051-9fe1-3b9b5406e674/b86f0771-b283-4e50-b9cf-46c18a05dc23) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:33.284053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:33.284822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Checking segment: {'id': '420175d0-90ad-4f65-bab0-c515391d9fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:33.284964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.285345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Bound using segment: {'id': '420175d0-90ad-4f65-bab0-c515391d9fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:33.285767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Bound port: 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420175d0-90ad-4f65-bab0-c515391d9fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:33.286138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.298752 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.304575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:33.305159 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3402705 Oct 26 11:15:33.312039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'subnet': {'network_id': '59078b11-1055-4780-a3e1-c3d124f6d5a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:33.371656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:33.375189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c92cf-dbd4-4edb-87c5-b8fe3254d0db tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Network': ['ID=59078b11-1055-4780-a3e1-c3d124f6d5a8,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:33.381872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for router_gateway (8420a86a-91e0-4758-9799-79080b760938), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.407569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 59078b11-1055-4780-a3e1-c3d124f6d5a8 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:33.442738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 25b84554-e54d-427c-986e-6cbc6aa0be71 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:33.479582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:33.486289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:33.523283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (1507f2ab-6e37-45e8-9b7d-141dc38ca373), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.566139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] For port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:33.568958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:33.572982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:33.605561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] For port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:33.607797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:33.613425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1507f2ab-6e37-45e8-9b7d-141dc38ca373']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:33.625422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.632928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.636205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Publish callbacks [] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.653335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (0c6cebdd-c895-495f-9243-25d5f181243b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.688691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event deleted for resources: {'Port': ['ID=0c6cebdd-c895-495f-9243-25d5f181243b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:33.704048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.731199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dcfbd-7e7b-4ec7-a5ef-c638cdd6eb9c None None] Pushing event updated for resources: {'Port': ['ID=2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:33.731496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54938) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:33.736650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75f0400-25d3-493d-b261-c1de62ae4df0') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:33.737270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75f0400-25d3-493d-b261-c1de62ae4df0') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:33.745597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Network dfdb363f-f93c-4d24-a954-128893add722 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:33.762556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for router_gateway (8420a86a-91e0-4758-9799-79080b760938), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.779633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (c75f0400-25d3-493d-b261-c1de62ae4df0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.784587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=8,neutron:SELECT=89,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:33.790753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:33.798892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:33.811007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c75f0400-25d3-493d-b261-c1de62ae4df0), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.828586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.830324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:33.834889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.850787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Pushing event updated for resources: {'Port': ['ID=b86f0771-b283-4e50-b9cf-46c18a05dc23,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:33.870585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:33.908155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Attempting to bind port b86f0771-b283-4e50-b9cf-46c18a05dc23 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:33.908822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Attempting to bind port b86f0771-b283-4e50-b9cf-46c18a05dc23 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '2acbc04a-18d2-42df-ad88-39cb5dfa1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dfdb363f-f93c-4d24-a954-128893add722'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:33.909312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Attempting to bind port b86f0771-b283-4e50-b9cf-46c18a05dc23 on network dfdb363f-f93c-4d24-a954-128893add722 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:33.993479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:34.012501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Allocated IP 172.26.0.236 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/e62743f7-e119-45a8-9c68-b2d188817f87) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:34.023603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:34.024191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Checking segment: {'id': '2acbc04a-18d2-42df-ad88-39cb5dfa1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dfdb363f-f93c-4d24-a954-128893add722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:34.026035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.026035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Bound using segment: {'id': '2acbc04a-18d2-42df-ad88-39cb5dfa1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dfdb363f-f93c-4d24-a954-128893add722'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:34.026527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Bound port: b86f0771-b283-4e50-b9cf-46c18a05dc23, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acbc04a-18d2-42df-ad88-39cb5dfa1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'dfdb363f-f93c-4d24-a954-128893add722'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:34.027015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.071141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b5a58341-e161-49a9-8946-be3ec60010f0 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3339205 Oct 26 11:15:34.107043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for floatingip (04d41f69-5551-4714-86b8-313be9eeefc3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.109843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.111081 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-09d860f1-0c67-4320-819e-1bf074aa5ea7 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/04d41f69-5551-4714-86b8-313be9eeefc3 HTTP/1.1" status: 204 len: 168 time: 2.0615492 Oct 26 11:15:34.119566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:34.120021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (c75f0400-25d3-493d-b261-c1de62ae4df0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.122088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54940) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:34.125507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:34.162882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-14cd0ac6-a7cc-4013-acd7-21025206401a tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Request body: {'floatingip': {'floating_network_id': 'ab52f0bd-2c03-4e24-af21-b159fc09f705', 'port_id': '1dda7ea7-473d-48d3-a077-b44588cc85c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:34.167696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] For port b86f0771-b283-4e50-b9cf-46c18a05dc23, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:34.173302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (040314fc-53d7-4a74-add6-8d36ccdbd8bd), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.174332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] For port b86f0771-b283-4e50-b9cf-46c18a05dc23, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b86f0771-b283-4e50-b9cf-46c18a05dc23,segment=NetworkSegment(2acbc04a-18d2-42df-ad88-39cb5dfa1538),segment_id=2acbc04a-18d2-42df-ad88-39cb5dfa1538)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:34.184273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.197981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:34.225318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for port (e62743f7-e119-45a8-9c68-b2d188817f87), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.277909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Subnet': ['ID=040314fc-53d7-4a74-add6-8d36ccdbd8bd,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:34.291852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e62743f7-e119-45a8-9c68-b2d188817f87), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.297429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5087e3-596b-4b3c-b63c-8ff3c686f416 None None] Pushing event updated for resources: {'Port': ['ID=b86f0771-b283-4e50-b9cf-46c18a05dc23,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:34.336527 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment c75f0400-25d3-493d-b261-c1de62ae4df0 resource provider aggregate not found Oct 26 11:15:34.376108 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment c75f0400-25d3-493d-b261-c1de62ae4df0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c75f0400-25d3-493d-b261-c1de62ae4df0 found for delete ", "request_id": "req-2a495e3d-38d6-4107-b30d-296944a4cb28"}]} Oct 26 11:15:34.376944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:34.383084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:34.386372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event updated for resources: {'Port': ['ID=e62743f7-e119-45a8-9c68-b2d188817f87,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:34.388765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:34.421974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-14cd0ac6-a7cc-4013-acd7-21025206401a tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.465470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (1507f2ab-6e37-45e8-9b7d-141dc38ca373), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.548657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1507f2ab-6e37-45e8-9b7d-141dc38ca373 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 11:15:34.566903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.570702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/1507f2ab-6e37-45e8-9b7d-141dc38ca373 HTTP/1.1" status: 204 len: 168 time: 1.4335759 Oct 26 11:15:34.582564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc9ca9-5b74-4e68-9a7c-dc396efc9a86 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event deleted for resources: {'Network': ['ID=1507f2ab-6e37-45e8-9b7d-141dc38ca373,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:34.597384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Checking segment: {'id': 'c87670cb-830a-40c9-96d9-6dc6054c7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '59078b11-1055-4780-a3e1-c3d124f6d5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:34.597752 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network hostable DHCP agents. Network: 59078b11-1055-4780-a3e1-c3d124f6d5a8, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:34.624234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:34.724889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 59078b11-1055-4780-a3e1-c3d124f6d5a8 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:34.727188 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-14cd0ac6-a7cc-4013-acd7-21025206401a tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:15:34.734592 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-14cd0ac6-a7cc-4013-acd7-21025206401a tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6075804 Oct 26 11:15:34.736360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:34.738173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.738502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54948) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:34.738975 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:15:34.751782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '1dda7ea7-473d-48d3-a077-b44588cc85c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:34.778125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 59078b11-1055-4780-a3e1-c3d124f6d5a8) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:34.805026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:34.805637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.840527 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b0809162-b59d-4caa-90f8-b245d8ff32ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5330908 Oct 26 11:15:34.841536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.907433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54950) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:34.913739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7e717456-011b-4509-81dc-08c7b35603a5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1523227393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:34.954911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:34.956388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:34.966604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for router_gateway (8420a86a-91e0-4758-9799-79080b760938), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.069626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (cb5aefc7-497d-49b6-927e-90146806d44b), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.074381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54956) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:35.135114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.213929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b44f45-47ab-495f-b8d9-be49d7769c2e None None] Network 59078b11-1055-4780-a3e1-c3d124f6d5a8 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:35.227224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54958) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:35.232585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (8420a86a-91e0-4758-9799-79080b760938), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.237752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e717456-011b-4509-81dc-08c7b35603a5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.239409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e717456-011b-4509-81dc-08c7b35603a5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.338979 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e717456-011b-4509-81dc-08c7b35603a5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.409311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e717456-011b-4509-81dc-08c7b35603a5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.449736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:35.459785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7e717456-011b-4509-81dc-08c7b35603a5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.464908 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7e717456-011b-4509-81dc-08c7b35603a5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5551245 Oct 26 11:15:35.467881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54960) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:35.475506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'port': {'network_id': '59078b11-1055-4780-a3e1-c3d124f6d5a8', 'name': 'tempest-RoutersIpV6Test-1943892329'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:35.518553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:35.519824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.553602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-59078b11-1055-4780-a3e1-c3d124f6d5a8', 'network_id': '59078b11-1055-4780-a3e1-c3d124f6d5a8', 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'fixed_ips': [{'subnet_id': '040314fc-53d7-4a74-add6-8d36ccdbd8bd'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:35.555683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.563809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b9e9f-b523-45da-95d3-e17a36280ff9 None None] Network 25b84554-e54d-427c-986e-6cbc6aa0be71 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:35.702180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0637ca91-7375-465b-bbd7-15face365b2c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'router': {'name': 'tempest-router--1984229763', 'project_id': 'af9e8aa13ea84d8ea41a932689e097f6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:35.731446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-69214199-47a2-4ed5-a4d5-f6a58b06d6a6 None None] Provisioning complete for port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:35.731854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-69214199-47a2-4ed5-a4d5-f6a58b06d6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.732204 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-69214199-47a2-4ed5-a4d5-f6a58b06d6a6 None None] Attempt 1 to provision port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 Oct 26 11:15:35.750013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:35.752770 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Router 8420a86a-91e0-4758-9799-79080b760938 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:35.763057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:35.767034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.805520 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-daac7f79-324b-4e5b-ac00-7ed6579761fa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.7290478 Oct 26 11:15:35.816919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] device_id is not set on port 47df8380-606f-4d91-813f-9e1383c11452 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:15:35.830179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:35.836455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Allocated IP 172.26.0.76 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/f0ecc0c3-7f93-4df6-ac84-7515cb09016a) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:35.840349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0637ca91-7375-465b-bbd7-15face365b2c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (8b6672d3-ea43-4696-9ac4-162e58fe6756), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.844158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0637ca91-7375-465b-bbd7-15face365b2c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (8b6672d3-ea43-4696-9ac4-162e58fe6756), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.855075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:35.867611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:35.870731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.875706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:35.876774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:35.895709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:35.946062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0471e-36f2-470d-8ea9-3445a1e72943 None None] Network dfdb363f-f93c-4d24-a954-128893add722 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:35.987639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:36.042760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:36.059404 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161c3f8e-ef95-4b2c-9025-5618f798a970 None None] Sync routers for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:36.067244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0637ca91-7375-465b-bbd7-15face365b2c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_controller (8b6672d3-ea43-4696-9ac4-162e58fe6756), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.068028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:36.080243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0637ca91-7375-465b-bbd7-15face365b2c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (8b6672d3-ea43-4696-9ac4-162e58fe6756), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.085296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c3f8e-ef95-4b2c-9025-5618f798a970 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:36.085970 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-161c3f8e-ef95-4b2c-9025-5618f798a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:36.127112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:36.127479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.128051 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 Oct 26 11:15:36.146412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.150539 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-80e4e87c-c177-4c27-9835-b101f1605ad2 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.4991083 Oct 26 11:15:36.153306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 2001:db8::9d (59078b11-1055-4780-a3e1-c3d124f6d5a8/040314fc-53d7-4a74-add6-8d36ccdbd8bd/47df8380-606f-4d91-813f-9e1383c11452) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:36.154565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0637ca91-7375-465b-bbd7-15face365b2c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.155417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54962) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:36.156122 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0637ca91-7375-465b-bbd7-15face365b2c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9261675 Oct 26 11:15:36.161042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54964) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:36.199426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for port (f0ecc0c3-7f93-4df6-ac84-7515cb09016a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.201750 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-161c3f8e-ef95-4b2c-9025-5618f798a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:36.210675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-69214199-47a2-4ed5-a4d5-f6a58b06d6a6 None None] Current status of the port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:36.211314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-69214199-47a2-4ed5-a4d5-f6a58b06d6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.221586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:36.228806 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c3f8e-ef95-4b2c-9025-5618f798a970 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:36.229447 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-161c3f8e-ef95-4b2c-9025-5618f798a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:36.235169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 25b84554-e54d-427c-986e-6cbc6aa0be71 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:36.240682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:36.268992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:36.269619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:36.296255 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-161c3f8e-ef95-4b2c-9025-5618f798a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:36.296780 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161c3f8e-ef95-4b2c-9025-5618f798a970 None None] The sync data for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:36.360319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0558724-954f-4cab-b865-46c728bafc6e tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (8b6672d3-ea43-4696-9ac4-162e58fe6756), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.366227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-69214199-47a2-4ed5-a4d5-f6a58b06d6a6 None None] For port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:36.422595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-69214199-47a2-4ed5-a4d5-f6a58b06d6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.473748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:36.474584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:36.524939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:36.536671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f0ecc0c3-7f93-4df6-ac84-7515cb09016a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.592303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:36.627297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0558724-954f-4cab-b865-46c728bafc6e tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (8b6672d3-ea43-4696-9ac4-162e58fe6756), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.630401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:36.637712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0558724-954f-4cab-b865-46c728bafc6e tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_controller (8b6672d3-ea43-4696-9ac4-162e58fe6756), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.648556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:36.652015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:36.653517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69214199-47a2-4ed5-a4d5-f6a58b06d6a6 None None] Pushing event updated for resources: {'Port': ['ID=2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:36.690561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Provisioning complete for port cb5aefc7-497d-49b6-927e-90146806d44b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:36.701622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.701971 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Attempt 1 to provision port cb5aefc7-497d-49b6-927e-90146806d44b Oct 26 11:15:36.768756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event updated for resources: {'Port': ['ID=f0ecc0c3-7f93-4df6-ac84-7515cb09016a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:36.821946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54966) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:36.833938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b86f0771-b283-4e50-b9cf-46c18a05dc23 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:36.839639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0558724-954f-4cab-b865-46c728bafc6e tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (8b6672d3-ea43-4696-9ac4-162e58fe6756), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.840296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0558724-954f-4cab-b865-46c728bafc6e tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6672d3-ea43-4696-9ac4-162e58fe6756 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:36.844936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a0558724-954f-4cab-b865-46c728bafc6e tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.848470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a0558724-954f-4cab-b865-46c728bafc6e tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/8b6672d3-ea43-4696-9ac4-162e58fe6756 HTTP/1.1" status: 204 len: 168 time: 0.6750362 Oct 26 11:15:36.883075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Port cb5aefc7-497d-49b6-927e-90146806d44b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:36.913964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Provisioning complete for port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:36.914538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:36.915251 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Attempt 1 to provision port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 Oct 26 11:15:36.945764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:36.993231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:37.006421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:37.008720 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4c054916-eb50-4d6a-a7fb-e1b78b257662 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4704170 Oct 26 11:15:37.016812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54970) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:37.024368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b86f0771-b283-4e50-b9cf-46c18a05dc23 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:37.024777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.025116 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b86f0771-b283-4e50-b9cf-46c18a05dc23 Oct 26 11:15:37.025715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'network': {'name': 'tempest-RoutersTest-1357704700'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:37.070513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54972) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:37.074851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-20146d24-2b78-423d-99d1-e339c514d1f2 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2509301 Oct 26 11:15:37.136326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:37.144642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.147387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:33Z', 'revision_number': 3, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:35Z', 'revision_number': 5, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:15:34Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:37.154215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:37.186385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:37.187042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Updating router f56111c3-b902-4f3b-8445-ab3be558a177 port cb5aefc7-497d-49b6-927e-90146806d44b binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:15:37.192722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Current status of the port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:37.231235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (47df8380-606f-4d91-813f-9e1383c11452), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.244373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:37.246153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Provisioning complete for port b86f0771-b283-4e50-b9cf-46c18a05dc23 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:37.246524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.246901 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Attempt 1 to provision port b86f0771-b283-4e50-b9cf-46c18a05dc23 Oct 26 11:15:37.272587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.274197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:37.296040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Deleting port f0ecc0c3-7f93-4df6-ac84-7515cb09016a {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:37.296762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f0ecc0c3-7f93-4df6-ac84-7515cb09016a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.304884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (31a25bd3-4974-4d04-9ac4-53d355d8b913), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.305476 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added segment 31a25bd3-4974-4d04-9ac4-53d355d8b913 of type vlan for network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 Oct 26 11:15:37.343664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (47df8380-606f-4d91-813f-9e1383c11452), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.424241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1223811309', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:37.436881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (8edd86b7-4c4a-413c-b87b-73491a56d2a3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.459360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=47df8380-606f-4d91-813f-9e1383c11452,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:37.475178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 59078b11-1055-4780-a3e1-c3d124f6d5a8 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:37.477086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b86f0771-b283-4e50-b9cf-46c18a05dc23 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:37.477475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.479914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:37.483090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:37.488966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:37.489683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.500450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f0ecc0c3-7f93-4df6-ac84-7515cb09016a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.500798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for floatingip (f0ecc0c3-7f93-4df6-ac84-7515cb09016a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.504880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (1147cf64-a256-4f94-a6fa-dabec6ef7e33), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.505967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (1147cf64-a256-4f94-a6fa-dabec6ef7e33), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.518290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (8edd86b7-4c4a-413c-b87b-73491a56d2a3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.524525 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15efe2d6-8857-41c2-be6c-2b216abc8176 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0529342 Oct 26 11:15:37.525231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:37.526187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.529265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54978) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:37.555398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:37.562775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Allocated IP 2001:db8::2 (59078b11-1055-4780-a3e1-c3d124f6d5a8/040314fc-53d7-4a74-add6-8d36ccdbd8bd/d8039530-05a8-4dc5-9f18-0f25e981d0e8) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:37.568102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Calling delete_port for f0ecc0c3-7f93-4df6-ac84-7515cb09016a owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:37.652860 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6320312 Oct 26 11:15:37.655489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54980) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:37.657517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b86f0771-b283-4e50-b9cf-46c18a05dc23, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b86f0771-b283-4e50-b9cf-46c18a05dc23,segment=NetworkSegment(2acbc04a-18d2-42df-ad88-39cb5dfa1538),segment_id=2acbc04a-18d2-42df-ad88-39cb5dfa1538)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:37.662322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'subnet': {'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:37.666188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:37.675342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.752118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570573a-3d93-43b7-bde0-4c86e9ec5ea5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Network': ['ID=8edd86b7-4c4a-413c-b87b-73491a56d2a3,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:37.770233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Current status of the port b86f0771-b283-4e50-b9cf-46c18a05dc23 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:37.770623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.772808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:37.775011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:37.817286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.823114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (1147cf64-a256-4f94-a6fa-dabec6ef7e33), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.910844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:37.921182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:37.926545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:37.927374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b86f0771-b283-4e50-b9cf-46c18a05dc23,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:37.985700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:38.032581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:38.064443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:15:38.064702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:15:38.081575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54982) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:38.125697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:38.126258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.142429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (1147cf64-a256-4f94-a6fa-dabec6ef7e33), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.147662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Publish callbacks [] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.185280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.233302 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-598f53c9-a21b-4f29-9518-702f15a62f69 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1495230 Oct 26 11:15:38.244634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f0ecc0c3-7f93-4df6-ac84-7515cb09016a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.247281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:38.258302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Publish callbacks [] for port (cb5aefc7-497d-49b6-927e-90146806d44b), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.261959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Network 59078b11-1055-4780-a3e1-c3d124f6d5a8 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:38.265669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.271896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:38.274177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.277514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:38.279398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Pushing event updated for resources: {'Port': ['ID=d8039530-05a8-4dc5-9f18-0f25e981d0e8,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:38.292317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event deleted for resources: {'Port': ['ID=f0ecc0c3-7f93-4df6-ac84-7515cb09016a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:38.358965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:38.421245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:38.421512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Allocated IP 172.20.0.1 (dfdb363f-f93c-4d24-a954-128893add722/5087bb8e-af86-4051-9fe1-3b9b5406e674/b8a6d215-4523-47fc-89bc-18e9444d03b0) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:38.440225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (47df8380-606f-4d91-813f-9e1383c11452), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.442982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (61e20c2b-6f86-4cf9-9fc8-c2f36e25a659), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.455943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Attempting to bind port d8039530-05a8-4dc5-9f18-0f25e981d0e8 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:38.456313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Attempting to bind port d8039530-05a8-4dc5-9f18-0f25e981d0e8 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'c87670cb-830a-40c9-96d9-6dc6054c7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '59078b11-1055-4780-a3e1-c3d124f6d5a8'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:38.456672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Attempting to bind port d8039530-05a8-4dc5-9f18-0f25e981d0e8 on network 59078b11-1055-4780-a3e1-c3d124f6d5a8 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:38.493782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Attempting to bind port cb5aefc7-497d-49b6-927e-90146806d44b on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:38.493782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Attempting to bind port cb5aefc7-497d-49b6-927e-90146806d44b by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '420175d0-90ad-4f65-bab0-c515391d9fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:38.494182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Attempting to bind port cb5aefc7-497d-49b6-927e-90146806d44b on network 25b84554-e54d-427c-986e-6cbc6aa0be71 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:38.522070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8194-843f-424d-93b2-a133b22c5e83 None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:38.551435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:38.557246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (1147cf64-a256-4f94-a6fa-dabec6ef7e33), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.562741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:38.562741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Checking segment: {'id': 'c87670cb-830a-40c9-96d9-6dc6054c7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '59078b11-1055-4780-a3e1-c3d124f6d5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:38.562741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.562741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Bound using segment: {'id': 'c87670cb-830a-40c9-96d9-6dc6054c7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '59078b11-1055-4780-a3e1-c3d124f6d5a8'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:38.563702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Bound port: d8039530-05a8-4dc5-9f18-0f25e981d0e8, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87670cb-830a-40c9-96d9-6dc6054c7c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '59078b11-1055-4780-a3e1-c3d124f6d5a8'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:38.563702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.580008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Subnet': ['ID=61e20c2b-6f86-4cf9-9fc8-c2f36e25a659,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:38.592856 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] create failed (client error): The resource could not be found. Oct 26 11:15:38.594069 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d317409b-6402-42a6-8e07-441d0253b026 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8544290 Oct 26 11:15:38.594651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Checking segment: {'id': '31a25bd3-4974-4d04-9ac4-53d355d8b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:38.595086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network hostable DHCP agents. Network: 8edd86b7-4c4a-413c-b87b-73491a56d2a3, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:38.595215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.599759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:38.600081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Checking segment: {'id': '420175d0-90ad-4f65-bab0-c515391d9fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:38.600757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.600885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Bound using segment: {'id': '420175d0-90ad-4f65-bab0-c515391d9fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:38.600978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:38.601335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Bound port: cb5aefc7-497d-49b6-927e-90146806d44b, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420175d0-90ad-4f65-bab0-c515391d9fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:38.601707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.674421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5777f6af-af77-44cb-bc52-7b4981610429 None None] Current status of the port b86f0771-b283-4e50-b9cf-46c18a05dc23 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:38.678966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:38.690766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:38.719399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.738752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] For port d8039530-05a8-4dc5-9f18-0f25e981d0e8, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:38.741603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:38.744734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 8edd86b7-4c4a-413c-b87b-73491a56d2a3) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:38.749748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:38.750444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.760375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] For port d8039530-05a8-4dc5-9f18-0f25e981d0e8, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d8039530-05a8-4dc5-9f18-0f25e981d0e8,segment=NetworkSegment(c87670cb-830a-40c9-96d9-6dc6054c7c1e),segment_id=c87670cb-830a-40c9-96d9-6dc6054c7c1e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:38.763218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:38.765982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178cbc19-f49b-4b43-8be6-b02b11c4c2bf None None] Network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:38.788873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.797289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-90c2ee1b-bb2a-428a-be67-0cfd4e409066 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Deleting port 1dda7ea7-473d-48d3-a077-b44588cc85c5 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:38.797588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-90c2ee1b-bb2a-428a-be67-0cfd4e409066 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1dda7ea7-473d-48d3-a077-b44588cc85c5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.824282 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0ac62de9-6e44-482c-ab95-5ad0d0b4fd00 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1676533 Oct 26 11:15:38.828720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:38.833145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b86f0771-b283-4e50-b9cf-46c18a05dc23 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:38.836025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.923823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Provisioning complete for port cb5aefc7-497d-49b6-927e-90146806d44b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:38.924211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.924540 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Attempt 1 to provision port cb5aefc7-497d-49b6-927e-90146806d44b Oct 26 11:15:38.941558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:38.961978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:38.978354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:38.978993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:39.027172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a4b19-ea64-4416-9e20-80debe814b40 None None] Pushing event updated for resources: {'Port': ['ID=d8039530-05a8-4dc5-9f18-0f25e981d0e8,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:39.046192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-90c2ee1b-bb2a-428a-be67-0cfd4e409066 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1dda7ea7-473d-48d3-a077-b44588cc85c5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.052062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Network dfdb363f-f93c-4d24-a954-128893add722 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:39.098058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:39.099928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:39.134524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:39.136979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b86f0771-b283-4e50-b9cf-46c18a05dc23 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:39.137358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.137699 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b86f0771-b283-4e50-b9cf-46c18a05dc23 Oct 26 11:15:39.138774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-90c2ee1b-bb2a-428a-be67-0cfd4e409066 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Calling delete_port for 1dda7ea7-473d-48d3-a077-b44588cc85c5 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:39.144505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event updated for resources: {'Port': ['ID=b8a6d215-4523-47fc-89bc-18e9444d03b0,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:39.240886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54988) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:39.258495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (8420a86a-91e0-4758-9799-79080b760938), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.261235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:39.348444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Allocated IP 172.26.0.64 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/f34e7101-d9ee-4ed8-b069-1b4a2d4444ad) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:39.408784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:39.409710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.447305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:39.463569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:39.548208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8194-843f-424d-93b2-a133b22c5e83 None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:39.548433 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f2d5496-2774-423c-a666-7a759e06beea tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2938437 Oct 26 11:15:39.554021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (47df8380-606f-4d91-813f-9e1383c11452), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.565976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (47df8380-606f-4d91-813f-9e1383c11452), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.607587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:39.686054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.698428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:39.699018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.701735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-90c2ee1b-bb2a-428a-be67-0cfd4e409066 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1dda7ea7-473d-48d3-a077-b44588cc85c5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.709239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for port (f34e7101-d9ee-4ed8-b069-1b4a2d4444ad), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.741380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.759988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=47df8380-606f-4d91-813f-9e1383c11452,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:39.762369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2ee1b-bb2a-428a-be67-0cfd4e409066 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event deleted for resources: {'Port': ['ID=1dda7ea7-473d-48d3-a077-b44588cc85c5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:39.804627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:39.813788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:39.825226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.833393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f34e7101-d9ee-4ed8-b069-1b4a2d4444ad), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.837792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.928976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:39.937566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b86f0771-b283-4e50-b9cf-46c18a05dc23 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:39.938733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:39.949871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:39.962566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:39.979611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:39.995345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Provisioning complete for port b86f0771-b283-4e50-b9cf-46c18a05dc23 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:39.995578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:39.995852 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Attempt 1 to provision port b86f0771-b283-4e50-b9cf-46c18a05dc23 Oct 26 11:15:40.046310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-90c2ee1b-bb2a-428a-be67-0cfd4e409066 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.053729 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-90c2ee1b-bb2a-428a-be67-0cfd4e409066 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1dda7ea7-473d-48d3-a077-b44588cc85c5 HTTP/1.1" status: 204 len: 168 time: 1.4482775 Oct 26 11:15:40.057111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54990) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:40.070024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event updated for resources: {'Port': ['ID=f34e7101-d9ee-4ed8-b069-1b4a2d4444ad,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:40.085516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:40.110265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:40.110647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.111321 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 Oct 26 11:15:40.218847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:33Z', 'revision_number': 3, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:38Z', 'revision_number': 6, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:15:38Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:40.246689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Allocated IP 172.22.0.2 (8edd86b7-4c4a-413c-b87b-73491a56d2a3/61e20c2b-6f86-4cf9-9fc8-c2f36e25a659/7796cb1b-37c4-47b9-a72e-e7c29230e933) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:40.250456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264c4289-78b2-4f58-a727-7397a79a1f64 None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:33Z', 'revision_number': 3, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:38Z', 'revision_number': 6, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:15:38Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:40.300384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1bd656-3dfa-465f-a05c-a757b85c095a tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:40.305551 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-af1bd656-3dfa-465f-a05c-a757b85c095a tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f HTTP/1.1" status: 200 len: 913 time: 0.2477565 Oct 26 11:15:40.326179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54992) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:40.446458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5437e791-7de3-4795-9db6-06294fa7bd0a None None] Current status of the port b86f0771-b283-4e50-b9cf-46c18a05dc23 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:40.454043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:40.470591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:40.490566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (47df8380-606f-4d91-813f-9e1383c11452), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.551880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54994) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:40.635712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f1dc3f5f-b05f-43a0-8e25-6ce789ad63d7 None None] Provisioning complete for port b8a6d215-4523-47fc-89bc-18e9444d03b0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:40.637723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f1dc3f5f-b05f-43a0-8e25-6ce789ad63d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.645208 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f1dc3f5f-b05f-43a0-8e25-6ce789ad63d7 None None] Attempt 1 to provision port b8a6d215-4523-47fc-89bc-18e9444d03b0 Oct 26 11:15:40.724148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc3f5f-b05f-43a0-8e25-6ce789ad63d7 None None] Port b8a6d215-4523-47fc-89bc-18e9444d03b0 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:40.725442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:40.726504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e8fec9-5fd4-4151-b294-60b00be876e2 None None] Network 59078b11-1055-4780-a3e1-c3d124f6d5a8 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:40.730144 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73b04579-5f8a-4257-83c2-05a089df6d97 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1755822 Oct 26 11:15:40.769205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:40.775353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (1147cf64-a256-4f94-a6fa-dabec6ef7e33), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.795576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.803896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.865949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:40.904817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (8420a86a-91e0-4758-9799-79080b760938), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.933278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d8039530-05a8-4dc5-9f18-0f25e981d0e8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:40.948829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Publish callbacks [] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.954666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event updated for resources: {'Port': ['ID=b8a6d215-4523-47fc-89bc-18e9444d03b0,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:40.988550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b782e417-67e1-4573-9edf-2cc36c907449 None None] Provisioning complete for port d8039530-05a8-4dc5-9f18-0f25e981d0e8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:40.989114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b782e417-67e1-4573-9edf-2cc36c907449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:40.990732 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b782e417-67e1-4573-9edf-2cc36c907449 None None] Attempt 1 to provision port d8039530-05a8-4dc5-9f18-0f25e981d0e8 Oct 26 11:15:40.990732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:40.998340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.098455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:41.107441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:41.120859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:41.129063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.22.0.1 (8edd86b7-4c4a-413c-b87b-73491a56d2a3/61e20c2b-6f86-4cf9-9fc8-c2f36e25a659/d34051e3-30bd-423a-b70f-b30a2ec15ef6) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:41.139614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Network dfdb363f-f93c-4d24-a954-128893add722 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:41.147017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:41.152321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d8039530-05a8-4dc5-9f18-0f25e981d0e8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:41.152709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.153109 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d8039530-05a8-4dc5-9f18-0f25e981d0e8 Oct 26 11:15:41.161038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Pushing event updated for resources: {'Port': ['ID=7796cb1b-37c4-47b9-a72e-e7c29230e933,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:41.339905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Attempting to bind port 7796cb1b-37c4-47b9-a72e-e7c29230e933 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:41.340243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Attempting to bind port 7796cb1b-37c4-47b9-a72e-e7c29230e933 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '31a25bd3-4974-4d04-9ac4-53d355d8b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:41.340610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Attempting to bind port 7796cb1b-37c4-47b9-a72e-e7c29230e933 on network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:41.344673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b782e417-67e1-4573-9edf-2cc36c907449 None None] Current status of the port d8039530-05a8-4dc5-9f18-0f25e981d0e8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:41.345063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b782e417-67e1-4573-9edf-2cc36c907449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.407136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.408353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:41.548328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b782e417-67e1-4573-9edf-2cc36c907449 None None] For port d8039530-05a8-4dc5-9f18-0f25e981d0e8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d8039530-05a8-4dc5-9f18-0f25e981d0e8,segment=NetworkSegment(c87670cb-830a-40c9-96d9-6dc6054c7c1e),segment_id=c87670cb-830a-40c9-96d9-6dc6054c7c1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:41.553855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:41.554514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Checking segment: {'id': '31a25bd3-4974-4d04-9ac4-53d355d8b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:41.555142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.555775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Bound using segment: {'id': '31a25bd3-4974-4d04-9ac4-53d355d8b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:41.557403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Bound port: 7796cb1b-37c4-47b9-a72e-e7c29230e933, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a25bd3-4974-4d04-9ac4-53d355d8b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:41.557980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.560964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d8039530-05a8-4dc5-9f18-0f25e981d0e8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:41.561535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.575641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.576720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b782e417-67e1-4573-9edf-2cc36c907449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.592511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Router 8420a86a-91e0-4758-9799-79080b760938 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:41.593695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.721352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:41.722427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=d34051e3-30bd-423a-b70f-b30a2ec15ef6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:41.729088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:41.731485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:41.734351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 54996) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:41.800703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] For port 7796cb1b-37c4-47b9-a72e-e7c29230e933, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:41.804606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] For port 7796cb1b-37c4-47b9-a72e-e7c29230e933, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7796cb1b-37c4-47b9-a72e-e7c29230e933,segment=NetworkSegment(31a25bd3-4974-4d04-9ac4-53d355d8b913),segment_id=31a25bd3-4974-4d04-9ac4-53d355d8b913)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:41.814894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.829131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (1147cf64-a256-4f94-a6fa-dabec6ef7e33), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.856057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782e417-67e1-4573-9edf-2cc36c907449 None None] Pushing event updated for resources: {'Port': ['ID=d8039530-05a8-4dc5-9f18-0f25e981d0e8,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:41.867249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:15:41.867792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:15:41.868339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Provisioning complete for port b8a6d215-4523-47fc-89bc-18e9444d03b0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:41.869823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.870184 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Attempt 1 to provision port b8a6d215-4523-47fc-89bc-18e9444d03b0 Oct 26 11:15:41.890646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:41.892428 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:41.898010 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-78e65055-7e6c-47a6-bdc0-54035ab4aa18 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "PUT /networking/v2.0/routers/8420a86a-91e0-4758-9799-79080b760938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7415011 Oct 26 11:15:41.904458 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c01d3-7dc6-419d-8aa9-6b8125986174 None None] Sync routers for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:41.917433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c01d3-7dc6-419d-8aa9-6b8125986174 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:41.919302 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bc5c01d3-7dc6-419d-8aa9-6b8125986174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:41.936703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 54998) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:41.950853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Request body: {'port': {'network_id': 'dfdb363f-f93c-4d24-a954-128893add722', 'name': 'tempest-FloatingIPAdminTestJSON-861728336'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:41.959944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Port b8a6d215-4523-47fc-89bc-18e9444d03b0 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:41.963501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:41.972514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.013625 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bc5c01d3-7dc6-419d-8aa9-6b8125986174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:42.028959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c01d3-7dc6-419d-8aa9-6b8125986174 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:42.030420 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bc5c01d3-7dc6-419d-8aa9-6b8125986174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:42.031211 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f7a7f3b6-5bb1-4ff8-9291-2051a918b7a4 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2939157 Oct 26 11:15:42.039611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Provisioning complete for port d8039530-05a8-4dc5-9f18-0f25e981d0e8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:42.041078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.041415 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Attempt 1 to provision port d8039530-05a8-4dc5-9f18-0f25e981d0e8 Oct 26 11:15:42.112757 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bc5c01d3-7dc6-419d-8aa9-6b8125986174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:42.113853 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c01d3-7dc6-419d-8aa9-6b8125986174 None None] The sync data for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:42.173723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.178160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (47df8380-606f-4d91-813f-9e1383c11452), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.300911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (47df8380-606f-4d91-813f-9e1383c11452), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.301591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.329863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00586a-95ef-4682-95be-0fd4476eca03 None None] Pushing event updated for resources: {'Port': ['ID=7796cb1b-37c4-47b9-a72e-e7c29230e933,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:42.370489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:42.376653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:42.377628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:42.445859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Made reservation on behalf of f9b303da3ab4453dbc7280be5e2e6a5a for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:42.450090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Current status of the port d8039530-05a8-4dc5-9f18-0f25e981d0e8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:42.453083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d8039530-05a8-4dc5-9f18-0f25e981d0e8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:42.454707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.464511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Provisioning complete for port 47df8380-606f-4d91-813f-9e1383c11452 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:42.465429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (47df8380-606f-4d91-813f-9e1383c11452), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.465992 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Attempt 1 to provision port 47df8380-606f-4d91-813f-9e1383c11452 Oct 26 11:15:42.506236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-056ca876-c625-4ce6-8e49-76cd17bd9e56 None None] Port 47df8380-606f-4d91-813f-9e1383c11452 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:42.521469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=47df8380-606f-4d91-813f-9e1383c11452,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:42.563475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.568456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.572331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] device_id is not set on port 12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:15:42.632690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-013318ed-7b4b-47fb-a4df-bfc3819ff33a None None] Provisioning complete for port 47df8380-606f-4d91-813f-9e1383c11452 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:42.632690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-013318ed-7b4b-47fb-a4df-bfc3819ff33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (47df8380-606f-4d91-813f-9e1383c11452), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.632690 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-013318ed-7b4b-47fb-a4df-bfc3819ff33a None None] Attempt 1 to provision port 47df8380-606f-4d91-813f-9e1383c11452 Oct 26 11:15:42.649790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=d34051e3-30bd-423a-b70f-b30a2ec15ef6,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:42.653615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.695112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-013318ed-7b4b-47fb-a4df-bfc3819ff33a None None] Port 47df8380-606f-4d91-813f-9e1383c11452 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:42.709372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Router 1147cf64-a256-4f94-a6fa-dabec6ef7e33 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:42.765688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:42.767025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:42.803707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Deleting port ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:42.804085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.808854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 59078b11-1055-4780-a3e1-c3d124f6d5a8 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:42.830358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:42.891991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:42.897565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:42.933100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Allocated IP 172.20.0.3 (dfdb363f-f93c-4d24-a954-128893add722/5087bb8e-af86-4051-9fe1-3b9b5406e674/12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:42.962904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:42.965820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:42.966247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:42.966723 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:15:43.006527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:43.014975 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4393c8ba-6704-4412-a65a-3a11377273ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1559632 Oct 26 11:15:43.015311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55000) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:43.020477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'network': {'name': 'tempest-RoutersTest-546520147'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:43.021813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:43.039914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55002) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:43.051592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:43.053933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.096578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:43.097635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.148836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:43.151561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:43.156338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.157965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7796cb1b-37c4-47b9-a72e-e7c29230e933 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:43.174384 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-95f279e4-c0a0-430e-ac8f-f7c27efbaee7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1328545 Oct 26 11:15:43.175500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:43.175856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:43.191411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.192340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ed8e224c-2563-4c3b-b8a7-4896d7981cf5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.192840 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added segment ed8e224c-2563-4c3b-b8a7-4896d7981cf5 of type vlan for network e19f698f-6da7-4690-97d5-c24cdb520e0f Oct 26 11:15:43.200633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:43.226376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd98e6-2df4-4f17-8ca4-170627d51cb8 None None] Sync routers for ids ['1147cf64-a256-4f94-a6fa-dabec6ef7e33'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:43.252447 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.256325 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ee68e6b-2bdc-4495-b5e3-846c40117937 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1777840 Oct 26 11:15:43.256325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Calling delete_port for ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:43.258467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55004) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:43.276660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd98e6-2df4-4f17-8ca4-170627d51cb8 None None] Routers {'1147cf64-a256-4f94-a6fa-dabec6ef7e33'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:43.277226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3cd98e6-2df4-4f17-8ca4-170627d51cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1147cf64-a256-4f94-a6fa-dabec6ef7e33'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:43.314235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:43.316391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (e19f698f-6da7-4690-97d5-c24cdb520e0f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.346290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-85ab87d0-3737-49ff-8cbf-48d2d44a3a11 None None] Provisioning complete for port 47df8380-606f-4d91-813f-9e1383c11452 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:43.346938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-85ab87d0-3737-49ff-8cbf-48d2d44a3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (47df8380-606f-4d91-813f-9e1383c11452), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.347607 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-85ab87d0-3737-49ff-8cbf-48d2d44a3a11 None None] Attempt 1 to provision port 47df8380-606f-4d91-813f-9e1383c11452 Oct 26 11:15:43.349679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3cd98e6-2df4-4f17-8ca4-170627d51cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:43.383825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router c94c45f5-cf73-4fd0-a6d9-0c916752a8dc is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:43.394539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:43.398339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7796cb1b-37c4-47b9-a72e-e7c29230e933 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:43.398712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.399051 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7796cb1b-37c4-47b9-a72e-e7c29230e933 Oct 26 11:15:43.411805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:43.445653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (e19f698f-6da7-4690-97d5-c24cdb520e0f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.458905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:43.460512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.463897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd98e6-2df4-4f17-8ca4-170627d51cb8 None None] Routers {'1147cf64-a256-4f94-a6fa-dabec6ef7e33'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:43.463897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3cd98e6-2df4-4f17-8ca4-170627d51cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1147cf64-a256-4f94-a6fa-dabec6ef7e33'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:43.508035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-85ab87d0-3737-49ff-8cbf-48d2d44a3a11 None None] Port 47df8380-606f-4d91-813f-9e1383c11452 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:43.510449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3cd98e6-2df4-4f17-8ca4-170627d51cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:43.514629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd98e6-2df4-4f17-8ca4-170627d51cb8 None None] The sync data for ids ['1147cf64-a256-4f94-a6fa-dabec6ef7e33'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:43.514815 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6f73d41a-1d5f-4702-9388-a18ad2e4e196 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/1147cf64-a256-4f94-a6fa-dabec6ef7e33 HTTP/1.1" status: 200 len: 920 time: 0.2519410 Oct 26 11:15:43.517398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55006) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:43.555321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for port (12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.563948 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5473540 Oct 26 11:15:43.577432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7796cb1b-37c4-47b9-a72e-e7c29230e933 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:43.578190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.585960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55008) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:43.594485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'subnet': {'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:43.601888 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d7f6e27-0081-4016-9350-32578a2d84a2 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1147cf64-a256-4f94-a6fa-dabec6ef7e33 HTTP/1.1" status: 200 len: 205 time: 0.0821421 Oct 26 11:15:43.603686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55010) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:43.618358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7796cb1b-37c4-47b9-a72e-e7c29230e933, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7796cb1b-37c4-47b9-a72e-e7c29230e933,segment=NetworkSegment(31a25bd3-4974-4d04-9ac4-53d355d8b913),segment_id=31a25bd3-4974-4d04-9ac4-53d355d8b913)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:43.622762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10b78b-89de-4865-ac65-de11ce65ed56 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Network': ['ID=e19f698f-6da7-4690-97d5-c24cdb520e0f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:43.624517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.625755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:43.656872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:43.669886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-907a6275-5e41-49cf-afa6-56716d3359cf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/c94c45f5-cf73-4fd0-a6d9-0c916752a8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1337228 Oct 26 11:15:43.670646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55012) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:43.673875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network e19f698f-6da7-4690-97d5-c24cdb520e0f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:43.675739 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116506b-32c7-428c-8187-5582df5f4374 None None] Sync routers for ids ['c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:43.704325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116506b-32c7-428c-8187-5582df5f4374 None None] Routers {'c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:43.704953 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2116506b-32c7-428c-8187-5582df5f4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:43.758098 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2116506b-32c7-428c-8187-5582df5f4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:43.773398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116506b-32c7-428c-8187-5582df5f4374 None None] Routers {'c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:43.774314 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2116506b-32c7-428c-8187-5582df5f4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:43.784346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7882d4ff-54d3-4abd-9b0d-ec8d349b1b73 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:43.786081 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7882d4ff-54d3-4abd-9b0d-ec8d349b1b73 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports/47df8380-606f-4d91-813f-9e1383c11452 HTTP/1.1" status: 200 len: 983 time: 0.1112168 Oct 26 11:15:43.792637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55014) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:43.801259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7796cb1b-37c4-47b9-a72e-e7c29230e933,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:43.809074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cb5aefc7-497d-49b6-927e-90146806d44b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:43.809456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.809797 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cb5aefc7-497d-49b6-927e-90146806d44b Oct 26 11:15:43.871302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:43.900713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (1147cf64-a256-4f94-a6fa-dabec6ef7e33), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.904423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Made reservation on behalf of 7cc76c665b9f4af6aef23e79bdf90f23 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:43.907380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:43.908031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:43.910859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:43.990287 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2116506b-32c7-428c-8187-5582df5f4374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:43.990898 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116506b-32c7-428c-8187-5582df5f4374 None None] The sync data for ids ['c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:43.999633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:44.000751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d8039530-05a8-4dc5-9f18-0f25e981d0e8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:44.003165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b099ebcb-0656-46fd-95fb-5fff83aad2e0 None None] Network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:44.011399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.013103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.085140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event deleted for resources: {'Port': ['ID=ec57b45a-53b5-4e03-bff7-4bc48b6ec3d0,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:44.105644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (1147cf64-a256-4f94-a6fa-dabec6ef7e33), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.121463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:44.148582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:44.165093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:44.172482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-964bdeda-4b56-455b-85f6-4c1ee3535b5e None None] Provisioning complete for port 7796cb1b-37c4-47b9-a72e-e7c29230e933 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:44.173120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-964bdeda-4b56-455b-85f6-4c1ee3535b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.173643 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-964bdeda-4b56-455b-85f6-4c1ee3535b5e None None] Attempt 1 to provision port 7796cb1b-37c4-47b9-a72e-e7c29230e933 Oct 26 11:15:44.184731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55016) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:44.206394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Network dfdb363f-f93c-4d24-a954-128893add722 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:44.215906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:44.228979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:44.231874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event updated for resources: {'Port': ['ID=12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:44.265820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Deleting port f34e7101-d9ee-4ed8-b069-1b4a2d4444ad {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:44.266160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f34e7101-d9ee-4ed8-b069-1b4a2d4444ad), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.329758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:44.392199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:44.392733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.407586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f34e7101-d9ee-4ed8-b069-1b4a2d4444ad), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.415009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:44.440792 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1261c15b-11f7-4ebe-939e-40616d579dd8 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2546051 Oct 26 11:15:44.443136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Calling delete_port for f34e7101-d9ee-4ed8-b069-1b4a2d4444ad owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:44.457402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (74043212-5792-4f6d-a0d8-c3659b325b65), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.470202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:44.487382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d8039530-05a8-4dc5-9f18-0f25e981d0e8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:44.487855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.488195 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d8039530-05a8-4dc5-9f18-0f25e981d0e8 Oct 26 11:15:44.597341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Subnet': ['ID=74043212-5792-4f6d-a0d8-c3659b325b65,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:44.619914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Checking segment: {'id': 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:44.620794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network hostable DHCP agents. Network: e19f698f-6da7-4690-97d5-c24cdb520e0f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:44.639288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-964bdeda-4b56-455b-85f6-4c1ee3535b5e None None] Current status of the port 7796cb1b-37c4-47b9-a72e-e7c29230e933 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:44.712390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network e19f698f-6da7-4690-97d5-c24cdb520e0f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:44.723453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d8039530-05a8-4dc5-9f18-0f25e981d0e8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:44.766883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:42Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:43Z', 'revision_number': 7, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:15:39Z', 'revision_number': 5, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34051e3-30bd-423a-b70f-b30a2ec15ef6', 'name': '', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:3b:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:40Z', 'updated_at': '2022-10-26T11:15:42Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:44.770705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-17696ef6-f004-40ac-8b6f-829b03961562 None None] Provisioning complete for port 12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:44.770901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-17696ef6-f004-40ac-8b6f-829b03961562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.771223 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-17696ef6-f004-40ac-8b6f-829b03961562 None None] Attempt 1 to provision port 12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe Oct 26 11:15:44.775097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, e19f698f-6da7-4690-97d5-c24cdb520e0f) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:44.785757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:44.786384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.812180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f34e7101-d9ee-4ed8-b069-1b4a2d4444ad), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.824813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b62fd-043c-4bf0-9dd7-56a696eb030a None None] Network e19f698f-6da7-4690-97d5-c24cdb520e0f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:44.835147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:44.835147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Updating router f56111c3-b902-4f3b-8445-ab3be558a177 port d34051e3-30bd-423a-b70f-b30a2ec15ef6 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:15:44.851627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event deleted for resources: {'Port': ['ID=f34e7101-d9ee-4ed8-b069-1b4a2d4444ad,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:44.881242 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d851226-9a3a-48ae-8e02-949227700091 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2942650 Oct 26 11:15:44.918154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55018) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:44.942837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:44.946587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:44.954764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7796cb1b-37c4-47b9-a72e-e7c29230e933 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:45.004861 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3d833e38-606f-44df-a0bc-0c2fdc76d6c7 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0615921 Oct 26 11:15:45.015373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55020) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:45.033600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-17696ef6-f004-40ac-8b6f-829b03961562 None None] Port 12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:45.129275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.201377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-efd9589c-f614-4571-ad1b-01be53f5105a None None] Provisioning complete for port 7796cb1b-37c4-47b9-a72e-e7c29230e933 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:45.202035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-efd9589c-f614-4571-ad1b-01be53f5105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.202530 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-efd9589c-f614-4571-ad1b-01be53f5105a None None] Attempt 1 to provision port 7796cb1b-37c4-47b9-a72e-e7c29230e933 Oct 26 11:15:45.247404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:45.251616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'project_id': 'f9b303da3ab4453dbc7280be5e2e6a5a', 'port_id': '12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:45.280276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:45.286316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (1147cf64-a256-4f94-a6fa-dabec6ef7e33), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.314411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7796cb1b-37c4-47b9-a72e-e7c29230e933 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:45.314877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.315334 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7796cb1b-37c4-47b9-a72e-e7c29230e933 Oct 26 11:15:45.344640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e19f698f-6da7-4690-97d5-c24cdb520e0f', 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f', 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'fixed_ips': [{'subnet_id': '74043212-5792-4f6d-a0d8-c3659b325b65'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:45.345554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.373723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.379351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.387009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (1147cf64-a256-4f94-a6fa-dabec6ef7e33), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.389568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (1147cf64-a256-4f94-a6fa-dabec6ef7e33), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.434860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (1147cf64-a256-4f94-a6fa-dabec6ef7e33), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.435509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Fanout notify agent at l3_agent the message router_deleted on router 1147cf64-a256-4f94-a6fa-dabec6ef7e33 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:45.442638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.448132 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d4064e1d-c09b-443a-a5c5-0152a3b351b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/1147cf64-a256-4f94-a6fa-dabec6ef7e33 HTTP/1.1" status: 204 len: 168 time: 1.8338332 Oct 26 11:15:45.448948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55024) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:45.449295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55026) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:45.454790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1415585273', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': False}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:45.532372 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3560b735-f127-464d-a988-2c86dc590445 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0819545 Oct 26 11:15:45.533843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (f40524ed-6fab-4d91-af5b-bf2e3811c621), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.535102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (f40524ed-6fab-4d91-af5b-bf2e3811c621), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.592897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_controller (f40524ed-6fab-4d91-af5b-bf2e3811c621), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.606411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-efd9589c-f614-4571-ad1b-01be53f5105a None None] Current status of the port 7796cb1b-37c4-47b9-a72e-e7c29230e933 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:45.699194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Router a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:45.700295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-efd9589c-f614-4571-ad1b-01be53f5105a None None] Provisioning complete for port d34051e3-30bd-423a-b70f-b30a2ec15ef6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:45.700675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-efd9589c-f614-4571-ad1b-01be53f5105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.701018 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-efd9589c-f614-4571-ad1b-01be53f5105a None None] Attempt 1 to provision port d34051e3-30bd-423a-b70f-b30a2ec15ef6 Oct 26 11:15:45.745523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (f40524ed-6fab-4d91-af5b-bf2e3811c621), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.756211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.786704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7796cb1b-37c4-47b9-a72e-e7c29230e933 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:45.815890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-efd9589c-f614-4571-ad1b-01be53f5105a None None] Port d34051e3-30bd-423a-b70f-b30a2ec15ef6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:45.833078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:45.870023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Publish callbacks [] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.879554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Allocated IP 172.23.0.2 (e19f698f-6da7-4690-97d5-c24cdb520e0f/74043212-5792-4f6d-a0d8-c3659b325b65/b82a846d-2609-44f1-aaff-53222a84a260) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:45.894653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:45.936609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:45.939473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.962834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (f40524ed-6fab-4d91-af5b-bf2e3811c621), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:45.986735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.020092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-15664dfd-a3fb-4f55-b866-21e76210336d None None] Provisioning complete for port d34051e3-30bd-423a-b70f-b30a2ec15ef6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:46.020709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-15664dfd-a3fb-4f55-b866-21e76210336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.020820 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-15664dfd-a3fb-4f55-b866-21e76210336d None None] Attempt 1 to provision port d34051e3-30bd-423a-b70f-b30a2ec15ef6 Oct 26 11:15:46.031669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:46.036643 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c8ca9908-f530-44d3-a23c-8411191b35f9 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "PUT /networking/v2.0/routers/a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7085745 Oct 26 11:15:46.039361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55028) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:46.048030 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae5eaf7-bf66-49fe-b0ee-497940115c4a None None] Sync routers for ids ['a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:46.058125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port 47df8380-606f-4d91-813f-9e1383c11452 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:46.058459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (47df8380-606f-4d91-813f-9e1383c11452), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.060813 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5eaf7-bf66-49fe-b0ee-497940115c4a None None] Routers {'a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:46.061689 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3ae5eaf7-bf66-49fe-b0ee-497940115c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:46.094829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:46.106416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54b663-54a6-41b8-87f3-8914c20faf7c None None] Pushing event updated for resources: {'Port': ['ID=d34051e3-30bd-423a-b70f-b30a2ec15ef6,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:46.141383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:46.144912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Allocated IP 172.26.0.251 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/8d052a31-5bfc-4652-9ea7-00436e2bc6ab) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:46.159025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:46.162807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-15664dfd-a3fb-4f55-b866-21e76210336d None None] Port d34051e3-30bd-423a-b70f-b30a2ec15ef6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:46.169178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cedd-265e-41a4-ac6b-8eadcb538662 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for router (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.176807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.185839 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3ae5eaf7-bf66-49fe-b0ee-497940115c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:46.203130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:46.204286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Attempting to bind port d34051e3-30bd-423a-b70f-b30a2ec15ef6 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:46.204659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Attempting to bind port d34051e3-30bd-423a-b70f-b30a2ec15ef6 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '31a25bd3-4974-4d04-9ac4-53d355d8b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:46.204967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Attempting to bind port d34051e3-30bd-423a-b70f-b30a2ec15ef6 on network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:46.206252 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5eaf7-bf66-49fe-b0ee-497940115c4a None None] Routers {'a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:46.208456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3ae5eaf7-bf66-49fe-b0ee-497940115c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:46.225128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:46.225481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.255093 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3ae5eaf7-bf66-49fe-b0ee-497940115c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:46.256135 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae5eaf7-bf66-49fe-b0ee-497940115c4a None None] The sync data for ids ['a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:46.310126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Publish callbacks [] for port (b82a846d-2609-44f1-aaff-53222a84a260), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.311780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (47df8380-606f-4d91-813f-9e1383c11452), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.318458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:46.322700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:46.323362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Checking segment: {'id': '31a25bd3-4974-4d04-9ac4-53d355d8b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:46.323983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.324369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Bound using segment: {'id': '31a25bd3-4974-4d04-9ac4-53d355d8b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:46.324846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Bound port: d34051e3-30bd-423a-b70f-b30a2ec15ef6, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a25bd3-4974-4d04-9ac4-53d355d8b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:46.325228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.327512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (b82a846d-2609-44f1-aaff-53222a84a260), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.342420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.343391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:46.362657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for 47df8380-606f-4d91-813f-9e1383c11452 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:46.366040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cedd-265e-41a4-ac6b-8eadcb538662 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.369499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cedd-265e-41a4-ac6b-8eadcb538662 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for router_controller (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.419094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cedd-265e-41a4-ac6b-8eadcb538662 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.419811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f5cedd-265e-41a4-ac6b-8eadcb538662 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Fanout notify agent at l3_agent the message router_deleted on router a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:46.423418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Network e19f698f-6da7-4690-97d5-c24cdb520e0f is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:46.426749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3f5cedd-265e-41a4-ac6b-8eadcb538662 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.428096 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3f5cedd-265e-41a4-ac6b-8eadcb538662 tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "DELETE /networking/v2.0/routers/a24b5d8e-4dc7-41e8-b8de-c10b511c8d4f HTTP/1.1" status: 204 len: 168 time: 0.3872759 Oct 26 11:15:46.436352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:46.437048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55030) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:46.443771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Pushing event updated for resources: {'Port': ['ID=b82a846d-2609-44f1-aaff-53222a84a260,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:46.449403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:46.500804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94c665f-1bcb-4373-9d21-101b1d98128d tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Deleting subnet fc100f82-f194-486a-b7a5-5604e9bbde3e {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:46.504441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b94c665f-1bcb-4373-9d21-101b1d98128d tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for subnet (fc100f82-f194-486a-b7a5-5604e9bbde3e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.505511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for port (8d052a31-5bfc-4652-9ea7-00436e2bc6ab), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.536777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55032) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:46.561171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] For port d34051e3-30bd-423a-b70f-b30a2ec15ef6, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:46.592620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b94c665f-1bcb-4373-9d21-101b1d98128d tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (fc100f82-f194-486a-b7a5-5604e9bbde3e), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.600498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] For port d34051e3-30bd-423a-b70f-b30a2ec15ef6, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d34051e3-30bd-423a-b70f-b30a2ec15ef6,segment=NetworkSegment(31a25bd3-4974-4d04-9ac4-53d355d8b913),segment_id=31a25bd3-4974-4d04-9ac4-53d355d8b913)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:46.601954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:46.620827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Attempting to bind port b82a846d-2609-44f1-aaff-53222a84a260 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:46.621208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Attempting to bind port b82a846d-2609-44f1-aaff-53222a84a260 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:46.621967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Attempting to bind port b82a846d-2609-44f1-aaff-53222a84a260 on network e19f698f-6da7-4690-97d5-c24cdb520e0f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:46.624307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.650727 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6600a14e-3813-41a2-9988-187f34bf17bc tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1122386 Oct 26 11:15:46.682264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:46.682532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.708455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b94c665f-1bcb-4373-9d21-101b1d98128d tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (fc100f82-f194-486a-b7a5-5604e9bbde3e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.720981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:46.721637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:46.783311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b94c665f-1bcb-4373-9d21-101b1d98128d tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (fc100f82-f194-486a-b7a5-5604e9bbde3e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.789682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:46.790111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Checking segment: {'id': 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:46.790506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.791476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Bound using segment: {'id': 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:46.791941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Bound port: b82a846d-2609-44f1-aaff-53222a84a260, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:46.792325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b82a846d-2609-44f1-aaff-53222a84a260), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.813072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c665f-1bcb-4373-9d21-101b1d98128d tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event deleted for resources: {'Subnet': ['ID=fc100f82-f194-486a-b7a5-5604e9bbde3e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:46.819934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b94c665f-1bcb-4373-9d21-101b1d98128d tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.826135 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b94c665f-1bcb-4373-9d21-101b1d98128d tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/fc100f82-f194-486a-b7a5-5604e9bbde3e HTTP/1.1" status: 204 len: 168 time: 0.3879275 Oct 26 11:15:46.826856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55034) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:46.836124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54b663-54a6-41b8-87f3-8914c20faf7c None None] Pushing event updated for resources: {'Port': ['ID=d34051e3-30bd-423a-b70f-b30a2ec15ef6,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:46.847893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:46.864276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.890966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:46.914245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:46.940251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (ab52f0bd-2c03-4e24-af21-b159fc09f705), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:46.996259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Deleting port d413fdfe-889a-4dea-8709-fbc5ca267b43 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:46.996915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.008657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8d052a31-5bfc-4652-9ea7-00436e2bc6ab), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.028009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:47.050686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] For port b82a846d-2609-44f1-aaff-53222a84a260, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:47.054312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:47.063516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:47.082251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:47.084072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:47.086641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:47.092931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Allocated IP 172.23.0.1 (e19f698f-6da7-4690-97d5-c24cdb520e0f/74043212-5792-4f6d-a0d8-c3659b325b65/7f18783b-2cd1-426a-93f7-6c3fab04da2e) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:47.099296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] For port b82a846d-2609-44f1-aaff-53222a84a260, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b82a846d-2609-44f1-aaff-53222a84a260,segment=NetworkSegment(ed8e224c-2563-4c3b-b8a7-4896d7981cf5),segment_id=ed8e224c-2563-4c3b-b8a7-4896d7981cf5)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:47.106528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] For port d413fdfe-889a-4dea-8709-fbc5ca267b43, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d413fdfe-889a-4dea-8709-fbc5ca267b43,segment=NetworkSegment(a7be01f6-f2e2-475d-b3ab-a68ce9217a6e),segment_id=a7be01f6-f2e2-475d-b3ab-a68ce9217a6e)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:47.107757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.110026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b82a846d-2609-44f1-aaff-53222a84a260), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.122406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Allocated IP 172.26.0.22 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/14efcd67-6e63-48e5-a960-54b810b2950b) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:47.124418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:47.138444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Calling delete_port for d413fdfe-889a-4dea-8709-fbc5ca267b43 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:47.166560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Pushing event updated for resources: {'Port': ['ID=8d052a31-5bfc-4652-9ea7-00436e2bc6ab,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:47.183397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:47.231281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4ae8-5502-4560-b31b-2192a7185c7b None None] Pushing event updated for resources: {'Port': ['ID=b82a846d-2609-44f1-aaff-53222a84a260,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:47.256308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (47df8380-606f-4d91-813f-9e1383c11452), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.264577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:47.265774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:42Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:46Z', 'revision_number': 8, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:15:39Z', 'revision_number': 5, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34051e3-30bd-423a-b70f-b30a2ec15ef6', 'name': '', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:3b:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:40Z', 'updated_at': '2022-10-26T11:15:46Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:47.300629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9c19bc-2a5c-4a7c-ac8f-bdbe073d9d7f None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:42Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:46Z', 'revision_number': 8, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:15:39Z', 'revision_number': 5, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34051e3-30bd-423a-b70f-b30a2ec15ef6', 'name': '', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:3b:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:40Z', 'updated_at': '2022-10-26T11:15:46Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:47.329004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=47df8380-606f-4d91-813f-9e1383c11452,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:47.341312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d413fdfe-889a-4dea-8709-fbc5ca267b43), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.369750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for port (14efcd67-6e63-48e5-a960-54b810b2950b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.399563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] No DVR routers for this DVR port d413fdfe-889a-4dea-8709-fbc5ca267b43 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:47.469443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event deleted for resources: {'Port': ['ID=d413fdfe-889a-4dea-8709-fbc5ca267b43,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:47.494511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.536078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.563397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (ab52f0bd-2c03-4e24-af21-b159fc09f705), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.580125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.607145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:47.612613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:47.615581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab52f0bd-2c03-4e24-af21-b159fc09f705']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:47.618362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event updated for resources: {'Port': ['ID=14efcd67-6e63-48e5-a960-54b810b2950b,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:47.626518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:47.660542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55036) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:47.680211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7be01f6-f2e2-475d-b3ab-a68ce9217a6e') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:47.680542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7be01f6-f2e2-475d-b3ab-a68ce9217a6e') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:47.698155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (a7be01f6-f2e2-475d-b3ab-a68ce9217a6e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.729234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a7be01f6-f2e2-475d-b3ab-a68ce9217a6e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.738581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:47.738966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (a7be01f6-f2e2-475d-b3ab-a68ce9217a6e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.825204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.831064 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bb463b19-371d-4420-9427-c12eec19fb4b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1651590 Oct 26 11:15:47.949202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (ab52f0bd-2c03-4e24-af21-b159fc09f705), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.953858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:47.961494 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] 10.222.0.26 "DELETE /networking/v2.0/networks/ab52f0bd-2c03-4e24-af21-b159fc09f705 HTTP/1.1" status: 204 len: 168 time: 1.1321628 Oct 26 11:15:47.972001 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment a7be01f6-f2e2-475d-b3ab-a68ce9217a6e resource provider aggregate not found Oct 26 11:15:47.994309 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57e79d-e482-4e5a-a5a0-084b419691df tempest-FloatingIPNegativeTestJSON-395701153 tempest-FloatingIPNegativeTestJSON-395701153-project] Pushing event deleted for resources: {'Network': ['ID=ab52f0bd-2c03-4e24-af21-b159fc09f705,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:47.998431 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment a7be01f6-f2e2-475d-b3ab-a68ce9217a6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7be01f6-f2e2-475d-b3ab-a68ce9217a6e found for delete ", "request_id": "req-01339861-5f1d-4a8b-bf78-7110c192eb79"}]} Oct 26 11:15:48.027227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:48.065931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router c94c45f5-cf73-4fd0-a6d9-0c916752a8dc has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:48.074068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network e19f698f-6da7-4690-97d5-c24cdb520e0f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:48.114454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:48.114872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (f40524ed-6fab-4d91-af5b-bf2e3811c621), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:48.116405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=7f18783b-2cd1-426a-93f7-6c3fab04da2e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:48.119357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:48.218689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for floatingip (b6cd9fd6-3e79-4505-9317-1f1aad7321ff), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:48.337413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:48.427320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:48.428419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:48.443437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:48.446697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (f40524ed-6fab-4d91-af5b-bf2e3811c621), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:48.458608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55048) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:48.478591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:48.483252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8d052a31-5bfc-4652-9ea7-00436e2bc6ab), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:48.492638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff57b3-524f-4405-85e1-d9ac5aad0b5f None None] Sync routers for ids ['c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:48.493999 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-55403634-89cd-4d13-afb0-6b74a51d6082 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/c94c45f5-cf73-4fd0-a6d9-0c916752a8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6986430 Oct 26 11:15:48.496956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55052) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:48.508766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff57b3-524f-4405-85e1-d9ac5aad0b5f None None] Routers {'c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:48.510865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a6ff57b3-524f-4405-85e1-d9ac5aad0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:48.685681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Router f40524ed-6fab-4d91-af5b-bf2e3811c621 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:48.817136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54bfbb3-5510-4931-be95-93bccfffb86f None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:15:48.829086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6081a5b1-d348-40e3-a883-ea47ce762eaf None None] Provisioning complete for port b82a846d-2609-44f1-aaff-53222a84a260 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:48.829766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6081a5b1-d348-40e3-a883-ea47ce762eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b82a846d-2609-44f1-aaff-53222a84a260), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:48.830274 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6081a5b1-d348-40e3-a883-ea47ce762eaf None None] Attempt 1 to provision port b82a846d-2609-44f1-aaff-53222a84a260 Oct 26 11:15:48.832260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a6ff57b3-524f-4405-85e1-d9ac5aad0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:48.839780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55054) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:48.842326 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-ac2e554d-0b85-4c3b-a3ed-5b2099342669 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 11:15:48.843382 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac2e554d-0b85-4c3b-a3ed-5b2099342669 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/c94c45f5-cf73-4fd0-a6d9-0c916752a8dc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3443594 Oct 26 11:15:48.864328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-94c4fcf3-7f0e-4493-8fa3-8f694cb98c4e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=facc52af7db040cd837e53735188e91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033656 Oct 26 11:15:48.866542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55056) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:48.866870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55058) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:48.912429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff57b3-524f-4405-85e1-d9ac5aad0b5f None None] Routers {'c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:48.913029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a6ff57b3-524f-4405-85e1-d9ac5aad0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:48.957054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a6ff57b3-524f-4405-85e1-d9ac5aad0b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:48.957872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ff57b3-524f-4405-85e1-d9ac5aad0b5f None None] The sync data for ids ['c94c45f5-cf73-4fd0-a6d9-0c916752a8dc'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:48.971978 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f50ffb45-5b9b-4e5f-98e1-c26ff9f02eea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c45f5-cf73-4fd0-a6d9-0c916752a8dc HTTP/1.1" status: 200 len: 205 time: 0.1039453 Oct 26 11:15:49.005767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55060) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:49.092957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6081a5b1-d348-40e3-a883-ea47ce762eaf None None] Current status of the port b82a846d-2609-44f1-aaff-53222a84a260 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:49.097215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6081a5b1-d348-40e3-a883-ea47ce762eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b82a846d-2609-44f1-aaff-53222a84a260), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.129143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for port (8d052a31-5bfc-4652-9ea7-00436e2bc6ab), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.137400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.157681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (8d052a31-5bfc-4652-9ea7-00436e2bc6ab), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.172884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:49.185740 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Sync routers for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:49.193792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8c8f-7b2e-4cf9-9323-222f14b56688 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.208984 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Routers {'f40524ed-6fab-4d91-af5b-bf2e3811c621'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:49.210072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f40524ed-6fab-4d91-af5b-bf2e3811c621'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:49.228905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6081a5b1-d348-40e3-a883-ea47ce762eaf None None] For port b82a846d-2609-44f1-aaff-53222a84a260, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b82a846d-2609-44f1-aaff-53222a84a260,segment=NetworkSegment(ed8e224c-2563-4c3b-b8a7-4896d7981cf5),segment_id=ed8e224c-2563-4c3b-b8a7-4896d7981cf5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:49.235282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b82a846d-2609-44f1-aaff-53222a84a260 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:49.247773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6081a5b1-d348-40e3-a883-ea47ce762eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b82a846d-2609-44f1-aaff-53222a84a260), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.297596 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7e0ee13a-4e97-46aa-bd34-b01f9c892d94 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4519510 Oct 26 11:15:49.301501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:49.356269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54bfbb3-5510-4931-be95-93bccfffb86f None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:15:49.358042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.359883 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2105a8a4-9155-4e58-8785-71b83f1a15f6 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9083848 Oct 26 11:15:49.367806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55062) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:49.370666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea5e3fc3-0017-43bc-8f87-57ea022d0a64 admin admin] Publish callbacks [] for security_group (514d7569-3461-4618-87cb-29ad81c08ff7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.378965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b82a846d-2609-44f1-aaff-53222a84a260 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:49.379512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b82a846d-2609-44f1-aaff-53222a84a260), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.379980 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b82a846d-2609-44f1-aaff-53222a84a260 Oct 26 11:15:49.395952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea5e3fc3-0017-43bc-8f87-57ea022d0a64 admin admin] Publish callbacks [] for security_group (514d7569-3461-4618-87cb-29ad81c08ff7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.417356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081a5b1-d348-40e3-a883-ea47ce762eaf None None] Pushing event updated for resources: {'Port': ['ID=b82a846d-2609-44f1-aaff-53222a84a260,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:49.421615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Set router f40524ed-6fab-4d91-af5b-bf2e3811c621 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:49.470366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8c8f-7b2e-4cf9-9323-222f14b56688 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.478604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8c8f-7b2e-4cf9-9323-222f14b56688 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.555421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8c8f-7b2e-4cf9-9323-222f14b56688 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (c94c45f5-cf73-4fd0-a6d9-0c916752a8dc), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.558339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccf8c8f-7b2e-4cf9-9323-222f14b56688 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Fanout notify agent at l3_agent the message router_deleted on router c94c45f5-cf73-4fd0-a6d9-0c916752a8dc {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:15:49.570292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ccf8c8f-7b2e-4cf9-9323-222f14b56688 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.571807 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8ccf8c8f-7b2e-4cf9-9323-222f14b56688 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/c94c45f5-cf73-4fd0-a6d9-0c916752a8dc HTTP/1.1" status: 204 len: 168 time: 0.5583196 Oct 26 11:15:49.575273 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55064) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:49.645450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea5e3fc3-0017-43bc-8f87-57ea022d0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (514d7569-3461-4618-87cb-29ad81c08ff7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.648993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea5e3fc3-0017-43bc-8f87-57ea022d0a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.651424 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea5e3fc3-0017-43bc-8f87-57ea022d0a64 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/514d7569-3461-4618-87cb-29ad81c08ff7 HTTP/1.1" status: 204 len: 168 time: 0.7820561 Oct 26 11:15:49.688957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b82a846d-2609-44f1-aaff-53222a84a260 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:49.688957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:49.695692 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:49.709836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e3fc3-0017-43bc-8f87-57ea022d0a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514d7569-3461-4618-87cb-29ad81c08ff7,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:49.748294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-0126b324-e7be-4a31-abfd-f1b6743fc65a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting subnet 040314fc-53d7-4a74-add6-8d36ccdbd8bd {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:49.752058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0126b324-e7be-4a31-abfd-f1b6743fc65a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (040314fc-53d7-4a74-add6-8d36ccdbd8bd), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.764881 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Checking router: f40524ed-6fab-4d91-af5b-bf2e3811c621 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:49.765664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Updating router f40524ed-6fab-4d91-af5b-bf2e3811c621 port 14efcd67-6e63-48e5-a960-54b810b2950b binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:15:49.821568 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.842762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0126b324-e7be-4a31-abfd-f1b6743fc65a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (040314fc-53d7-4a74-add6-8d36ccdbd8bd), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.861072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:49.861458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.861798 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:15:49.932067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:49.972350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:49.972747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.986265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0126b324-e7be-4a31-abfd-f1b6743fc65a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (040314fc-53d7-4a74-add6-8d36ccdbd8bd), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.015216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:50.023966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.025587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:50.032387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d7821-8e87-4608-8013-ddc30d87cfd0 None None] DHCP port deletion for ab52f0bd-2c03-4e24-af21-b159fc09f705 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:15:50.041681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:50.092730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4b2bc-03b9-40fa-922e-308c316a19c8 None None] Network e19f698f-6da7-4690-97d5-c24cdb520e0f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:50.123429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:50.155663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:50.184258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0126b324-e7be-4a31-abfd-f1b6743fc65a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (040314fc-53d7-4a74-add6-8d36ccdbd8bd), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.264707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126b324-e7be-4a31-abfd-f1b6743fc65a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Subnet': ['ID=040314fc-53d7-4a74-add6-8d36ccdbd8bd,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:50.273832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0126b324-e7be-4a31-abfd-f1b6743fc65a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.281145 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0126b324-e7be-4a31-abfd-f1b6743fc65a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/040314fc-53d7-4a74-add6-8d36ccdbd8bd HTTP/1.1" status: 204 len: 168 time: 0.7037361 Oct 26 11:15:50.284223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55078) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:50.289887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (b6cd9fd6-3e79-4505-9317-1f1aad7321ff), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.295019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Pushing event updated for resources: {'Port': ['ID=8d052a31-5bfc-4652-9ea7-00436e2bc6ab,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:50.304688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55080) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:50.329958 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Publish callbacks [] for port (14efcd67-6e63-48e5-a960-54b810b2950b), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.337917 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:50.345539 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.375476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:50.395136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cb5aefc7-497d-49b6-927e-90146806d44b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:50.402720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.403069 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cb5aefc7-497d-49b6-927e-90146806d44b Oct 26 11:15:50.412820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:50.428115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:50.493135 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce610c4-7644-4726-8293-888d956c4e84 None None] Pushing event updated for resources: {'Port': ['ID=14efcd67-6e63-48e5-a960-54b810b2950b,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:50.498409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (59078b11-1055-4780-a3e1-c3d124f6d5a8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.502010 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Attempting to bind port 14efcd67-6e63-48e5-a960-54b810b2950b on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:50.502510 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Attempting to bind port 14efcd67-6e63-48e5-a960-54b810b2950b by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:50.502964 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Attempting to bind port 14efcd67-6e63-48e5-a960-54b810b2950b on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:50.508681 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Floating IP b6cd9fd6-3e79-4505-9317-1f1aad7321ff associated. External IP: 172.26.0.251, port: 12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe. Oct 26 11:15:50.633348 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:50.634312 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:50.636710 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.637968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:50.641841 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Bound port: 14efcd67-6e63-48e5-a960-54b810b2950b, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:50.642515 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.645153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port d8039530-05a8-4dc5-9f18-0f25e981d0e8 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:50.645647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.668797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:50.668797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.742384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9738c366-423f-4139-aa2c-76ff540b2116 None None] Network 59078b11-1055-4780-a3e1-c3d124f6d5a8 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:50.810934 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] For port 14efcd67-6e63-48e5-a960-54b810b2950b, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:50.817317 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] For port 14efcd67-6e63-48e5-a960-54b810b2950b, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=14efcd67-6e63-48e5-a960-54b810b2950b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:50.821655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:50.828552 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.839765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port d8039530-05a8-4dc5-9f18-0f25e981d0e8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d8039530-05a8-4dc5-9f18-0f25e981d0e8,segment=NetworkSegment(c87670cb-830a-40c9-96d9-6dc6054c7c1e),segment_id=c87670cb-830a-40c9-96d9-6dc6054c7c1e)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:50.840570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.882980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for d8039530-05a8-4dc5-9f18-0f25e981d0e8 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:50.896584 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce610c4-7644-4726-8293-888d956c4e84 None None] Pushing event updated for resources: {'Port': ['ID=14efcd67-6e63-48e5-a960-54b810b2950b,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:50.912219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Routers {'f40524ed-6fab-4d91-af5b-bf2e3811c621'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:50.913736 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f40524ed-6fab-4d91-af5b-bf2e3811c621'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:50.940947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:50.943058 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cdec5155-c305-498e-ac07-3d181adb7ac1 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/f40524ed-6fab-4d91-af5b-bf2e3811c621 HTTP/1.1" status: 200 len: 908 time: 1.5742280 Oct 26 11:15:50.945751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Provisioning complete for port d34051e3-30bd-423a-b70f-b30a2ec15ef6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:50.946320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.947573 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Attempt 1 to provision port d34051e3-30bd-423a-b70f-b30a2ec15ef6 Oct 26 11:15:50.949586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.975756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.086555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:51.118103 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a7f2b9ff-db32-4807-88b3-1da2ec28a16d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.6089473 Oct 26 11:15:51.122259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55090) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:51.127279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1415585273', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': True}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:51.136165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d8039530-05a8-4dc5-9f18-0f25e981d0e8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.137865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.153038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Current status of the port d34051e3-30bd-423a-b70f-b30a2ec15ef6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:51.153436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.157567 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] Set router f40524ed-6fab-4d91-af5b-bf2e3811c621 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:51.176361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=d8039530-05a8-4dc5-9f18-0f25e981d0e8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:51.187129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No DVR routers for this DVR port d8039530-05a8-4dc5-9f18-0f25e981d0e8 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:51.222178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] For port d34051e3-30bd-423a-b70f-b30a2ec15ef6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d34051e3-30bd-423a-b70f-b30a2ec15ef6,segment=NetworkSegment(31a25bd3-4974-4d04-9ac4-53d355d8b913),segment_id=31a25bd3-4974-4d04-9ac4-53d355d8b913)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:51.230469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.248371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Provisioning complete for port b82a846d-2609-44f1-aaff-53222a84a260 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:51.248750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b82a846d-2609-44f1-aaff-53222a84a260), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.249099 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Attempt 1 to provision port b82a846d-2609-44f1-aaff-53222a84a260 Oct 26 11:15:51.285520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55094) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:51.294232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.295572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.315500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.317686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (59078b11-1055-4780-a3e1-c3d124f6d5a8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.360557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event updated for resources: {'Port': ['ID=7f18783b-2cd1-426a-93f7-6c3fab04da2e,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:51.368057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59078b11-1055-4780-a3e1-c3d124f6d5a8']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:51.384135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87670cb-830a-40c9-96d9-6dc6054c7c1e') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:51.385206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87670cb-830a-40c9-96d9-6dc6054c7c1e') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:51.407003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d63c7c3-41db-4b18-ba5d-5c278133a11a None None] DHCP port deletion for 59078b11-1055-4780-a3e1-c3d124f6d5a8 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:15:51.423019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_controller (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.425640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (c87670cb-830a-40c9-96d9-6dc6054c7c1e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.476117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c87670cb-830a-40c9-96d9-6dc6054c7c1e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.478720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Router 8420a86a-91e0-4758-9799-79080b760938 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:51.495557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Pushing event updated for resources: {'Port': ['ID=d34051e3-30bd-423a-b70f-b30a2ec15ef6,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:51.558464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Network e19f698f-6da7-4690-97d5-c24cdb520e0f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:51.558735 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:51.562661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:51.569367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Current status of the port b82a846d-2609-44f1-aaff-53222a84a260 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:51.571585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:51.596225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Provisioning complete for port 7f18783b-2cd1-426a-93f7-6c3fab04da2e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:51.596931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.597472 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Attempt 1 to provision port 7f18783b-2cd1-426a-93f7-6c3fab04da2e Oct 26 11:15:51.617553 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4193bae2-0156-4976-b477-5b2c2f5136c5 None None] The sync data for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv is: [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:51.646280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-687eb0a5-4745-4f92-be1b-07a9acc58dc4 None None] Port 7f18783b-2cd1-426a-93f7-6c3fab04da2e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:51.731924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:51.735166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:51.752846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:51.754154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:51.764361 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2099f3d-22a7-4b72-8600-b930ab755291 None None] Sync routers for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:51.778367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2099f3d-22a7-4b72-8600-b930ab755291 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:51.779010 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f2099f3d-22a7-4b72-8600-b930ab755291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:51.834072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.852070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b82a846d-2609-44f1-aaff-53222a84a260 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:51.852715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:51.893049 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f2099f3d-22a7-4b72-8600-b930ab755291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:51.917576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:51.921769 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2099f3d-22a7-4b72-8600-b930ab755291 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:51.922953 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f2099f3d-22a7-4b72-8600-b930ab755291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:51.938958 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-585840bc-6134-4cb3-a555-49ee2d2206a6 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.9216604 Oct 26 11:15:51.941647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55098) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:51.952612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b82a846d-2609-44f1-aaff-53222a84a260 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:51.952991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b82a846d-2609-44f1-aaff-53222a84a260), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.953333 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b82a846d-2609-44f1-aaff-53222a84a260 Oct 26 11:15:51.960783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:51.961775 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (c87670cb-830a-40c9-96d9-6dc6054c7c1e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.968746 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f2099f3d-22a7-4b72-8600-b930ab755291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:51.969464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2099f3d-22a7-4b72-8600-b930ab755291 None None] The sync data for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:51.985501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-eec49633-9a66-4f6c-aae3-fe59af81107c None None] Provisioning complete for port 7f18783b-2cd1-426a-93f7-6c3fab04da2e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:51.986846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eec49633-9a66-4f6c-aae3-fe59af81107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:51.987214 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-eec49633-9a66-4f6c-aae3-fe59af81107c None None] Attempt 1 to provision port 7f18783b-2cd1-426a-93f7-6c3fab04da2e Oct 26 11:15:51.998250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d17d8cbe-cb18-4bbd-aef8-897516741160 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1372976102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:52.052110 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c87670cb-830a-40c9-96d9-6dc6054c7c1e resource provider aggregate not found Oct 26 11:15:52.154179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55104) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:52.185169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.201292 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c87670cb-830a-40c9-96d9-6dc6054c7c1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c87670cb-830a-40c9-96d9-6dc6054c7c1e found for delete ", "request_id": "req-f981012c-e945-478a-8d54-1d40ae49d810"}]} Oct 26 11:15:52.215857 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-98399010-992c-4f12-834c-5d9bc7ffd63e tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] 10.222.0.26 "GET /networking/v2.0/floatingips/b6cd9fd6-3e79-4505-9317-1f1aad7321ff HTTP/1.1" status: 200 len: 982 time: 0.2723656 Oct 26 11:15:52.221481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:52.241623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d17d8cbe-cb18-4bbd-aef8-897516741160 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (6761ba0c-6af4-491d-beb9-0191f799bf95), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.242703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d17d8cbe-cb18-4bbd-aef8-897516741160 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (6761ba0c-6af4-491d-beb9-0191f799bf95), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.247270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:52.293731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-eec49633-9a66-4f6c-aae3-fe59af81107c None None] Port 7f18783b-2cd1-426a-93f7-6c3fab04da2e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:52.299421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:52.303197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d17d8cbe-cb18-4bbd-aef8-897516741160 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for router_controller (6761ba0c-6af4-491d-beb9-0191f799bf95), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.304731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (59078b11-1055-4780-a3e1-c3d124f6d5a8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.311918 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.320090 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/networks/59078b11-1055-4780-a3e1-c3d124f6d5a8 HTTP/1.1" status: 204 len: 168 time: 2.0343778 Oct 26 11:15:52.320320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:52.325487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55108) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:52.326022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=1,neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:52.336466 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd0cfd08-9287-4b76-8d0e-f1449f555b73 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3978508 Oct 26 11:15:52.344428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55110) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:52.347674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d17d8cbe-cb18-4bbd-aef8-897516741160 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (6761ba0c-6af4-491d-beb9-0191f799bf95), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.354003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:52.358601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-742754775'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:52.375898 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d135c121-f2ce-40f1-a7c0-9fa8e18cbfac tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2192919 Oct 26 11:15:52.392290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0b073-045b-42fd-ab51-5d1dbaf715f5 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Network': ['ID=59078b11-1055-4780-a3e1-c3d124f6d5a8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:52.406032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:52.451032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d17d8cbe-cb18-4bbd-aef8-897516741160 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.453710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:52.454814 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d17d8cbe-cb18-4bbd-aef8-897516741160 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1681879 Oct 26 11:15:52.455793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55112) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:52.461259 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0cf4f844-03b3-4db7-8c4f-72665348fc69 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] 10.222.0.26 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2300272 Oct 26 11:15:52.467195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55114) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:52.470762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1476366978'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:52.505884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b82a846d-2609-44f1-aaff-53222a84a260 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:52.513755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c643f838-ce9c-48da-b2d0-bce8b9febe03 None None] Provisioning complete for port 7f18783b-2cd1-426a-93f7-6c3fab04da2e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:52.514642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c643f838-ce9c-48da-b2d0-bce8b9febe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.515152 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c643f838-ce9c-48da-b2d0-bce8b9febe03 None None] Attempt 1 to provision port 7f18783b-2cd1-426a-93f7-6c3fab04da2e Oct 26 11:15:52.647620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:52.652756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.658846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Deleting port 8d052a31-5bfc-4652-9ea7-00436e2bc6ab {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:52.659179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8d052a31-5bfc-4652-9ea7-00436e2bc6ab), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.688964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d413fdfe-889a-4dea-8709-fbc5ca267b43 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:52.691754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:48Z', 'revision_number': 5, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:49Z', 'revision_number': 9, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f18783b-2cd1-426a-93f7-6c3fab04da2e', 'name': '', 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:87:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '74043212-5792-4f6d-a0d8-c3659b325b65', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:46Z', 'updated_at': '2022-10-26T11:15:50Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '74043212-5792-4f6d-a0d8-c3659b325b65', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:15:50Z', 'revision_number': 7, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34051e3-30bd-423a-b70f-b30a2ec15ef6', 'name': '', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:3b:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:40Z', 'updated_at': '2022-10-26T11:15:51Z', 'revision_number': 5, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:52.728202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:52.729273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Updating router f56111c3-b902-4f3b-8445-ab3be558a177 port 7f18783b-2cd1-426a-93f7-6c3fab04da2e binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:15:52.756531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8d052a31-5bfc-4652-9ea7-00436e2bc6ab), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.756922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for floatingip (8d052a31-5bfc-4652-9ea7-00436e2bc6ab), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.773589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Calling delete_port for 8d052a31-5bfc-4652-9ea7-00436e2bc6ab owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:52.778002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.800857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d413fdfe-889a-4dea-8709-fbc5ca267b43 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:52.801219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d413fdfe-889a-4dea-8709-fbc5ca267b43 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:52.801623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:52.805675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c643f838-ce9c-48da-b2d0-bce8b9febe03 None None] Port 7f18783b-2cd1-426a-93f7-6c3fab04da2e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:15:52.947573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:52.953192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:52.963967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Made reservation on behalf of b2519fe84b294ce690b38b18528b2a5a for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:52.968008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.026380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.046177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:53.046177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.046659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (28e50c2c-d4d8-46c8-9312-708e8c097de7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.046889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added segment 28e50c2c-d4d8-46c8-9312-708e8c097de7 of type vlan for network f0ef61ac-c4e9-4453-b6c7-e9bd8191180f Oct 26 11:15:53.120012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:53.125602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.136787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:53.194163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (f0ef61ac-c4e9-4453-b6c7-e9bd8191180f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.201755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.extraroute_db [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 11:15:53.205009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:53.221443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.extraroute_db [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Removed routes are [] {{(pid=105416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 11:15:53.222636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.234500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.264385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:53.270780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:53.274306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.287951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Publish callbacks [] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.305446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (f0ef61ac-c4e9-4453-b6c7-e9bd8191180f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.312600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:53.313377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.318331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.361231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8d052a31-5bfc-4652-9ea7-00436e2bc6ab), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.368449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d34051e3-30bd-423a-b70f-b30a2ec15ef6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:53.369933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.378692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55116) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:53.404710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a8bd3-7c55-4fb4-b40e-60dada25bc31 None None] Pushing event updated for resources: {'Port': ['ID=7f18783b-2cd1-426a-93f7-6c3fab04da2e,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:53.416130 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event deleted for resources: {'Port': ['ID=8d052a31-5bfc-4652-9ea7-00436e2bc6ab,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:53.464555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d34051e3-30bd-423a-b70f-b30a2ec15ef6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d34051e3-30bd-423a-b70f-b30a2ec15ef6,segment=NetworkSegment(31a25bd3-4974-4d04-9ac4-53d355d8b913),segment_id=31a25bd3-4974-4d04-9ac4-53d355d8b913)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:53.466721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:53.468051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Attempting to bind port 7f18783b-2cd1-426a-93f7-6c3fab04da2e on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:53.468535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Attempting to bind port 7f18783b-2cd1-426a-93f7-6c3fab04da2e by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:53.468955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Attempting to bind port 7f18783b-2cd1-426a-93f7-6c3fab04da2e on network e19f698f-6da7-4690-97d5-c24cdb520e0f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:53.472512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.479839 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1272345 Oct 26 11:15:53.482625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.484683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55118) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:53.489710 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b95641f4-39d9-4929-88c9-f5683b268463 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1099815 Oct 26 11:15:53.493368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'subnet': {'network_id': 'f0ef61ac-c4e9-4453-b6c7-e9bd8191180f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:53.500456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.528451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39051bf-0f57-412d-bbac-8b44cc4d5520 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Network': ['ID=f0ef61ac-c4e9-4453-b6c7-e9bd8191180f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:53.613694 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for floatingip (b6cd9fd6-3e79-4505-9317-1f1aad7321ff), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.614020 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Floating IP b6cd9fd6-3e79-4505-9317-1f1aad7321ff disassociated (deleted). External IP: 172.26.0.251, port: 12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe. Oct 26 11:15:53.617401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d34051e3-30bd-423a-b70f-b30a2ec15ef6,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:53.620743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network f0ef61ac-c4e9-4453-b6c7-e9bd8191180f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:53.621532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for security_group (d86aa993-378d-4a6c-ba9a-bcd703454412), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.680298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d86aa993-378d-4a6c-ba9a-bcd703454412), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.688955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 14efcd67-6e63-48e5-a960-54b810b2950b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:53.699360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:53.721920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:53.722323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Checking segment: {'id': 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:53.722693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.723098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Bound using segment: {'id': 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:53.723602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Bound port: 7f18783b-2cd1-426a-93f7-6c3fab04da2e, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:53.724017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.729776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:53.733154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.737442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Allocated IP 172.26.0.252 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/3457775e-6141-4985-9589-4caefac9c1fd) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:53.742151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:53.788906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:53.797240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (812e8467-9ef0-4a6f-b27f-2851f67bf5cb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.797502 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Added segment 812e8467-9ef0-4a6f-b27f-2851f67bf5cb of type vlan for network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca Oct 26 11:15:53.798758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=14,neutron:DELETE=4,neutron:SELECT=79,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:53.809250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86aa993-378d-4a6c-ba9a-bcd703454412,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:53.830619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 14efcd67-6e63-48e5-a960-54b810b2950b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:53.831151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.831392 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 14efcd67-6e63-48e5-a960-54b810b2950b Oct 26 11:15:53.865104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:53.896208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] For port 7f18783b-2cd1-426a-93f7-6c3fab04da2e, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:53.935460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] For port 7f18783b-2cd1-426a-93f7-6c3fab04da2e, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7f18783b-2cd1-426a-93f7-6c3fab04da2e,segment=NetworkSegment(ed8e224c-2563-4c3b-b8a7-4896d7981cf5),segment_id=ed8e224c-2563-4c3b-b8a7-4896d7981cf5)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:53.956810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.959657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.960337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 14efcd67-6e63-48e5-a960-54b810b2950b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:53.960726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.010441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 14efcd67-6e63-48e5-a960-54b810b2950b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=14efcd67-6e63-48e5-a960-54b810b2950b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:54.014620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:54.015336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:54.017926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:54.024755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.029300 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-97b8013e-2aae-4666-819f-66c18e882cec tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177 HTTP/1.1" status: 200 len: 934 time: 1.6812930 Oct 26 11:15:54.030584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55120) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:54.056180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.109301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a8bd3-7c55-4fb4-b40e-60dada25bc31 None None] Pushing event updated for resources: {'Port': ['ID=7f18783b-2cd1-426a-93f7-6c3fab04da2e,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:54.118722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for port (3457775e-6141-4985-9589-4caefac9c1fd), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.129016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.135532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:54.136413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.143816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:54.151674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:54.172491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (b8a619fe-ca0c-409f-af90-d5561cd08d80), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.182366 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b755de0e-bc81-4142-bea3-cc43d6566516 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177 HTTP/1.1" status: 200 len: 934 time: 0.1484752 Oct 26 11:15:54.187951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55122) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:54.192738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'routes': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:54.214929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:54.214929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=14efcd67-6e63-48e5-a960-54b810b2950b,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:54.233327 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7715704 Oct 26 11:15:54.234007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55124) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:54.246318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Request body: {'subnet': {'network_id': '68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:54.296653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Router 8420a86a-91e0-4758-9799-79080b760938 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:54.313000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77848d4c-fcdd-4df7-a94b-45445d182a02 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Network': ['ID=68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:54.320012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3457775e-6141-4985-9589-4caefac9c1fd), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.349930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Subnet': ['ID=b8a619fe-ca0c-409f-af90-d5561cd08d80,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:54.363199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Checking segment: {'id': '28e50c2c-d4d8-46c8-9312-708e8c097de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f0ef61ac-c4e9-4453-b6c7-e9bd8191180f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:54.363562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network hostable DHCP agents. Network: f0ef61ac-c4e9-4453-b6c7-e9bd8191180f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:54.394477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:54.419832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:54.420364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:54.422735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] Sync routers for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:54.429156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 6, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 10, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f18783b-2cd1-426a-93f7-6c3fab04da2e', 'name': '', 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:87:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '74043212-5792-4f6d-a0d8-c3659b325b65', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:46Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '74043212-5792-4f6d-a0d8-c3659b325b65', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:15:50Z', 'revision_number': 7, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34051e3-30bd-423a-b70f-b30a2ec15ef6', 'name': '', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:3b:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:40Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 6, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:54.454910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:54.460224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network f0ef61ac-c4e9-4453-b6c7-e9bd8191180f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:54.464983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:54.478166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:54.483904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, f0ef61ac-c4e9-4453-b6c7-e9bd8191180f) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:54.484925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event updated for resources: {'Port': ['ID=3457775e-6141-4985-9589-4caefac9c1fd,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:54.489209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:54.490000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.503809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55126) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:54.580420 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3a225b07-0c7a-4ce2-b510-46fbda93b005 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0912142 Oct 26 11:15:54.583231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55128) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:54.587595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e08ebaf4-e02c-4dd0-bfb5-f779baab6748 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1977964060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:54.589048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Made reservation on behalf of b2519fe84b294ce690b38b18528b2a5a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:54.593155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.653248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-860fef5a-67a0-4e6f-b44c-3cb570f50621 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1409767 Oct 26 11:15:54.661920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ff831-36d3-4508-8b91-af708f0a8b9d None None] Network f0ef61ac-c4e9-4453-b6c7-e9bd8191180f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:54.691233 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e08ebaf4-e02c-4dd0-bfb5-f779baab6748 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (dd127274-d6f4-4c0f-838e-c3ae143272aa), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.692279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e08ebaf4-e02c-4dd0-bfb5-f779baab6748 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (dd127274-d6f4-4c0f-838e-c3ae143272aa), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.712745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:54.713087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29126feb-bc78-4d0c-9330-a85c084830c0 None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 6, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 10, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f18783b-2cd1-426a-93f7-6c3fab04da2e', 'name': '', 'network_id': 'e19f698f-6da7-4690-97d5-c24cdb520e0f', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:87:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '74043212-5792-4f6d-a0d8-c3659b325b65', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:46Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 4, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '74043212-5792-4f6d-a0d8-c3659b325b65', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:15:50Z', 'revision_number': 7, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34051e3-30bd-423a-b70f-b30a2ec15ef6', 'name': '', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:3b:68:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:40Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 6, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:54.723517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.743206 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c2a19-3a08-408f-ad5f-172b9f4a8021 None None] Sync routers for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:54.763878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:54.770036 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c2a19-3a08-408f-ad5f-172b9f4a8021 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:54.773029 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a72c2a19-3a08-408f-ad5f-172b9f4a8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:54.777497 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c2eab377-d8ff-4601-b449-0541997cbe51 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/b6cd9fd6-3e79-4505-9317-1f1aad7321ff HTTP/1.1" status: 204 len: 168 time: 2.2987032 Oct 26 11:15:54.779578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55130) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:54.788245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] Routers {'f40524ed-6fab-4d91-af5b-bf2e3811c621'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:54.788901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f40524ed-6fab-4d91-af5b-bf2e3811c621'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:54.789496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:54.792132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e08ebaf4-e02c-4dd0-bfb5-f779baab6748 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (dd127274-d6f4-4c0f-838e-c3ae143272aa), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.799339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:54.799781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.830522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:54.833018 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a72c2a19-3a08-408f-ad5f-172b9f4a8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:54.843410 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c2a19-3a08-408f-ad5f-172b9f4a8021 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:54.844349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a72c2a19-3a08-408f-ad5f-172b9f4a8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:54.850078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:54.854886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e08ebaf4-e02c-4dd0-bfb5-f779baab6748 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (dd127274-d6f4-4c0f-838e-c3ae143272aa), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.894668 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a72c2a19-3a08-408f-ad5f-172b9f4a8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:54.897072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c2a19-3a08-408f-ad5f-172b9f4a8021 None None] The sync data for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:54.906945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.extraroute_db [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added routes are [] {{(pid=105416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 11:15:54.906945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.extraroute_db [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 11:15:54.914806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e08ebaf4-e02c-4dd0-bfb5-f779baab6748 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.920620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e08ebaf4-e02c-4dd0-bfb5-f779baab6748 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3320243 Oct 26 11:15:54.920824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55132) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:54.955328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:54.981845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:55.014382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:55.023893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:55.024611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d8039530-05a8-4dc5-9f18-0f25e981d0e8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:55.111642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:55.114594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-f0ef61ac-c4e9-4453-b6c7-e9bd8191180f', 'network_id': 'f0ef61ac-c4e9-4453-b6c7-e9bd8191180f', 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'fixed_ips': [{'subnet_id': 'b8a619fe-ca0c-409f-af90-d5561cd08d80'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:55.116190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:55.157036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:55.206343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:55.211568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:55.272876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] Set router f40524ed-6fab-4d91-af5b-bf2e3811c621 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:55.326391 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:55.336638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d8039530-05a8-4dc5-9f18-0f25e981d0e8 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:55.336983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d8039530-05a8-4dc5-9f18-0f25e981d0e8 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:15:55.446582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:55.453951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:55.456155 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6054c63a-0b1b-4175-b02d-d42d2613f644 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177 HTTP/1.1" status: 200 len: 700 time: 1.2661288 Oct 26 11:15:55.457935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55134) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:55.470194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Allocated IP 2001:db8::2 (f0ef61ac-c4e9-4453-b6c7-e9bd8191180f/b8a619fe-ca0c-409f-af90-d5561cd08d80/d19a4f05-f6e5-4842-ad0e-ca89f4e9f302) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:55.595974 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f58f49c6-9dbd-4ade-9f9e-c37c4e69312c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177 HTTP/1.1" status: 200 len: 700 time: 0.1355593 Oct 26 11:15:55.600620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55136) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:55.636926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:55.640708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:55.688848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55138) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:55.703403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] Checking router: f40524ed-6fab-4d91-af5b-bf2e3811c621 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:15:55.737818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] Routers {'f40524ed-6fab-4d91-af5b-bf2e3811c621'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:55.738451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f40524ed-6fab-4d91-af5b-bf2e3811c621'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:55.767280 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f767a22c-9a3c-42ff-9f2b-7f57553dca0d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0773325 Oct 26 11:15:55.828750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:55.846465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] Set router f40524ed-6fab-4d91-af5b-bf2e3811c621 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:55.911891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:55.980827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:55.981214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:55.981542 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:15:56.097499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Publish callbacks [] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.128981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.131596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:56.132954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.165363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (d7048e56-3523-4cf2-a962-3289431a3d2e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.176807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:56.178404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.245348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.246866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:56.254059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Pushing event updated for resources: {'Port': ['ID=d19a4f05-f6e5-4842-ad0e-ca89f4e9f302,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:56.283862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Network f0ef61ac-c4e9-4453-b6c7-e9bd8191180f is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:56.305038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:56.311151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:56.315925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:56.316313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.339320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:56.432590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea967358-9967-4837-8880-f39fb46fb993 None None] The sync data for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv is: [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:15:56.446863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:56.458639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.466674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Attempting to bind port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:56.466916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Attempting to bind port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '28e50c2c-d4d8-46c8-9312-708e8c097de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f0ef61ac-c4e9-4453-b6c7-e9bd8191180f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:56.467284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Attempting to bind port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 on network f0ef61ac-c4e9-4453-b6c7-e9bd8191180f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:56.480530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:56.485878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Subnet': ['ID=d7048e56-3523-4cf2-a962-3289431a3d2e,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:56.505866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 7f18783b-2cd1-426a-93f7-6c3fab04da2e {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:56.506397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.518176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Allocated IP 172.26.0.114 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/93676a7c-3f4e-42bc-97f1-6eee54106e30) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:56.573151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:56.674988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port 7f18783b-2cd1-426a-93f7-6c3fab04da2e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7f18783b-2cd1-426a-93f7-6c3fab04da2e,segment=NetworkSegment(ed8e224c-2563-4c3b-b8a7-4896d7981cf5),segment_id=ed8e224c-2563-4c3b-b8a7-4896d7981cf5)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:56.675668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:56.680548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Checking segment: {'id': '812e8467-9ef0-4a6f-b27f-2851f67bf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:56.681170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network hostable DHCP agents. Network: 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:15:56.716962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 7f18783b-2cd1-426a-93f7-6c3fab04da2e owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:56.839434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55140) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:56.843289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 14efcd67-6e63-48e5-a960-54b810b2950b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:15:56.977368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:57.002921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:57.014883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Checking segment: {'id': '28e50c2c-d4d8-46c8-9312-708e8c097de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f0ef61ac-c4e9-4453-b6c7-e9bd8191180f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:57.016745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.016896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Bound using segment: {'id': '28e50c2c-d4d8-46c8-9312-708e8c097de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f0ef61ac-c4e9-4453-b6c7-e9bd8191180f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:57.019276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Bound port: d19a4f05-f6e5-4842-ad0e-ca89f4e9f302, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e50c2c-d4d8-46c8-9312-708e8c097de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f0ef61ac-c4e9-4453-b6c7-e9bd8191180f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:57.019276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.038629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.074924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1248a98b-45ea-4e35-821a-9ed595da7a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.110505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:15:57.147331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for port (93676a7c-3f4e-42bc-97f1-6eee54106e30), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.157362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] For port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:57.163527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] For port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d19a4f05-f6e5-4842-ad0e-ca89f4e9f302,segment=NetworkSegment(28e50c2c-d4d8-46c8-9312-708e8c097de7),segment_id=28e50c2c-d4d8-46c8-9312-708e8c097de7)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:57.222761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 14efcd67-6e63-48e5-a960-54b810b2950b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:57.223186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.254085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 14efcd67-6e63-48e5-a960-54b810b2950b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=14efcd67-6e63-48e5-a960-54b810b2950b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:57.258654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.273422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.276239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:57.299474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e0fed4-f802-431e-8f1a-6ba4bd4fa532 None None] Network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:15:57.312062 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c32dd161-9167-41d4-ae40-bf6cba366d4b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4600592 Oct 26 11:15:57.315537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:57.316610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.395055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:57.404842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:57.414440 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3c05317-36a4-4567-9e6c-70e5dcbaaba4 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1698761 Oct 26 11:15:57.421202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (93676a7c-3f4e-42bc-97f1-6eee54106e30), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.423676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55142) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:57.446952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Request body: {'network': {'name': 'tempest-router-network01--899341159'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:57.456771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca', 'network_id': '68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca', 'project_id': 'b2519fe84b294ce690b38b18528b2a5a', 'fixed_ips': [{'subnet_id': 'd7048e56-3523-4cf2-a962-3289431a3d2e'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:15:57.458010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.484169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e477b-616e-4a95-b331-d079770f351e None None] Pushing event updated for resources: {'Port': ['ID=d19a4f05-f6e5-4842-ad0e-ca89f4e9f302,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:57.485923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (7f18783b-2cd1-426a-93f7-6c3fab04da2e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.537100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=7f18783b-2cd1-426a-93f7-6c3fab04da2e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:57.567039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=14efcd67-6e63-48e5-a960-54b810b2950b,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:57.655048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:57.676105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 2001:db8::1 (f0ef61ac-c4e9-4453-b6c7-e9bd8191180f/b8a619fe-ca0c-409f-af90-d5561cd08d80/94ca08e2-264a-4c02-8a58-acec4796f672) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:57.709679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:57.728906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Made reservation on behalf of b2519fe84b294ce690b38b18528b2a5a for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:57.741713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.771111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:57.782233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Allocated IP 172.20.0.2 (68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca/d7048e56-3523-4cf2-a962-3289431a3d2e/54b633e9-6494-482b-a133-11c2d27f0ac2) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:15:57.793452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:57.971604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:57.990113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:58.093103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Publish callbacks [] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.095920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Pushing event updated for resources: {'Port': ['ID=93676a7c-3f4e-42bc-97f1-6eee54106e30,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:58.111278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.126925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:58.132996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 14efcd67-6e63-48e5-a960-54b810b2950b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:58.168800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:58.173349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:58.196650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for floatingip (0f891f84-901a-44a8-a128-53189cfc3850), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.206349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:58.220020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:58.224076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (94a6fa7e-48eb-41c8-825e-991d31e57ade), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.224450 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Added segment 94a6fa7e-48eb-41c8-825e-991d31e57ade of type vlan for network 74683492-77fd-4d98-9cf0-475b529a39fa Oct 26 11:15:58.264465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Pushing event updated for resources: {'Port': ['ID=54b633e9-6494-482b-a133-11c2d27f0ac2,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:58.305243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 14efcd67-6e63-48e5-a960-54b810b2950b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:58.305621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.306333 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 14efcd67-6e63-48e5-a960-54b810b2950b Oct 26 11:15:58.315509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55144) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:58.326780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (94ca08e2-264a-4c02-8a58-acec4796f672), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.337347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:15:58.355928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Attempting to bind port 54b633e9-6494-482b-a133-11c2d27f0ac2 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:15:58.356302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Attempting to bind port 54b633e9-6494-482b-a133-11c2d27f0ac2 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '812e8467-9ef0-4a6f-b27f-2851f67bf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:15:58.356666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Attempting to bind port 54b633e9-6494-482b-a133-11c2d27f0ac2 on network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:15:58.393986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:58.414659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Router b1b9f454-21ba-46e2-8e3a-b35d47a83c80 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:15:58.450810 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-488f81c5-dc50-46f3-a16c-52fd11319887 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1300466 Oct 26 11:15:58.455146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (74683492-77fd-4d98-9cf0-475b529a39fa), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.465805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:15:58.466422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Checking segment: {'id': '812e8467-9ef0-4a6f-b27f-2851f67bf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:15:58.466626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.467132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Bound using segment: {'id': '812e8467-9ef0-4a6f-b27f-2851f67bf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:15:58.467704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Bound port: 54b633e9-6494-482b-a133-11c2d27f0ac2, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e8467-9ef0-4a6f-b27f-2851f67bf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:15:58.468039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.468230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (93676a7c-3f4e-42bc-97f1-6eee54106e30), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.472143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 14efcd67-6e63-48e5-a960-54b810b2950b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:58.472699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.474265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:58.482624 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ffb1c2ea-c1a3-405c-a4c3-3b38c9549a7f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8779218 Oct 26 11:15:58.483020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55146) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:58.506799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 14efcd67-6e63-48e5-a960-54b810b2950b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=14efcd67-6e63-48e5-a960-54b810b2950b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:58.529202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.530036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:58.554718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3769ad6f-1a70-4f0c-84b6-37d014f6724d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting subnet 74043212-5792-4f6d-a0d8-c3659b325b65 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:15:58.561782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3769ad6f-1a70-4f0c-84b6-37d014f6724d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (74043212-5792-4f6d-a0d8-c3659b325b65), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.586021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:58.589803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=14efcd67-6e63-48e5-a960-54b810b2950b,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:58.643641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3769ad6f-1a70-4f0c-84b6-37d014f6724d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (74043212-5792-4f6d-a0d8-c3659b325b65), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.658426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (74683492-77fd-4d98-9cf0-475b529a39fa), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.663786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:15:58.664027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] For port 54b633e9-6494-482b-a133-11c2d27f0ac2, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:15:58.664451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.687180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] For port 54b633e9-6494-482b-a133-11c2d27f0ac2, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=54b633e9-6494-482b-a133-11c2d27f0ac2,segment=NetworkSegment(812e8467-9ef0-4a6f-b27f-2851f67bf5cb),segment_id=812e8467-9ef0-4a6f-b27f-2851f67bf5cb)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:15:58.688856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:58.689934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.690271 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:15:58.714745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.779220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3769ad6f-1a70-4f0c-84b6-37d014f6724d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (74043212-5792-4f6d-a0d8-c3659b325b65), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.813031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602805-1607-44ce-9ada-7a8b3663667f None None] Pushing event updated for resources: {'Port': ['ID=54b633e9-6494-482b-a133-11c2d27f0ac2,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:58.848586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f237943e-b969-43b0-8ef5-2a7ae16d8ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.879403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:58.880665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7f18783b-2cd1-426a-93f7-6c3fab04da2e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:58.910094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 7f18783b-2cd1-426a-93f7-6c3fab04da2e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:15:58.910763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7f18783b-2cd1-426a-93f7-6c3fab04da2e not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 11:15:58.918252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3769ad6f-1a70-4f0c-84b6-37d014f6724d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (74043212-5792-4f6d-a0d8-c3659b325b65), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.934137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port 7f18783b-2cd1-426a-93f7-6c3fab04da2e not found, will not notify nova. {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 11:15:58.934758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:58.952652 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:15:58.961445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769ad6f-1a70-4f0c-84b6-37d014f6724d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Subnet': ['ID=74043212-5792-4f6d-a0d8-c3659b325b65,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:58.968695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3769ad6f-1a70-4f0c-84b6-37d014f6724d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:58.972569 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3769ad6f-1a70-4f0c-84b6-37d014f6724d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/74043212-5792-4f6d-a0d8-c3659b325b65 HTTP/1.1" status: 204 len: 168 time: 0.4884677 Oct 26 11:15:58.975202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55148) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:59.001945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d34051e3-30bd-423a-b70f-b30a2ec15ef6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:59.003036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.003535 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d34051e3-30bd-423a-b70f-b30a2ec15ef6 Oct 26 11:15:59.121234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e372a5b9-1489-4079-ac82-aaef26a68022 None None] Provisioning complete for port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:59.121615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e372a5b9-1489-4079-ac82-aaef26a68022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.121955 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e372a5b9-1489-4079-ac82-aaef26a68022 None None] Attempt 1 to provision port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 Oct 26 11:15:59.124574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (e19f698f-6da7-4690-97d5-c24cdb520e0f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.186077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:59.204616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port b82a846d-2609-44f1-aaff-53222a84a260 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:15:59.205055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b82a846d-2609-44f1-aaff-53222a84a260), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.223273 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (94ca08e2-264a-4c02-8a58-acec4796f672), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.223966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d34051e3-30bd-423a-b70f-b30a2ec15ef6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:59.224354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.239323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:59.284166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:59.302214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port b82a846d-2609-44f1-aaff-53222a84a260, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b82a846d-2609-44f1-aaff-53222a84a260,segment=NetworkSegment(ed8e224c-2563-4c3b-b8a7-4896d7981cf5),segment_id=ed8e224c-2563-4c3b-b8a7-4896d7981cf5)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:59.302641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b82a846d-2609-44f1-aaff-53222a84a260), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.313122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d34051e3-30bd-423a-b70f-b30a2ec15ef6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d34051e3-30bd-423a-b70f-b30a2ec15ef6,segment=NetworkSegment(31a25bd3-4974-4d04-9ac4-53d355d8b913),segment_id=31a25bd3-4974-4d04-9ac4-53d355d8b913)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:59.314066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e372a5b9-1489-4079-ac82-aaef26a68022 None None] Current status of the port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:59.314867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e372a5b9-1489-4079-ac82-aaef26a68022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.329690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for b82a846d-2609-44f1-aaff-53222a84a260 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:15:59.338273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.339103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:15:59.371087 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9395981 Oct 26 11:15:59.377488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55150) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:59.386214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network f0ef61ac-c4e9-4453-b6c7-e9bd8191180f is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:15:59.390152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Request body: {'network': {'name': 'tempest-router-network02--664103598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:15:59.406654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:59.407948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:15:59.420835 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:15:59.422740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78e8e-19f4-40b2-87aa-c7358721c459 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Network': ['ID=74683492-77fd-4d98-9cf0-475b529a39fa,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:59.434896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:15:59.435452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (dd127274-d6f4-4c0f-838e-c3ae143272aa), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.441553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Sync routers for ids ['b1b9f454-21ba-46e2-8e3a-b35d47a83c80'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:15:59.445786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e372a5b9-1489-4079-ac82-aaef26a68022 None None] For port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d19a4f05-f6e5-4842-ad0e-ca89f4e9f302,segment=NetworkSegment(28e50c2c-d4d8-46c8-9312-708e8c097de7),segment_id=28e50c2c-d4d8-46c8-9312-708e8c097de7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:15:59.447954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=94ca08e2-264a-4c02-8a58-acec4796f672,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:59.455332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d34051e3-30bd-423a-b70f-b30a2ec15ef6,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:59.461677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 74683492-77fd-4d98-9cf0-475b529a39fa details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:15:59.462609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55152) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:59.511667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e372a5b9-1489-4079-ac82-aaef26a68022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.538100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.539419 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6faa08d3-f9ac-4622-8739-b12e2005d976 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4161446 Oct 26 11:15:59.540352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Made reservation on behalf of b2519fe84b294ce690b38b18528b2a5a for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:15:59.545702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.553251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55154) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:15:59.569213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Routers {'b1b9f454-21ba-46e2-8e3a-b35d47a83c80'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:15:59.569213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b1b9f454-21ba-46e2-8e3a-b35d47a83c80'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:59.611526 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0d02f989-b85c-4e21-a79a-d8446ef4aeb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1460910 Oct 26 11:15:59.614186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b82a846d-2609-44f1-aaff-53222a84a260), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.645134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=b82a846d-2609-44f1-aaff-53222a84a260,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:59.653793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No DVR routers for this DVR port b82a846d-2609-44f1-aaff-53222a84a260 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:15:59.663969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cb5aefc7-497d-49b6-927e-90146806d44b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:15:59.675118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.675516 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cb5aefc7-497d-49b6-927e-90146806d44b Oct 26 11:15:59.721268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372a5b9-1489-4079-ac82-aaef26a68022 None None] Pushing event updated for resources: {'Port': ['ID=d19a4f05-f6e5-4842-ad0e-ca89f4e9f302,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:15:59.741418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for port (93676a7c-3f4e-42bc-97f1-6eee54106e30), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.765425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (93676a7c-3f4e-42bc-97f1-6eee54106e30), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.806432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (e19f698f-6da7-4690-97d5-c24cdb520e0f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.833972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Set router b1b9f454-21ba-46e2-8e3a-b35d47a83c80 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:15:59.835390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:59.851537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19f698f-6da7-4690-97d5-c24cdb520e0f']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:59.851828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:15:59.872102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:59.872489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8e224c-2563-4c3b-b8a7-4896d7981cf5') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:15:59.895837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (ed8e224c-2563-4c3b-b8a7-4896d7981cf5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.928304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:15:59.928614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.929600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ed8e224c-2563-4c3b-b8a7-4896d7981cf5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.930138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ff847b13-e49c-489f-8c34-2545c266a9f3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.930711 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Added segment ff847b13-e49c-489f-8c34-2545c266a9f3 of type vlan for network e9720f17-12eb-4acd-8b02-4f10292596db Oct 26 11:15:59.948269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:15:59.948912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (ed8e224c-2563-4c3b-b8a7-4896d7981cf5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:59.996914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Pushing event updated for resources: {'Port': ['ID=93676a7c-3f4e-42bc-97f1-6eee54106e30,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:00.004738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.020562 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment ed8e224c-2563-4c3b-b8a7-4896d7981cf5 resource provider aggregate not found Oct 26 11:16:00.034549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (0f891f84-901a-44a8-a128-53189cfc3850), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.049202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:00.091964 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-03d22269-7473-41b5-8b9c-b15853fede0f tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/b1b9f454-21ba-46e2-8e3a-b35d47a83c80 HTTP/1.1" status: 200 len: 908 time: 0.5373375 Oct 26 11:16:00.101165 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment ed8e224c-2563-4c3b-b8a7-4896d7981cf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed8e224c-2563-4c3b-b8a7-4896d7981cf5 found for delete ", "request_id": "req-722bc3bc-09bb-40f8-9263-946e0ed239bf"}]} Oct 26 11:16:00.102014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55160) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:00.107603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (e9720f17-12eb-4acd-8b02-4f10292596db), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.115261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (94ca08e2-264a-4c02-8a58-acec4796f672), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.159063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.160606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2a581fa2-fbc5-47ac-b880-40e6dc0e1208 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3777101 Oct 26 11:16:00.164649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:00.211194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (e19f698f-6da7-4690-97d5-c24cdb520e0f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.225232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.db.resource_extend [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:16:00.234724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.276708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:00.308778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.315134 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/networks/e19f698f-6da7-4690-97d5-c24cdb520e0f HTTP/1.1" status: 204 len: 168 time: 1.3383267 Oct 26 11:16:00.316260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddf2a4-2f98-4150-af74-6abed5e72ec1 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Network': ['ID=e19f698f-6da7-4690-97d5-c24cdb520e0f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:00.318016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55166) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:00.346465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (e9720f17-12eb-4acd-8b02-4f10292596db), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.362893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:00.363642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.376944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:00.399342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.452291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:00.464980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b9f454-21ba-46e2-8e3a-b35d47a83c80', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '3457775e-6141-4985-9589-4caefac9c1fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:51Z', 'updated_at': '2022-10-26T11:15:54Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '3457775e-6141-4985-9589-4caefac9c1fd', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b9f454-21ba-46e2-8e3a-b35d47a83c80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:53Z', 'updated_at': '2022-10-26T11:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:00.499151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Checking router: b1b9f454-21ba-46e2-8e3a-b35d47a83c80 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:00.499977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Updating router b1b9f454-21ba-46e2-8e3a-b35d47a83c80 port 3457775e-6141-4985-9589-4caefac9c1fd binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:16:00.540346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3457775e-6141-4985-9589-4caefac9c1fd), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.542107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.543914 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1605902 Oct 26 11:16:00.547923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55168) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:00.548715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bd9e4-c8d4-4e9b-a405-d33108a1f16f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Network': ['ID=e9720f17-12eb-4acd-8b02-4f10292596db,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:00.566335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Request body: {'subnet': {'network_id': '74683492-77fd-4d98-9cf0-475b529a39fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:00.574115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:00.576291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network e9720f17-12eb-4acd-8b02-4f10292596db details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:00.636300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55170) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:00.677530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:00.685942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4fd8e3-8e26-4e1b-809e-dddf82e6227e None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:00.705277 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-65b92603-a990-4bd2-9ce4-6b58abdbb4e4 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0676730 Oct 26 11:16:00.705516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:00.781629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.786109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d219424e-ad82-49a4-87a2-98ad70c047c1 None None] Provisioning complete for port 54b633e9-6494-482b-a133-11c2d27f0ac2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:00.786854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d219424e-ad82-49a4-87a2-98ad70c047c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.787041 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d219424e-ad82-49a4-87a2-98ad70c047c1 None None] Attempt 1 to provision port 54b633e9-6494-482b-a133-11c2d27f0ac2 Oct 26 11:16:00.798847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.804186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Made reservation on behalf of b2519fe84b294ce690b38b18528b2a5a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:00.808766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.909770 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:00.910401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Deleting port 3457775e-6141-4985-9589-4caefac9c1fd {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:00.910757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3457775e-6141-4985-9589-4caefac9c1fd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:00.975556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (94ca08e2-264a-4c02-8a58-acec4796f672), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.008213 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] Sync routers for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:01.021372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] Routers {'f40524ed-6fab-4d91-af5b-bf2e3811c621'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:01.022014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f40524ed-6fab-4d91-af5b-bf2e3811c621'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:01.058308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d219424e-ad82-49a4-87a2-98ad70c047c1 None None] Current status of the port 54b633e9-6494-482b-a133-11c2d27f0ac2 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:01.059062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d219424e-ad82-49a4-87a2-98ad70c047c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.073685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3457775e-6141-4985-9589-4caefac9c1fd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.087457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fd8e3-8e26-4e1b-809e-dddf82e6227e None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:01.096743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (94ca08e2-264a-4c02-8a58-acec4796f672), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.097376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Calling delete_port for 3457775e-6141-4985-9589-4caefac9c1fd owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:01.098264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (dd127274-d6f4-4c0f-838e-c3ae143272aa), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.132079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (7f802bea-d6a6-437f-b2ab-413f5739d574), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.172420 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] Set router f40524ed-6fab-4d91-af5b-bf2e3811c621 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:01.190229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:01.195041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d219424e-ad82-49a4-87a2-98ad70c047c1 None None] For port 54b633e9-6494-482b-a133-11c2d27f0ac2, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=54b633e9-6494-482b-a133-11c2d27f0ac2,segment=NetworkSegment(812e8467-9ef0-4a6f-b27f-2851f67bf5cb),segment_id=812e8467-9ef0-4a6f-b27f-2851f67bf5cb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:01.206073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d219424e-ad82-49a4-87a2-98ad70c047c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.273832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=94ca08e2-264a-4c02-8a58-acec4796f672,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:01.347202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3457775e-6141-4985-9589-4caefac9c1fd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.347603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:01.351175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:16:01.351712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:16:01.364326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219424e-ad82-49a4-87a2-98ad70c047c1 None None] Pushing event updated for resources: {'Port': ['ID=54b633e9-6494-482b-a133-11c2d27f0ac2,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:01.388661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network f0ef61ac-c4e9-4453-b6c7-e9bd8191180f is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:01.391494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Checking segment: {'id': '94a6fa7e-48eb-41c8-825e-991d31e57ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '74683492-77fd-4d98-9cf0-475b529a39fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:01.392290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network hostable DHCP agents. Network: 74683492-77fd-4d98-9cf0-475b529a39fa, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:01.394607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:01.395246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:01.395572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:01.411179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Subnet': ['ID=7f802bea-d6a6-437f-b2ab-413f5739d574,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:01.442678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:01.443685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event deleted for resources: {'Port': ['ID=3457775e-6141-4985-9589-4caefac9c1fd,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:01.459129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:01.462668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.535305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:01.538571 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:01.562759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network 74683492-77fd-4d98-9cf0-475b529a39fa is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:01.570866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.574503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:01.577068 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:01.577362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.594297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 74683492-77fd-4d98-9cf0-475b529a39fa) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:01.596110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router dd127274-d6f4-4c0f-838e-c3ae143272aa is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:01.610078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:01.614081 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] Checking router: f40524ed-6fab-4d91-af5b-bf2e3811c621 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:01.620398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:01.621353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:01.645301 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] Routers {'f40524ed-6fab-4d91-af5b-bf2e3811c621'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:01.645940 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f40524ed-6fab-4d91-af5b-bf2e3811c621'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:01.706923 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:01.713733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55172) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:01.715258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Allocated IP 172.26.0.180 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/43967de2-4bea-4042-84f7-a228ae45c0ad) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:01.753382 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-46b7989f-388d-4902-8457-d7ead8c4a58c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1936624 Oct 26 11:16:01.755945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55174) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:01.762229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Request body: {'subnet': {'network_id': 'e9720f17-12eb-4acd-8b02-4f10292596db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:01.781461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf2c56-9a33-4641-a372-6f094b14bfe2 None None] DHCP port deletion for e19f698f-6da7-4690-97d5-c24cdb520e0f request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:01.783406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:01.803041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] Set router f40524ed-6fab-4d91-af5b-bf2e3811c621 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:01.829414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:01.861857 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bea5486b-1535-4593-b401-627a702f2746 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/dd127274-d6f4-4c0f-838e-c3ae143272aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9415798 Oct 26 11:16:01.862517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55176) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:01.867842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12954d17-6b56-4da1-9e63-8ef5c35645ee None None] Network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:01.870985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297eb468-d93e-4120-acf7-06d4858b7749 None None] Network f0ef61ac-c4e9-4453-b6c7-e9bd8191180f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:01.905070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560ab0b-15b0-42bb-8c7b-376850efb04d None None] Sync routers for ids ['dd127274-d6f4-4c0f-838e-c3ae143272aa'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:01.910470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05707ba1-f40d-4f9d-8ca9-401922a586de None None] Network 74683492-77fd-4d98-9cf0-475b529a39fa requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:01.934078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Port 3457775e-6141-4985-9589-4caefac9c1fd not found while updating agent binding for router b1b9f454-21ba-46e2-8e3a-b35d47a83c80. {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 11:16:01.958360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf84170-2240-4694-a120-fe5eb5d1880f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:01.958360 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1cf84170-2240-4694-a120-fe5eb5d1880f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports/94ca08e2-264a-4c02-8a58-acec4796f672 HTTP/1.1" status: 200 len: 911 time: 0.0880797 Oct 26 11:16:01.958748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55178) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:01.976909 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560ab0b-15b0-42bb-8c7b-376850efb04d None None] Routers {'dd127274-d6f4-4c0f-838e-c3ae143272aa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:01.977556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d560ab0b-15b0-42bb-8c7b-376850efb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['dd127274-d6f4-4c0f-838e-c3ae143272aa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:01.996264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:57Z', 'revision_number': 8, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:56Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:16:00Z', 'revision_number': 9, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34051e3-30bd-423a-b70f-b30a2ec15ef6', 'name': '', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:3b:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:40Z', 'updated_at': '2022-10-26T11:15:59Z', 'revision_number': 7, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:02.020128 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d560ab0b-15b0-42bb-8c7b-376850efb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:02.047317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Made reservation on behalf of b2519fe84b294ce690b38b18528b2a5a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:02.048107 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560ab0b-15b0-42bb-8c7b-376850efb04d None None] Routers {'dd127274-d6f4-4c0f-838e-c3ae143272aa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:02.048743 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d560ab0b-15b0-42bb-8c7b-376850efb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['dd127274-d6f4-4c0f-838e-c3ae143272aa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:02.051956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.065078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:02.099677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d560ab0b-15b0-42bb-8c7b-376850efb04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:02.100569 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560ab0b-15b0-42bb-8c7b-376850efb04d None None] The sync data for ids ['dd127274-d6f4-4c0f-838e-c3ae143272aa'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:02.171306 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:02.202401 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33725580-a5b3-424e-bc14-be23f812f9a3 None None] The sync data for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv is: [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22'}], 'enable_snat': False}, 'gw_port_id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:47Z', 'revision_number': 3, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port': {'id': '14efcd67-6e63-48e5-a960-54b810b2950b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:15:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:02.212321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.255508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:02.295944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Routers {'b1b9f454-21ba-46e2-8e3a-b35d47a83c80'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:02.296595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b1b9f454-21ba-46e2-8e3a-b35d47a83c80'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:02.367891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:02.368585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.368585 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 Oct 26 11:16:02.380588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:02.388024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:02.388667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:02.482210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (94e0af48-5745-4f8f-ab60-f9dc8fa67109), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.519468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] Set router b1b9f454-21ba-46e2-8e3a-b35d47a83c80 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:02.534067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (dd127274-d6f4-4c0f-838e-c3ae143272aa), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.560491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.565689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_controller (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.573236 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a171c7be-d255-4fa3-afe4-aa149c29f9d8 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.8542254 Oct 26 11:16:02.658633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Checking segment: {'id': 'ff847b13-e49c-489f-8c34-2545c266a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9720f17-12eb-4acd-8b02-4f10292596db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:02.658996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network hostable DHCP agents. Network: e9720f17-12eb-4acd-8b02-4f10292596db, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:02.670455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Subnet': ['ID=94e0af48-5745-4f8f-ab60-f9dc8fa67109,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:02.694190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.694190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.694190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.694600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.696846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.696846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.696846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.696846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.696846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.696846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.696846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.698098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.698098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.701156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.701156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:02.710681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (b1b9f454-21ba-46e2-8e3a-b35d47a83c80), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.711282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1b9f454-21ba-46e2-8e3a-b35d47a83c80 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:02.717776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks [] for port (43967de2-4bea-4042-84f7-a228ae45c0ad), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.729436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.730810 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9067b40e-c7e9-48d2-bf44-ad2325705233 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/b1b9f454-21ba-46e2-8e3a-b35d47a83c80 HTTP/1.1" status: 204 len: 168 time: 2.6273639 Oct 26 11:16:02.734506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55180) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:02.751514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network e9720f17-12eb-4acd-8b02-4f10292596db is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:02.771515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b9f454-21ba-46e2-8e3a-b35d47a83c80', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:51Z', 'updated_at': '2022-10-26T11:16:01Z', 'revision_number': 5, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:02.790478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, e9720f17-12eb-4acd-8b02-4f10292596db) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:02.795777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:02.796568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.844054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54283d54-2cb3-45a0-9e8a-e28516ca1beb None None] Network e9720f17-12eb-4acd-8b02-4f10292596db requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:02.861764 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-59875d86-920f-4c12-8adc-091a90cfd543 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1034634 Oct 26 11:16:02.865505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55182) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:02.868858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830e515-5d00-47f1-8614-b2c42b983693 None None] The sync data for ids ['b1b9f454-21ba-46e2-8e3a-b35d47a83c80'] in dv-neutron-759874-5-hyperv is: [{'id': 'b1b9f454-21ba-46e2-8e3a-b35d47a83c80', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:51Z', 'updated_at': '2022-10-26T11:16:01Z', 'revision_number': 5, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:02.879013 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port d34051e3-30bd-423a-b70f-b30a2ec15ef6 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:02.879433 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.879925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-74683492-77fd-4d98-9cf0-475b529a39fa', 'network_id': '74683492-77fd-4d98-9cf0-475b529a39fa', 'project_id': 'b2519fe84b294ce690b38b18528b2a5a', 'fixed_ips': [{'subnet_id': '7f802bea-d6a6-437f-b2ab-413f5739d574'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:02.880838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:02.887388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:02.889452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:02.969150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (43967de2-4bea-4042-84f7-a228ae45c0ad), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:03.024252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:03.077492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:03.103125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port d34051e3-30bd-423a-b70f-b30a2ec15ef6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d34051e3-30bd-423a-b70f-b30a2ec15ef6,segment=NetworkSegment(31a25bd3-4974-4d04-9ac4-53d355d8b913),segment_id=31a25bd3-4974-4d04-9ac4-53d355d8b913)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:03.104590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:03.115818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port 94ca08e2-264a-4c02-8a58-acec4796f672 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:03.116314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (94ca08e2-264a-4c02-8a58-acec4796f672), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:03.276448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for d34051e3-30bd-423a-b70f-b30a2ec15ef6 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:03.282424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (f40524ed-6fab-4d91-af5b-bf2e3811c621), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:03.289334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:03.408287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:03.411496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:03.424501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:03.425628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 54b633e9-6494-482b-a133-11c2d27f0ac2 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:03.482528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e9720f17-12eb-4acd-8b02-4f10292596db', 'network_id': 'e9720f17-12eb-4acd-8b02-4f10292596db', 'project_id': 'b2519fe84b294ce690b38b18528b2a5a', 'fixed_ips': [{'subnet_id': '94e0af48-5745-4f8f-ab60-f9dc8fa67109'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:03.485900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:03.546441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:03.548660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (f40524ed-6fab-4d91-af5b-bf2e3811c621), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:03.583365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:03.590886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Provisioning complete for port 94ca08e2-264a-4c02-8a58-acec4796f672 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:03.591645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (94ca08e2-264a-4c02-8a58-acec4796f672), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:03.592256 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Attempt 1 to provision port 94ca08e2-264a-4c02-8a58-acec4796f672 Oct 26 11:16:03.639312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Pushing event updated for resources: {'Port': ['ID=43967de2-4bea-4042-84f7-a228ae45c0ad,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:03.744476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.744822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.745168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.745670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.746027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.746351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.746676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.747005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.747337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.747665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.748020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.748347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.748671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.748996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.749321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:03.864162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Allocated IP 172.20.0.2 (74683492-77fd-4d98-9cf0-475b529a39fa/7f802bea-d6a6-437f-b2ab-413f5739d574/aa0757d8-322f-4e00-918d-e76afb162590) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:03.899983 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-baf245e7-a0dd-442a-ac34-9d65d98ce4a6 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2605822 Oct 26 11:16:03.901306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 54b633e9-6494-482b-a133-11c2d27f0ac2 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:03.901716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:03.902062 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 54b633e9-6494-482b-a133-11c2d27f0ac2 Oct 26 11:16:03.946184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Allocated IP 172.20.0.2 (e9720f17-12eb-4acd-8b02-4f10292596db/94e0af48-5745-4f8f-ab60-f9dc8fa67109/4cc52998-2ac7-4e90-a9da-c184c3ae377c) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:03.948879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Port 94ca08e2-264a-4c02-8a58-acec4796f672 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:03.987489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Deleting port 14efcd67-6e63-48e5-a960-54b810b2950b {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:03.987876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.021996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (94ca08e2-264a-4c02-8a58-acec4796f672), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.051509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for 94ca08e2-264a-4c02-8a58-acec4796f672 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:04.053017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:04.060785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Provisioning complete for port 54b633e9-6494-482b-a133-11c2d27f0ac2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:04.061172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.061527 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Attempt 1 to provision port 54b633e9-6494-482b-a133-11c2d27f0ac2 Oct 26 11:16:04.113227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:57Z', 'revision_number': 8, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:56Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:16:00Z', 'revision_number': 9, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34051e3-30bd-423a-b70f-b30a2ec15ef6', 'name': '', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:3b:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:40Z', 'updated_at': '2022-10-26T11:15:59Z', 'revision_number': 7, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:04.132702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks [] for floatingip (9ce48ae3-2db1-4e60-947f-57cbffd7a71a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.133885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:04.150487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a0af1-1742-4ee8-b82a-cdb3da51c7cb None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:15:57Z', 'revision_number': 8, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:15:56Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:16:00Z', 'revision_number': 9, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34051e3-30bd-423a-b70f-b30a2ec15ef6', 'name': '', 'network_id': '8edd86b7-4c4a-413c-b87b-73491a56d2a3', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:3b:68:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:40Z', 'updated_at': '2022-10-26T11:15:59Z', 'revision_number': 7, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': '61e20c2b-6f86-4cf9-9fc8-c2f36e25a659', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:04.191084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:04.222385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d34051e3-30bd-423a-b70f-b30a2ec15ef6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.245425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.268648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (43967de2-4bea-4042-84f7-a228ae45c0ad), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.311641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=d34051e3-30bd-423a-b70f-b30a2ec15ef6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:04.341927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:04.366046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] For port 14efcd67-6e63-48e5-a960-54b810b2950b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=14efcd67-6e63-48e5-a960-54b810b2950b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:04.366603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.476201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Calling delete_port for 14efcd67-6e63-48e5-a960-54b810b2950b owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:04.657289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (94ca08e2-264a-4c02-8a58-acec4796f672), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.690047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:04.705613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=94ca08e2-264a-4c02-8a58-acec4796f672,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:04.752695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Publish callbacks [] for port (aa0757d8-322f-4e00-918d-e76afb162590), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.759201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ccf355-9f7d-40cf-af2d-92e2d6699d59 None None] Sync routers for ids ['b1b9f454-21ba-46e2-8e3a-b35d47a83c80'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:04.821023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 54b633e9-6494-482b-a133-11c2d27f0ac2 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:04.844984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (aa0757d8-322f-4e00-918d-e76afb162590), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.933197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Allocated IP 172.20.0.1 (74683492-77fd-4d98-9cf0-475b529a39fa/7f802bea-d6a6-437f-b2ab-413f5739d574/56a2a84e-f687-4d2a-84f1-51e3016b561a) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:04.960255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:04.972639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55188) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:04.994784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ccf355-9f7d-40cf-af2d-92e2d6699d59 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:04.995240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ccf355-9f7d-40cf-af2d-92e2d6699d59 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:16:04.995935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0ccf355-9f7d-40cf-af2d-92e2d6699d59 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1b9f454-21ba-46e2-8e3a-b35d47a83c80'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:16:05.003027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Network 74683492-77fd-4d98-9cf0-475b529a39fa is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:05.031004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ccf355-9f7d-40cf-af2d-92e2d6699d59 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:05.031353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ccf355-9f7d-40cf-af2d-92e2d6699d59 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:16:05.031989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0ccf355-9f7d-40cf-af2d-92e2d6699d59 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1b9f454-21ba-46e2-8e3a-b35d47a83c80'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:16:05.032375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ccf355-9f7d-40cf-af2d-92e2d6699d59 None None] The sync data for ids ['b1b9f454-21ba-46e2-8e3a-b35d47a83c80'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:05.071062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:05.075002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:05.096948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Current status of the port 54b633e9-6494-482b-a133-11c2d27f0ac2 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:05.124797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Pushing event updated for resources: {'Port': ['ID=aa0757d8-322f-4e00-918d-e76afb162590,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:05.132018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.156546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Publish callbacks [] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.160437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Provisioning complete for port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:05.160939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.161678 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Attempt 1 to provision port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 Oct 26 11:16:05.163850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.164478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.164607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.164898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.166778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.167166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.169504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.169504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.169504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.169504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.169504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.169976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.169976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.170347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.170663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:16:05.190068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (dd127274-d6f4-4c0f-838e-c3ae143272aa), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.221265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.222019 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] Sync routers for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:05.236549 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] Routers {'f40524ed-6fab-4d91-af5b-bf2e3811c621'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:05.238282 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f40524ed-6fab-4d91-af5b-bf2e3811c621'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:05.263807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.287393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7f18783b-2cd1-426a-93f7-6c3fab04da2e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:05.288494 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-38ba96b5-259a-459f-8b5e-b05a0b225a74 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3101134 Oct 26 11:16:05.293937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks [] for port (43967de2-4bea-4042-84f7-a228ae45c0ad), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.296331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Pushing event updated for resources: {'Port': ['ID=4cc52998-2ac7-4e90-a9da-c184c3ae377c,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:05.317733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (43967de2-4bea-4042-84f7-a228ae45c0ad), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.329732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:05.371618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 7f18783b-2cd1-426a-93f7-6c3fab04da2e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:05.372217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7f18783b-2cd1-426a-93f7-6c3fab04da2e not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:05.372825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:05.428031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Network e9720f17-12eb-4acd-8b02-4f10292596db is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:05.431358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Attempting to bind port aa0757d8-322f-4e00-918d-e76afb162590 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:05.432592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Attempting to bind port aa0757d8-322f-4e00-918d-e76afb162590 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '94a6fa7e-48eb-41c8-825e-991d31e57ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '74683492-77fd-4d98-9cf0-475b529a39fa'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:05.433178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Attempting to bind port aa0757d8-322f-4e00-918d-e76afb162590 on network 74683492-77fd-4d98-9cf0-475b529a39fa {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:05.447569 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] Set router f40524ed-6fab-4d91-af5b-bf2e3811c621 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:05.462837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:05.471579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:05.481014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network 74683492-77fd-4d98-9cf0-475b529a39fa is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:05.488807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:05.492437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:05.524040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:05.527471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Port': ['ID=56a2a84e-f687-4d2a-84f1-51e3016b561a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:05.544716 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:16:03Z', 'revision_number': 4, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:05.560698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:05.592946 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] Checking router: f40524ed-6fab-4d91-af5b-bf2e3811c621 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:05.609841 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] Routers {'f40524ed-6fab-4d91-af5b-bf2e3811c621'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:05.611056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Pushing event updated for resources: {'Port': ['ID=43967de2-4bea-4042-84f7-a228ae45c0ad,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:05.612066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f40524ed-6fab-4d91-af5b-bf2e3811c621'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:05.634676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (9ce48ae3-2db1-4e60-947f-57cbffd7a71a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.641869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:05.642284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b90a054f-d7eb-4ef0-9ef8-cc21d1c9d2b1 None None] Current status of the port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:05.644931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:05.645316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Checking segment: {'id': '94a6fa7e-48eb-41c8-825e-991d31e57ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '74683492-77fd-4d98-9cf0-475b529a39fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:05.645731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.646840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Bound using segment: {'id': '94a6fa7e-48eb-41c8-825e-991d31e57ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '74683492-77fd-4d98-9cf0-475b529a39fa'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:05.647358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Bound port: aa0757d8-322f-4e00-918d-e76afb162590, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a6fa7e-48eb-41c8-825e-991d31e57ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '74683492-77fd-4d98-9cf0-475b529a39fa'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:05.647802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aa0757d8-322f-4e00-918d-e76afb162590), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.678265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router dd127274-d6f4-4c0f-838e-c3ae143272aa has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:05.689469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (6761ba0c-6af4-491d-beb9-0191f799bf95), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.700741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Attempting to bind port 4cc52998-2ac7-4e90-a9da-c184c3ae377c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:05.701339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Attempting to bind port 4cc52998-2ac7-4e90-a9da-c184c3ae377c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ff847b13-e49c-489f-8c34-2545c266a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9720f17-12eb-4acd-8b02-4f10292596db'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:05.701471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Attempting to bind port 4cc52998-2ac7-4e90-a9da-c184c3ae377c on network e9720f17-12eb-4acd-8b02-4f10292596db {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:05.759677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] Set router f40524ed-6fab-4d91-af5b-bf2e3811c621 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:05.804233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=5,neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:05.808768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:05.809733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.835482 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:16:03Z', 'revision_number': 4, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:05.843106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c812b0bb-8182-4edb-bd6c-ddcde00c4361 None None] Could not find standard attr ID for object 94ca08e2-264a-4c02-8a58-acec4796f672. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:16:05.880248 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3526f90-4b95-436f-8f62-85718495c076 None None] The sync data for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv is: [{'id': 'f40524ed-6fab-4d91-af5b-bf2e3811c621', 'name': 'tempest-snat-router-1415585273', 'tenant_id': '98ec54fb08874f33bdf4a1299e39e764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:45Z', 'updated_at': '2022-10-26T11:16:03Z', 'revision_number': 4, 'project_id': '98ec54fb08874f33bdf4a1299e39e764', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:05.908563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:05.939583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:05.940012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Checking segment: {'id': 'ff847b13-e49c-489f-8c34-2545c266a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9720f17-12eb-4acd-8b02-4f10292596db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:05.940171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:05.940440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.940891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Bound using segment: {'id': 'ff847b13-e49c-489f-8c34-2545c266a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9720f17-12eb-4acd-8b02-4f10292596db'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:05.941418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Bound port: 4cc52998-2ac7-4e90-a9da-c184c3ae377c, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff847b13-e49c-489f-8c34-2545c266a9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e9720f17-12eb-4acd-8b02-4f10292596db'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:05.941802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:05.952659 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0398d702-e750-474c-97df-0fa98eb372ae tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/dd127274-d6f4-4c0f-838e-c3ae143272aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9924524 Oct 26 11:16:05.958248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:05.961157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55190) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:05.980194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:05.981865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14024127-4245-475d-b2fb-4c5deb0d6092 None None] Sync routers for ids ['dd127274-d6f4-4c0f-838e-c3ae143272aa'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:05.989457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] For port aa0757d8-322f-4e00-918d-e76afb162590, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:06.003310 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-11ef5fb2-5efc-4ac1-958d-d4261dac7333 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dd127274-d6f4-4c0f-838e-c3ae143272aa HTTP/1.1" status: 200 len: 205 time: 0.0399218 Oct 26 11:16:06.007208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55192) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:06.009255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.094007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.097015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:06.100010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 14efcd67-6e63-48e5-a960-54b810b2950b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:06.120317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] For port aa0757d8-322f-4e00-918d-e76afb162590, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aa0757d8-322f-4e00-918d-e76afb162590,segment=NetworkSegment(94a6fa7e-48eb-41c8-825e-991d31e57ade),segment_id=94a6fa7e-48eb-41c8-825e-991d31e57ade)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:06.180269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.181577 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c99bfb26-0292-4b77-8917-3c8cc0a1ef5a tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0159924 Oct 26 11:16:06.189626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aa0757d8-322f-4e00-918d-e76afb162590), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.200026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14024127-4245-475d-b2fb-4c5deb0d6092 None None] Routers {'dd127274-d6f4-4c0f-838e-c3ae143272aa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:06.202064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-14024127-4245-475d-b2fb-4c5deb0d6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['dd127274-d6f4-4c0f-838e-c3ae143272aa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:06.236210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55194) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:06.241342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (14efcd67-6e63-48e5-a960-54b810b2950b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.284993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02fb07bd-fcf3-4dc5-a5f9-49677fbb3a16 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (dd127274-d6f4-4c0f-838e-c3ae143272aa), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.299222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55196) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:06.330296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873660b6-0ab2-41a1-b3b4-acb8c3e449d7 None None] Pushing event updated for resources: {'Port': ['ID=aa0757d8-322f-4e00-918d-e76afb162590,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:06.342127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event deleted for resources: {'Port': ['ID=14efcd67-6e63-48e5-a960-54b810b2950b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:06.367329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] For port 4cc52998-2ac7-4e90-a9da-c184c3ae377c, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:06.368924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:06.373590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] For port 4cc52998-2ac7-4e90-a9da-c184c3ae377c, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4cc52998-2ac7-4e90-a9da-c184c3ae377c,segment=NetworkSegment(ff847b13-e49c-489f-8c34-2545c266a9f3),segment_id=ff847b13-e49c-489f-8c34-2545c266a9f3)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:06.377640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-14024127-4245-475d-b2fb-4c5deb0d6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:06.392230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.398368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No active binding found for port 14efcd67-6e63-48e5-a960-54b810b2950b {{(pid=105417) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 26 11:16:06.398539 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1714235a-4a40-4880-a161-d9e9c8b4a383 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0719521 Oct 26 11:16:06.398656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] The host dv-neutron-759874-5-hyperv is not matching for port 14efcd67-6e63-48e5-a960-54b810b2950b host None! {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 11:16:06.398656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 14efcd67-6e63-48e5-a960-54b810b2950b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:06.398656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:06.398966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55198) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:06.474870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d34051e3-30bd-423a-b70f-b30a2ec15ef6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:06.475366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:06.479807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf215cb-6b3d-4a98-9936-79f9dd37c5b2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting subnet 61e20c2b-6f86-4cf9-9fc8-c2f36e25a659 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:06.482424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14024127-4245-475d-b2fb-4c5deb0d6092 None None] Routers {'dd127274-d6f4-4c0f-838e-c3ae143272aa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:06.485209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-14024127-4245-475d-b2fb-4c5deb0d6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['dd127274-d6f4-4c0f-838e-c3ae143272aa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:06.500473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-edf215cb-6b3d-4a98-9936-79f9dd37c5b2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (61e20c2b-6f86-4cf9-9fc8-c2f36e25a659), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.552566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-14024127-4245-475d-b2fb-4c5deb0d6092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:06.553064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14024127-4245-475d-b2fb-4c5deb0d6092 None None] The sync data for ids ['dd127274-d6f4-4c0f-838e-c3ae143272aa'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:06.555764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:06.585582 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5e9f3469-7c05-4222-81e9-fd8386ee3940 tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] 10.222.0.26 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.3473148 Oct 26 11:16:06.607477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:06.632173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d34051e3-30bd-423a-b70f-b30a2ec15ef6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:06.632518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:06.632936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:06.792488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2965ef-c0be-4c45-9542-f7cfcecc2107 None None] Pushing event updated for resources: {'Port': ['ID=4cc52998-2ac7-4e90-a9da-c184c3ae377c,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:06.812211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:06.812773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.829827 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-984f494e-b95c-44df-ab8f-981b962531ff tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1857846 Oct 26 11:16:06.836935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55202) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:06.881109 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-67b3e96a-7fcc-4ca3-bb3d-2f6a6cebe223 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.5810504 Oct 26 11:16:06.901837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:06.909241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.920209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02fb07bd-fcf3-4dc5-a5f9-49677fbb3a16 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (dd127274-d6f4-4c0f-838e-c3ae143272aa), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.927215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02fb07bd-fcf3-4dc5-a5f9-49677fbb3a16 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (dd127274-d6f4-4c0f-838e-c3ae143272aa), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.935677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-edf215cb-6b3d-4a98-9936-79f9dd37c5b2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (61e20c2b-6f86-4cf9-9fc8-c2f36e25a659), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:06.949153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (f40524ed-6fab-4d91-af5b-bf2e3811c621), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.017907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:07.089828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:07.120986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d34051e3-30bd-423a-b70f-b30a2ec15ef6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:07.121442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:07.121928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:07.136808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02fb07bd-fcf3-4dc5-a5f9-49677fbb3a16 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (dd127274-d6f4-4c0f-838e-c3ae143272aa), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.137501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fb07bd-fcf3-4dc5-a5f9-49677fbb3a16 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Fanout notify agent at l3_agent the message router_deleted on router dd127274-d6f4-4c0f-838e-c3ae143272aa {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:07.153242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02fb07bd-fcf3-4dc5-a5f9-49677fbb3a16 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.154117 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-02fb07bd-fcf3-4dc5-a5f9-49677fbb3a16 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/dd127274-d6f4-4c0f-838e-c3ae143272aa HTTP/1.1" status: 204 len: 168 time: 1.1474793 Oct 26 11:16:07.160800 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55204) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:07.178070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:07.212871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:07.227942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (f40524ed-6fab-4d91-af5b-bf2e3811c621), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.234679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_controller (f40524ed-6fab-4d91-af5b-bf2e3811c621), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.270240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff9a25d-e11f-4ff0-b08f-2522eb5057df tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting subnet b8a619fe-ca0c-409f-af90-d5561cd08d80 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:07.280619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a25d-e11f-4ff0-b08f-2522eb5057df tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (b8a619fe-ca0c-409f-af90-d5561cd08d80), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.284774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:07.336444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Deleting port 43967de2-4bea-4042-84f7-a228ae45c0ad {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:07.337094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (43967de2-4bea-4042-84f7-a228ae45c0ad), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.344200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-edf215cb-6b3d-4a98-9936-79f9dd37c5b2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (61e20c2b-6f86-4cf9-9fc8-c2f36e25a659), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.361757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a25d-e11f-4ff0-b08f-2522eb5057df tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (b8a619fe-ca0c-409f-af90-d5561cd08d80), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.385709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (f40524ed-6fab-4d91-af5b-bf2e3811c621), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.386626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f40524ed-6fab-4d91-af5b-bf2e3811c621 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:07.394419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.399685 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b7ff0519-9a13-496d-80f2-1515de4ece3c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "DELETE /networking/v2.0/routers/f40524ed-6fab-4d91-af5b-bf2e3811c621 HTTP/1.1" status: 204 len: 168 time: 4.6640522 Oct 26 11:16:07.412371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.419949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55206) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:07.427621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-133861390', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:07.445990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:07.449896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.504755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-edf215cb-6b3d-4a98-9936-79f9dd37c5b2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (61e20c2b-6f86-4cf9-9fc8-c2f36e25a659), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.518138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (43967de2-4bea-4042-84f7-a228ae45c0ad), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.518707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks [] for floatingip (43967de2-4bea-4042-84f7-a228ae45c0ad), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.536437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:07.537255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.537601 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:16:07.569814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-edf215cb-6b3d-4a98-9936-79f9dd37c5b2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.572917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (21b46f84-d8cb-4205-bdb0-1799902dc8df), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.574021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (21b46f84-d8cb-4205-bdb0-1799902dc8df), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.579023 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-edf215cb-6b3d-4a98-9936-79f9dd37c5b2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/61e20c2b-6f86-4cf9-9fc8-c2f36e25a659 HTTP/1.1" status: 204 len: 168 time: 1.1791558 Oct 26 11:16:07.580733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf215cb-6b3d-4a98-9936-79f9dd37c5b2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Subnet': ['ID=61e20c2b-6f86-4cf9-9fc8-c2f36e25a659,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:07.582985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (6761ba0c-6af4-491d-beb9-0191f799bf95), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.583870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55208) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:07.590662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Port': ['ID=56a2a84e-f687-4d2a-84f1-51e3016b561a,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:07.608271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Calling delete_port for 43967de2-4bea-4042-84f7-a228ae45c0ad owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:07.613790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:07.627989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:07.645585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a25d-e11f-4ff0-b08f-2522eb5057df tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b8a619fe-ca0c-409f-af90-d5561cd08d80), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.664739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:07.665492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.711373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:07.717652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.718874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 54b633e9-6494-482b-a133-11c2d27f0ac2 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:07.760994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:07.767602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8edd86b7-4c4a-413c-b87b-73491a56d2a3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.795414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:07.858575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 54b633e9-6494-482b-a133-11c2d27f0ac2 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:07.858980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.859638 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 54b633e9-6494-482b-a133-11c2d27f0ac2 Oct 26 11:16:07.860886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 7796cb1b-37c4-47b9-a72e-e7c29230e933 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:07.861545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:07.879938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55210) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:07.891320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:07.972745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 54b633e9-6494-482b-a133-11c2d27f0ac2 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:07.973896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:08.033136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port 7796cb1b-37c4-47b9-a72e-e7c29230e933, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7796cb1b-37c4-47b9-a72e-e7c29230e933,segment=NetworkSegment(31a25bd3-4974-4d04-9ac4-53d355d8b913),segment_id=31a25bd3-4974-4d04-9ac4-53d355d8b913)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:08.033423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.041001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cb5aefc7-497d-49b6-927e-90146806d44b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:08.041556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.042024 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cb5aefc7-497d-49b6-927e-90146806d44b Oct 26 11:16:08.050300 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b95970df-b654-4a8c-9283-992f3547776c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1689193 Oct 26 11:16:08.058886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 7796cb1b-37c4-47b9-a72e-e7c29230e933 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:08.061864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (43967de2-4bea-4042-84f7-a228ae45c0ad), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.064820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-97bd8787-f2d8-4cea-b2d0-6e75a5614ff7 None None] Provisioning complete for port aa0757d8-322f-4e00-918d-e76afb162590 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:08.065434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97bd8787-f2d8-4cea-b2d0-6e75a5614ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aa0757d8-322f-4e00-918d-e76afb162590), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.065880 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-97bd8787-f2d8-4cea-b2d0-6e75a5614ff7 None None] Attempt 1 to provision port aa0757d8-322f-4e00-918d-e76afb162590 Oct 26 11:16:08.086553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (21b46f84-d8cb-4205-bdb0-1799902dc8df), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.127178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Pushing event deleted for resources: {'Port': ['ID=43967de2-4bea-4042-84f7-a228ae45c0ad,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:08.169564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:08.170110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.315471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (7796cb1b-37c4-47b9-a72e-e7c29230e933), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.341564 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf96ef-fd76-472e-8779-018345b92fd9 None None] Sync routers for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:08.352619 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf96ef-fd76-472e-8779-018345b92fd9 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:08.352998 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf96ef-fd76-472e-8779-018345b92fd9 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:16:08.353593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-5fdf96ef-fd76-472e-8779-018345b92fd9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f40524ed-6fab-4d91-af5b-bf2e3811c621'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:16:08.360301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks [] for floatingip (9ce48ae3-2db1-4e60-947f-57cbffd7a71a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.362933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.364195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (21b46f84-d8cb-4205-bdb0-1799902dc8df), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.364645 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-651e5227-cfd2-4f23-8291-4b4cc5aa2a45 tempest-FloatingIPAdminTestJSON-110204043 tempest-FloatingIPAdminTestJSON-110204043-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/9ce48ae3-2db1-4e60-947f-57cbffd7a71a HTTP/1.1" status: 204 len: 168 time: 1.5254066 Oct 26 11:16:08.365436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=7796cb1b-37c4-47b9-a72e-e7c29230e933,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:08.367533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55212) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:08.381219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network 74683492-77fd-4d98-9cf0-475b529a39fa is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:08.384114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:08.386549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:08.389825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a25d-e11f-4ff0-b08f-2522eb5057df tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (b8a619fe-ca0c-409f-af90-d5561cd08d80), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.410016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf96ef-fd76-472e-8779-018345b92fd9 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:08.410398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf96ef-fd76-472e-8779-018345b92fd9 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:16:08.411007 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-5fdf96ef-fd76-472e-8779-018345b92fd9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f40524ed-6fab-4d91-af5b-bf2e3811c621'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:16:08.411395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf96ef-fd76-472e-8779-018345b92fd9 None None] The sync data for ids ['f40524ed-6fab-4d91-af5b-bf2e3811c621'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:08.439611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:08.439881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No DVR routers for this DVR port 7796cb1b-37c4-47b9-a72e-e7c29230e933 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:08.442947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ff9a25d-e11f-4ff0-b08f-2522eb5057df tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.451774 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2ff9a25d-e11f-4ff0-b08f-2522eb5057df tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b8a619fe-ca0c-409f-af90-d5561cd08d80 HTTP/1.1" status: 204 len: 168 time: 1.2867231 Oct 26 11:16:08.452152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.462529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55214) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:08.464341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b82a846d-2609-44f1-aaff-53222a84a260 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:08.490146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9a25d-e11f-4ff0-b08f-2522eb5057df tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a619fe-ca0c-409f-af90-d5561cd08d80,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:08.519996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-97bd8787-f2d8-4cea-b2d0-6e75a5614ff7 None None] Current status of the port aa0757d8-322f-4e00-918d-e76afb162590 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:08.520390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97bd8787-f2d8-4cea-b2d0-6e75a5614ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aa0757d8-322f-4e00-918d-e76afb162590), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.522133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:08.525961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:08.555196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: b82a846d-2609-44f1-aaff-53222a84a260 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:08.555560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b82a846d-2609-44f1-aaff-53222a84a260 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:08.593407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-97bd8787-f2d8-4cea-b2d0-6e75a5614ff7 None None] For port aa0757d8-322f-4e00-918d-e76afb162590, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aa0757d8-322f-4e00-918d-e76afb162590,segment=NetworkSegment(94a6fa7e-48eb-41c8-825e-991d31e57ade),segment_id=94a6fa7e-48eb-41c8-825e-991d31e57ade)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:08.598210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Deleting port 93676a7c-3f4e-42bc-97f1-6eee54106e30 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:08.598567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (93676a7c-3f4e-42bc-97f1-6eee54106e30), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.602093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97bd8787-f2d8-4cea-b2d0-6e75a5614ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aa0757d8-322f-4e00-918d-e76afb162590), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.715610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd8787-f2d8-4cea-b2d0-6e75a5614ff7 None None] Pushing event updated for resources: {'Port': ['ID=aa0757d8-322f-4e00-918d-e76afb162590,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:08.733475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ccdfd-af38-4170-9046-2ce25e42f7ee None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:08.802788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8edd86b7-4c4a-413c-b87b-73491a56d2a3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.816298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (21b46f84-d8cb-4205-bdb0-1799902dc8df), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.828080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (f0ef61ac-c4e9-4453-b6c7-e9bd8191180f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.837321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6886210b-be9a-4d0f-9be7-105e5cccb916 None None] Provisioning complete for port 4cc52998-2ac7-4e90-a9da-c184c3ae377c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:08.837933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6886210b-be9a-4d0f-9be7-105e5cccb916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.838089 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6886210b-be9a-4d0f-9be7-105e5cccb916 None None] Attempt 1 to provision port 4cc52998-2ac7-4e90-a9da-c184c3ae377c Oct 26 11:16:08.840675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.846364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edd86b7-4c4a-413c-b87b-73491a56d2a3']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:08.849419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Router 6761ba0c-6af4-491d-beb9-0191f799bf95 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:08.875184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a25bd3-4974-4d04-9ac4-53d355d8b913') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:08.875757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a25bd3-4974-4d04-9ac4-53d355d8b913') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:08.905081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ccdfd-af38-4170-9046-2ce25e42f7ee None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:08.917989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:08.927668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:08.928261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.940416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:08.943315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (31a25bd3-4974-4d04-9ac4-53d355d8b913), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.945070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:08.949716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (93676a7c-3f4e-42bc-97f1-6eee54106e30), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:08.950237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for floatingip (93676a7c-3f4e-42bc-97f1-6eee54106e30), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.017771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Calling delete_port for 93676a7c-3f4e-42bc-97f1-6eee54106e30 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:09.026926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:09.027548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6886210b-be9a-4d0f-9be7-105e5cccb916 None None] Current status of the port 4cc52998-2ac7-4e90-a9da-c184c3ae377c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:09.028788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6886210b-be9a-4d0f-9be7-105e5cccb916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.031987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (31a25bd3-4974-4d04-9ac4-53d355d8b913), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.033583 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-65ce8a08-bf03-4fa2-9612-1b603d9836b1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "PUT /networking/v2.0/routers/6761ba0c-6af4-491d-beb9-0191f799bf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1671746 Oct 26 11:16:09.038056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55216) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:09.054734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55218) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:09.058560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2c6c3-3e50-435b-964b-9b2e4321c793 None None] Sync routers for ids ['6761ba0c-6af4-491d-beb9-0191f799bf95'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:09.058723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:09.059292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (31a25bd3-4974-4d04-9ac4-53d355d8b913), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.069501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d19a4f05-f6e5-4842-ad0e-ca89f4e9f302,segment=NetworkSegment(28e50c2c-d4d8-46c8-9312-708e8c097de7),segment_id=28e50c2c-d4d8-46c8-9312-708e8c097de7)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:09.070124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.091533 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Allocated IP 172.26.0.157 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/ddff9f18-c092-46d2-8754-025943e1c7e6) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:09.109397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2c6c3-3e50-435b-964b-9b2e4321c793 None None] Routers {'6761ba0c-6af4-491d-beb9-0191f799bf95'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:09.110043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a5b2c6c3-3e50-435b-964b-9b2e4321c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6761ba0c-6af4-491d-beb9-0191f799bf95'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:09.116646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6886210b-be9a-4d0f-9be7-105e5cccb916 None None] For port 4cc52998-2ac7-4e90-a9da-c184c3ae377c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4cc52998-2ac7-4e90-a9da-c184c3ae377c,segment=NetworkSegment(ff847b13-e49c-489f-8c34-2545c266a9f3),segment_id=ff847b13-e49c-489f-8c34-2545c266a9f3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:09.156899 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 31a25bd3-4974-4d04-9ac4-53d355d8b913 resource provider aggregate not found Oct 26 11:16:09.159817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6886210b-be9a-4d0f-9be7-105e5cccb916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.173771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a5b2c6c3-3e50-435b-964b-9b2e4321c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:09.188729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:09.192469 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 31a25bd3-4974-4d04-9ac4-53d355d8b913 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31a25bd3-4974-4d04-9ac4-53d355d8b913 found for delete ", "request_id": "req-68308442-27ea-4ee0-9402-b15b5476e1bb"}]} Oct 26 11:16:09.219026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (8edd86b7-4c4a-413c-b87b-73491a56d2a3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.223330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.227025 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/networks/8edd86b7-4c4a-413c-b87b-73491a56d2a3 HTTP/1.1" status: 204 len: 168 time: 1.6280646 Oct 26 11:16:09.239845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55224) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:09.247155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2c6c3-3e50-435b-964b-9b2e4321c793 None None] Routers {'6761ba0c-6af4-491d-beb9-0191f799bf95'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:09.247557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a5b2c6c3-3e50-435b-964b-9b2e4321c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6761ba0c-6af4-491d-beb9-0191f799bf95'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:09.280868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff09bbf-4b38-49cf-a74c-e699641361ac tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Network': ['ID=8edd86b7-4c4a-413c-b87b-73491a56d2a3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:09.288424 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-20f98919-84e3-4480-aa3f-898ac35d5028 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2030859 Oct 26 11:16:09.305509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886210b-be9a-4d0f-9be7-105e5cccb916 None None] Pushing event updated for resources: {'Port': ['ID=4cc52998-2ac7-4e90-a9da-c184c3ae377c,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:09.309088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a5b2c6c3-3e50-435b-964b-9b2e4321c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:09.309696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2c6c3-3e50-435b-964b-9b2e4321c793 None None] The sync data for ids ['6761ba0c-6af4-491d-beb9-0191f799bf95'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:09.338276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:09.370621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:09.392320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d3f31-71d0-4e5c-8bd7-bbf38faca706 None None] Network e9720f17-12eb-4acd-8b02-4f10292596db requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:09.400296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d19a4f05-f6e5-4842-ad0e-ca89f4e9f302), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.425926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (93676a7c-3f4e-42bc-97f1-6eee54106e30), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.444061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=d19a4f05-f6e5-4842-ad0e-ca89f4e9f302,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:09.464809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No DVR routers for this DVR port d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:09.483839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for port (ddff9f18-c092-46d2-8754-025943e1c7e6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.491551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9c733c-6acb-4b88-8f0b-03799aa47063 None None] Network 74683492-77fd-4d98-9cf0-475b529a39fa requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:09.498650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a56f62-e421-4122-b203-275319de54ad None None] Network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:09.530523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Pushing event deleted for resources: {'Port': ['ID=93676a7c-3f4e-42bc-97f1-6eee54106e30,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:09.561952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c0711c06-d534-470c-96f4-5d2ef7acbc35 None None] Could not find standard attr ID for object 7796cb1b-37c4-47b9-a72e-e7c29230e933. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:16:09.598700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a56f62-e421-4122-b203-275319de54ad None None] Network 8edd86b7-4c4a-413c-b87b-73491a56d2a3 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:16:09.613997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks [] for floatingip (0f891f84-901a-44a8-a128-53189cfc3850), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.616525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.622681 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6187a87a-c1d1-477c-8fac-38c111546f8c tempest-FloatingIPAdminTestJSON-1736267349 tempest-FloatingIPAdminTestJSON-1736267349-project-admin] 10.222.0.26 "DELETE /networking/v2.0/floatingips/0f891f84-901a-44a8-a128-53189cfc3850 HTTP/1.1" status: 204 len: 168 time: 1.2442851 Oct 26 11:16:09.622681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (f0ef61ac-c4e9-4453-b6c7-e9bd8191180f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.623440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55226) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:09.689887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ef61ac-c4e9-4453-b6c7-e9bd8191180f']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:09.718342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e50c2c-d4d8-46c8-9312-708e8c097de7') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:09.718342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e50c2c-d4d8-46c8-9312-708e8c097de7') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:09.720915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:09.739479 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:09.740375 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:09.767493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (28e50c2c-d4d8-46c8-9312-708e8c097de7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.826708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (28e50c2c-d4d8-46c8-9312-708e8c097de7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.829421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c1d982c0-0f48-4635-8a82-dc2f18479cd6 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Deleting port 12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:09.829760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d982c0-0f48-4635-8a82-dc2f18479cd6 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.852286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:09.852991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (28e50c2c-d4d8-46c8-9312-708e8c097de7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.887366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aa0757d8-322f-4e00-918d-e76afb162590 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:09.925340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:09.926675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:09.938125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:09.971642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:10.003555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aa0757d8-322f-4e00-918d-e76afb162590 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:10.004262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aa0757d8-322f-4e00-918d-e76afb162590), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.005027 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aa0757d8-322f-4e00-918d-e76afb162590 Oct 26 11:16:10.020526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (f0ef61ac-c4e9-4453-b6c7-e9bd8191180f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.029587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.033163 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/networks/f0ef61ac-c4e9-4453-b6c7-e9bd8191180f HTTP/1.1" status: 204 len: 168 time: 1.5691497 Oct 26 11:16:10.041983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55228) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:10.045624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-46f3c093-22af-426d-8784-2f38dbc83a70 None None] Provisioning complete for port 4cc52998-2ac7-4e90-a9da-c184c3ae377c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:10.046325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-46f3c093-22af-426d-8784-2f38dbc83a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.046930 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-46f3c093-22af-426d-8784-2f38dbc83a70 None None] Attempt 1 to provision port 4cc52998-2ac7-4e90-a9da-c184c3ae377c Oct 26 11:16:10.051377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-499995956', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:10.060157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ddff9f18-c092-46d2-8754-025943e1c7e6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.085384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d982c0-0f48-4635-8a82-dc2f18479cd6 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.114919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ba984-6e4a-494a-8089-60294cae2ac0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Network': ['ID=f0ef61ac-c4e9-4453-b6c7-e9bd8191180f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:10.130815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c2747-1c56-4d7a-a05e-a9bd73a5ffb3 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:10.136959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c1d982c0-0f48-4635-8a82-dc2f18479cd6 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Calling delete_port for 12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:10.154803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.156148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.167862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:10.208782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aa0757d8-322f-4e00-918d-e76afb162590 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:10.210847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4cc52998-2ac7-4e90-a9da-c184c3ae377c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:10.250685 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:10.280553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:10.285458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.301235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55230) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:10.306391 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:03Z', 'revision_number': 9, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:16:07Z', 'revision_number': 13, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:16:08Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:10.333482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:10.335101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4cc52998-2ac7-4e90-a9da-c184c3ae377c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:10.336370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.337081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:10.337762 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4cc52998-2ac7-4e90-a9da-c184c3ae377c Oct 26 11:16:10.337971 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:10.349769 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:10.350766 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:10.399582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:10.402721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port cb5aefc7-497d-49b6-927e-90146806d44b {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:10.403069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.408538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-46f3c093-22af-426d-8784-2f38dbc83a70 None None] Current status of the port 4cc52998-2ac7-4e90-a9da-c184c3ae377c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:10.459165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event updated for resources: {'Port': ['ID=ddff9f18-c092-46d2-8754-025943e1c7e6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:10.470084 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:10.479445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:10.506987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4cc52998-2ac7-4e90-a9da-c184c3ae377c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:10.520053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:10.555649 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-a22bbc6b-d14a-428e-8ef1-b2144285cea8 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:16:10.560662 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a22bbc6b-d14a-428e-8ef1-b2144285cea8 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "PUT /networking/v2.0/routers/6761ba0c-6af4-491d-beb9-0191f799bf95/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5215626 Oct 26 11:16:10.565556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55232) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:10.568627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-09474b29-1d1d-413c-9449-1d006646ee8f None None] Provisioning complete for port 56a2a84e-f687-4d2a-84f1-51e3016b561a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:10.569216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-09474b29-1d1d-413c-9449-1d006646ee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.569854 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-09474b29-1d1d-413c-9449-1d006646ee8f None None] Attempt 1 to provision port 56a2a84e-f687-4d2a-84f1-51e3016b561a Oct 26 11:16:10.614169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-09474b29-1d1d-413c-9449-1d006646ee8f None None] Port 56a2a84e-f687-4d2a-84f1-51e3016b561a cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:10.624572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001c2747-1c56-4d7a-a05e-a9bd73a5ffb3 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:10.630034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-09474b29-1d1d-413c-9449-1d006646ee8f None None] Provisioning complete for port aa0757d8-322f-4e00-918d-e76afb162590 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:10.630816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-09474b29-1d1d-413c-9449-1d006646ee8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aa0757d8-322f-4e00-918d-e76afb162590), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.631330 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-09474b29-1d1d-413c-9449-1d006646ee8f None None] Attempt 1 to provision port aa0757d8-322f-4e00-918d-e76afb162590 Oct 26 11:16:10.670501 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:10.725731 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:03Z', 'revision_number': 9, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:16:07Z', 'revision_number': 13, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:16:08Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:10.756618 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c085e13a-8ba0-4b10-86ab-1e0035d65e7a None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:03Z', 'revision_number': 9, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:16:07Z', 'revision_number': 13, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb5aefc7-497d-49b6-927e-90146806d44b', 'name': '', 'network_id': '25b84554-e54d-427c-986e-6cbc6aa0be71', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:45:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:32Z', 'updated_at': '2022-10-26T11:16:08Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'd764866c-2f46-4ec3-a94e-e7f745b56a79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:10.766154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:10.766788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.814539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:10.859519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:10.903883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:10.904599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:10.910500 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-644522c2-a377-45f5-8ad6-64d7b0c28a86 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.6051166 Oct 26 11:16:10.939801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:10.982812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_gateway (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.006418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-09474b29-1d1d-413c-9449-1d006646ee8f None None] Current status of the port aa0757d8-322f-4e00-918d-e76afb162590 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:11.069149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:11.216409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d982c0-0f48-4635-8a82-dc2f18479cd6 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.227270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_gateway (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.255849 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 28e50c2c-d4d8-46c8-9312-708e8c097de7 resource provider aggregate not found Oct 26 11:16:11.264118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d982c0-0f48-4635-8a82-dc2f18479cd6 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event deleted for resources: {'Port': ['ID=12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:11.289560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:11.289936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.299304 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 28e50c2c-d4d8-46c8-9312-708e8c097de7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28e50c2c-d4d8-46c8-9312-708e8c097de7 found for delete ", "request_id": "req-984f83fa-67f7-426f-aad8-d782b6e5c4fa"}]} Oct 26 11:16:11.309420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.322370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for cb5aefc7-497d-49b6-927e-90146806d44b owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:11.339138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cb5aefc7-497d-49b6-927e-90146806d44b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:11.339138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.379686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cb5aefc7-497d-49b6-927e-90146806d44b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cb5aefc7-497d-49b6-927e-90146806d44b,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:11.388802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.445647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c1d982c0-0f48-4635-8a82-dc2f18479cd6 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.451095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:11.452155 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c1d982c0-0f48-4635-8a82-dc2f18479cd6 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "DELETE /networking/v2.0/ports/12b19d56-fc6d-4f3c-98da-ddaf4fbd09fe HTTP/1.1" status: 204 len: 168 time: 1.8276844 Oct 26 11:16:11.452783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55238) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:11.454275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4ebaf-40fb-4130-afaf-ad492a6529bf None None] DHCP port deletion for f0ef61ac-c4e9-4453-b6c7-e9bd8191180f request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:11.538252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:11.544535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d59a21-b713-4a73-9dd5-bde84d49e7fa tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:11.548772 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-48d59a21-b713-4a73-9dd5-bde84d49e7fa tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8420a86a-91e0-4758-9799-79080b760938 HTTP/1.1" status: 200 len: 913 time: 0.0921090 Oct 26 11:16:11.549402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55240) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:11.587865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ce19f-69d1-495b-8add-ba565a2d394a None None] DHCP port deletion for 8edd86b7-4c4a-413c-b87b-73491a56d2a3 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:11.602400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 172.26.0.110 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/dfcf8c7f-9c72-4e3f-ba97-50d8d7968643) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:11.606545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.638177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:11.679049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (21b46f84-d8cb-4205-bdb0-1799902dc8df), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.716329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:11.782415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (dfcf8c7f-9c72-4e3f-ba97-50d8d7968643), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:11.803666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:11.902918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:11.935627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55242) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:12.033584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:12.050045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:12.090683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (dfcf8c7f-9c72-4e3f-ba97-50d8d7968643), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.171884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a7182a8f-433e-4f85-9f01-24208c3ecbd8 None None] Provisioning complete for port 56a2a84e-f687-4d2a-84f1-51e3016b561a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:12.173999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a7182a8f-433e-4f85-9f01-24208c3ecbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.177620 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a7182a8f-433e-4f85-9f01-24208c3ecbd8 None None] Attempt 1 to provision port 56a2a84e-f687-4d2a-84f1-51e3016b561a Oct 26 11:16:12.182860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=dfcf8c7f-9c72-4e3f-ba97-50d8d7968643,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:12.235071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a7182a8f-433e-4f85-9f01-24208c3ecbd8 None None] Port 56a2a84e-f687-4d2a-84f1-51e3016b561a cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:12.274416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (cb5aefc7-497d-49b6-927e-90146806d44b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.283851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fdcc062b-62e5-4928-b1a2-02b0e8d680fa tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3454206 Oct 26 11:16:12.287641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:12.290746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:12.295536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:12.325056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aa0757d8-322f-4e00-918d-e76afb162590 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:12.335956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=cb5aefc7-497d-49b6-927e-90146806d44b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:12.337814 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:12.376438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (6761ba0c-6af4-491d-beb9-0191f799bf95), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.410070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aa0757d8-322f-4e00-918d-e76afb162590 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:12.410828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aa0757d8-322f-4e00-918d-e76afb162590), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.411442 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aa0757d8-322f-4e00-918d-e76afb162590 Oct 26 11:16:12.538311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aa0757d8-322f-4e00-918d-e76afb162590 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:12.539897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:12.542295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:12.545490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (8420a86a-91e0-4758-9799-79080b760938), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.600065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (21b46f84-d8cb-4205-bdb0-1799902dc8df), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.613786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f9492f60-bf42-4fe7-b2e7-106cc56ceca9 None None] Provisioning complete for port 56a2a84e-f687-4d2a-84f1-51e3016b561a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:12.614536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f9492f60-bf42-4fe7-b2e7-106cc56ceca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.615118 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f9492f60-bf42-4fe7-b2e7-106cc56ceca9 None None] Attempt 1 to provision port 56a2a84e-f687-4d2a-84f1-51e3016b561a Oct 26 11:16:12.656806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:12.658582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f9492f60-bf42-4fe7-b2e7-106cc56ceca9 None None] Port 56a2a84e-f687-4d2a-84f1-51e3016b561a cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:12.678642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:12.679301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.680056 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:16:12.771857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:12.772252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.813955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:12.820063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.821050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:12.862403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: cb5aefc7-497d-49b6-927e-90146806d44b {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:12.862852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 11:16:12.863533 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.884573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port cb5aefc7-497d-49b6-927e-90146806d44b not found, will not notify nova. {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 11:16:12.885791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4cc52998-2ac7-4e90-a9da-c184c3ae377c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:12.912756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:12.913119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c0d28-2181-4a23-8401-a8d01dd94388 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:12.991450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4cc52998-2ac7-4e90-a9da-c184c3ae377c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:12.992397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.992397 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4cc52998-2ac7-4e90-a9da-c184c3ae377c Oct 26 11:16:12.995824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:13.031611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_gateway (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:13.058330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Deleting port 56a2a84e-f687-4d2a-84f1-51e3016b561a {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:13.058601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:13.090764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:13.108133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Router 21b46f84-d8cb-4205-bdb0-1799902dc8df is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:13.155127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4cc52998-2ac7-4e90-a9da-c184c3ae377c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:13.157246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c0d28-2181-4a23-8401-a8d01dd94388 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:13.173472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:13.191486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:13.210511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d34051e3-30bd-423a-b70f-b30a2ec15ef6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:13.210511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d34051e3-30bd-423a-b70f-b30a2ec15ef6 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:13.274850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:13.295857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55244) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:13.306310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:13.353919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Calling delete_port for 56a2a84e-f687-4d2a-84f1-51e3016b561a owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:13.365015 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4a696749-934f-4bc0-a0ce-ba09a3625e54 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0676031 Oct 26 11:16:13.381790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Deleting port b8a6d215-4523-47fc-89bc-18e9444d03b0 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:13.382181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:13.430204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:13.516558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:13.568875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:13.617305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Calling delete_port for b8a6d215-4523-47fc-89bc-18e9444d03b0 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:13.688643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:13.752014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:13.752484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:13.752769 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:16:13.784095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:13.801721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:13.852347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:13.861944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:13.862548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7796cb1b-37c4-47b9-a72e-e7c29230e933 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:13.875380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55246) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:13.886091 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-393987ad-fe3b-46ce-ac07-61e5a2eea536 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6281142 Oct 26 11:16:13.894257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 7796cb1b-37c4-47b9-a72e-e7c29230e933 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:13.894619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7796cb1b-37c4-47b9-a72e-e7c29230e933 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:13.895039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:13.909263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:13.927262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a1f3b-74fd-4188-9214-5d461b2eec84 None None] Sync routers for ids ['21b46f84-d8cb-4205-bdb0-1799902dc8df'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:13.930016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:13.930359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d19a4f05-f6e5-4842-ad0e-ca89f4e9f302 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:13.942927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a1f3b-74fd-4188-9214-5d461b2eec84 None None] Routers {'21b46f84-d8cb-4205-bdb0-1799902dc8df'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:13.943770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-287a1f3b-74fd-4188-9214-5d461b2eec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['21b46f84-d8cb-4205-bdb0-1799902dc8df'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:13.976797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:13.978436 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c61b1fbf-d56c-4a47-8007-fc64c4a388f9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5574102 Oct 26 11:16:13.981164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:13.983415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55248) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:13.989544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2ea8fecc-0815-4246-bbf9-6e6e3805c90d tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': False}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:13.992579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-287a1f3b-74fd-4188-9214-5d461b2eec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.005967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a1f3b-74fd-4188-9214-5d461b2eec84 None None] Routers {'21b46f84-d8cb-4205-bdb0-1799902dc8df'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:14.007166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-287a1f3b-74fd-4188-9214-5d461b2eec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['21b46f84-d8cb-4205-bdb0-1799902dc8df'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.064173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-287a1f3b-74fd-4188-9214-5d461b2eec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.064806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a1f3b-74fd-4188-9214-5d461b2eec84 None None] The sync data for ids ['21b46f84-d8cb-4205-bdb0-1799902dc8df'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:14.189682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6c768d61-6136-4d2c-8e87-f121aea355f8 None None] Provisioning complete for port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:14.190420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6c768d61-6136-4d2c-8e87-f121aea355f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:14.190420 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6c768d61-6136-4d2c-8e87-f121aea355f8 None None] Attempt 1 to provision port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 Oct 26 11:16:14.246413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (56a2a84e-f687-4d2a-84f1-51e3016b561a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:14.280684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6c768d61-6136-4d2c-8e87-f121aea355f8 None None] Current status of the port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:14.300160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Port': ['ID=56a2a84e-f687-4d2a-84f1-51e3016b561a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:14.378423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:14.388880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55250) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:14.390683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:14.391317 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.391515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:14.400237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ea3c47-74a9-4b51-ae43-438e43a8966a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting subnet d764866c-2f46-4ec3-a94e-e7f745b56a79 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:14.413637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c47-74a9-4b51-ae43-438e43a8966a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (d764866c-2f46-4ec3-a94e-e7f745b56a79), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:14.489167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c47-74a9-4b51-ae43-438e43a8966a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (d764866c-2f46-4ec3-a94e-e7f745b56a79), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:14.492824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:14.504583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6157e04c-88c3-4c3c-ac23-1a95e693d3c2 None None] Sync routers for ids ['dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:14.527470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157e04c-88c3-4c3c-ac23-1a95e693d3c2 None None] Routers {'dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:14.528332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6157e04c-88c3-4c3c-ac23-1a95e693d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.540520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b8a6d215-4523-47fc-89bc-18e9444d03b0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:14.551860 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:14.565901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:14.594451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (6761ba0c-6af4-491d-beb9-0191f799bf95), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:14.601366 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2bd6690-8523-430f-a376-9211cbf6046e tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2065580 Oct 26 11:16:14.612750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6157e04c-88c3-4c3c-ac23-1a95e693d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.638284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157e04c-88c3-4c3c-ac23-1a95e693d3c2 None None] Routers {'dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:14.639445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6157e04c-88c3-4c3c-ac23-1a95e693d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.714548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:14.715065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6157e04c-88c3-4c3c-ac23-1a95e693d3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.716333 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0ab12be7-f49e-4a18-9704-c801a08fc21a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6687965 Oct 26 11:16:14.717462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event deleted for resources: {'Port': ['ID=b8a6d215-4523-47fc-89bc-18e9444d03b0,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:14.719082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6157e04c-88c3-4c3c-ac23-1a95e693d3c2 None None] The sync data for ids ['dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:14.719497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fecc-0815-4246-bbf9-6e6e3805c90d tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (21b46f84-d8cb-4205-bdb0-1799902dc8df), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:14.721735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:14.842152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:14.883776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4519d3d3-49a2-4aa8-b812-35eb0358ff22 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:14.892417 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:11Z', 'revision_number': 10, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:16:12Z', 'revision_number': 15, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.924018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Router 6761ba0c-6af4-491d-beb9-0191f799bf95 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:14.930272 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:14.941668 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:14.942592 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:14.966015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c47-74a9-4b51-ae43-438e43a8966a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (d764866c-2f46-4ec3-a94e-e7f745b56a79), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:15.024855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (8420a86a-91e0-4758-9799-79080b760938), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:15.025612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4519d3d3-49a2-4aa8-b812-35eb0358ff22 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:15.038341 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f2a8964c-6c67-4451-b506-3cef680b6151 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/routers/dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c HTTP/1.1" status: 200 len: 884 time: 0.3115826 Oct 26 11:16:15.047077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55254) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:15.049523 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:15.154981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:15.163258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c47-74a9-4b51-ae43-438e43a8966a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (d764866c-2f46-4ec3-a94e-e7f745b56a79), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:15.170010 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-62f6ee60-08db-42cf-bc09-822389d7a666 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "PUT /networking/v2.0/routers/6761ba0c-6af4-491d-beb9-0191f799bf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5986764 Oct 26 11:16:15.170223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:15.172695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55256) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:15.174104 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80018b2-262f-4cf1-92db-4dbeab7c3ce5 None None] Sync routers for ids ['6761ba0c-6af4-491d-beb9-0191f799bf95'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:15.188669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c47-74a9-4b51-ae43-438e43a8966a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:15.192082 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-03ea3c47-74a9-4b51-ae43-438e43a8966a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d764866c-2f46-4ec3-a94e-e7f745b56a79 HTTP/1.1" status: 204 len: 168 time: 1.3151200 Oct 26 11:16:15.196048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:15.201905 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80018b2-262f-4cf1-92db-4dbeab7c3ce5 None None] Routers {'6761ba0c-6af4-491d-beb9-0191f799bf95'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:15.202750 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a80018b2-262f-4cf1-92db-4dbeab7c3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6761ba0c-6af4-491d-beb9-0191f799bf95'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:15.224789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea3c47-74a9-4b51-ae43-438e43a8966a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Subnet': ['ID=d764866c-2f46-4ec3-a94e-e7f745b56a79,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:15.248750 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a80018b2-262f-4cf1-92db-4dbeab7c3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:15.272415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80018b2-262f-4cf1-92db-4dbeab7c3ce5 None None] Routers {'6761ba0c-6af4-491d-beb9-0191f799bf95'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:15.273016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a80018b2-262f-4cf1-92db-4dbeab7c3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6761ba0c-6af4-491d-beb9-0191f799bf95'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:15.283509 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-31a9bf5b-49a6-4ca8-9bc2-e018e0b59b7f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] delete failed (client error): The resource could not be found. Oct 26 11:16:15.288142 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-31a9bf5b-49a6-4ca8-9bc2-e018e0b59b7f tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "DELETE /networking/v2.0/routers/tempest-non_exist_router-266311265 HTTP/1.1" status: 404 len: 334 time: 0.1045942 Oct 26 11:16:15.291249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55260) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:15.299136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1e8d992e-7164-4b15-8980-e8a69e033461 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Request body: {'router': {'external_gateway_info': {'network_id': '6761ba0c-6af4-491d-beb9-0191f799bf95'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:15.312007 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a80018b2-262f-4cf1-92db-4dbeab7c3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:15.312794 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80018b2-262f-4cf1-92db-4dbeab7c3ce5 None None] The sync data for ids ['6761ba0c-6af4-491d-beb9-0191f799bf95'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:15.364305 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:11Z', 'revision_number': 10, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:16:12Z', 'revision_number': 15, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:15.365318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (25b84554-e54d-427c-986e-6cbc6aa0be71), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:15.393147 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3d81d-ca6b-4360-9a9e-86fac8ea2ff5 None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:11Z', 'revision_number': 10, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:16:12Z', 'revision_number': 15, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:15.449780 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-85d5697f-ed5e-4a0b-978d-442c82f3420a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3992171 Oct 26 11:16:15.454635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55262) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:15.460568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-dbb16881-830a-4fab-9343-dcb5d2188266 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-499995956'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:15.502623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:15.609091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55264) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:15.617549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:15.617915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:15.618302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:15.618736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:15.645094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:15.648061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e8d992e-7164-4b15-8980-e8a69e033461 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for router_gateway (6761ba0c-6af4-491d-beb9-0191f799bf95), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:15.663444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:15.663946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Router 8420a86a-91e0-4758-9799-79080b760938 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:15.677658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:15.678789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:15.686978 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-1e8d992e-7164-4b15-8980-e8a69e033461 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] update failed (client error): The resource could not be found. Oct 26 11:16:15.688075 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1e8d992e-7164-4b15-8980-e8a69e033461 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "PUT /networking/v2.0/routers/6761ba0c-6af4-491d-beb9-0191f799bf95 HTTP/1.1" status: 404 len: 339 time: 0.3934720 Oct 26 11:16:15.692174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:15.705941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:15.727431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:15.753939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: cb5aefc7-497d-49b6-927e-90146806d44b {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:15.755151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cb5aefc7-497d-49b6-927e-90146806d44b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:15.772782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:15.964795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:16.063108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:16.065319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f6f3f-131d-4da9-b8d9-f0eb13759a66 None None] Network 25b84554-e54d-427c-986e-6cbc6aa0be71 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:16.086642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29883187-7a36-4c1b-80cb-2e78dba290b4 None None] Sync routers for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:16.099136 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-82573dd2-496a-4c88-83f1-fece0983dc5a tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "PUT /networking/v2.0/routers/8420a86a-91e0-4758-9799-79080b760938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5453379 Oct 26 11:16:16.099849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55268) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:16.193382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29883187-7a36-4c1b-80cb-2e78dba290b4 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:16.194713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-29883187-7a36-4c1b-80cb-2e78dba290b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:16.243486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-29883187-7a36-4c1b-80cb-2e78dba290b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:16.246787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c5ab459b-1152-4f9b-a907-8af6986d6013 None None] Provisioning complete for port aa0757d8-322f-4e00-918d-e76afb162590 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:16.246994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c5ab459b-1152-4f9b-a907-8af6986d6013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aa0757d8-322f-4e00-918d-e76afb162590), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.247357 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c5ab459b-1152-4f9b-a907-8af6986d6013 None None] Attempt 1 to provision port aa0757d8-322f-4e00-918d-e76afb162590 Oct 26 11:16:16.274373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7cff2d02-577b-4b47-af24-78e337b8bb3c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.6597466 Oct 26 11:16:16.317539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:16.318299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.330055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29883187-7a36-4c1b-80cb-2e78dba290b4 None None] Routers {'8420a86a-91e0-4758-9799-79080b760938'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:16.331073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-29883187-7a36-4c1b-80cb-2e78dba290b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8420a86a-91e0-4758-9799-79080b760938'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:16.335923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for router (8420a86a-91e0-4758-9799-79080b760938), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.340828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:16.346523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.417642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-29883187-7a36-4c1b-80cb-2e78dba290b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:16.418275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29883187-7a36-4c1b-80cb-2e78dba290b4 None None] The sync data for ids ['8420a86a-91e0-4758-9799-79080b760938'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:16.441850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:16.531313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85119a8d-daf9-4686-98b5-6cc0d049adac None None] DHCP port deletion for 25b84554-e54d-427c-986e-6cbc6aa0be71 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:16.532449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fecc-0815-4246-bbf9-6e6e3805c90d tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (21b46f84-d8cb-4205-bdb0-1799902dc8df), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.538093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab459b-1152-4f9b-a907-8af6986d6013 None None] Current status of the port aa0757d8-322f-4e00-918d-e76afb162590 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:16.551771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fecc-0815-4246-bbf9-6e6e3805c90d tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (21b46f84-d8cb-4205-bdb0-1799902dc8df), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.585642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-85119a8d-daf9-4686-98b5-6cc0d049adac None None] Deleting port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:16.586454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-85119a8d-daf9-4686-98b5-6cc0d049adac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.651280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:16.689578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-85119a8d-daf9-4686-98b5-6cc0d049adac None None] For port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9,segment=NetworkSegment(420175d0-90ad-4f65-bab0-c515391d9fce),segment_id=420175d0-90ad-4f65-bab0-c515391d9fce)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:16.690073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-85119a8d-daf9-4686-98b5-6cc0d049adac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.694074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:16.711459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-85119a8d-daf9-4686-98b5-6cc0d049adac None None] Calling delete_port for 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:16.759890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.799598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for router_gateway (8420a86a-91e0-4758-9799-79080b760938), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.802014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:16.810223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-85119a8d-daf9-4686-98b5-6cc0d049adac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.810432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No DVR routers for this DVR port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:16.816203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dbb16881-830a-4fab-9343-dcb5d2188266 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.843233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85119a8d-daf9-4686-98b5-6cc0d049adac None None] Pushing event deleted for resources: {'Port': ['ID=2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:16.846549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Allocated IP 172.20.0.1 (68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca/d7048e56-3523-4cf2-a962-3289431a3d2e/c000849f-5b0d-4b88-a188-92e49784b1d6) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:16.847807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85119a8d-daf9-4686-98b5-6cc0d049adac None None] No DVR routers for this DVR port 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:16.859430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea8fecc-0815-4246-bbf9-6e6e3805c90d tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Router 21b46f84-d8cb-4205-bdb0-1799902dc8df has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:16.860574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dbb16881-830a-4fab-9343-dcb5d2188266 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.881010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Deleting port e62743f7-e119-45a8-9c68-b2d188817f87 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:16.881376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e62743f7-e119-45a8-9c68-b2d188817f87), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:16.896602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe61cd-d03d-4f32-9d62-454ecedb4dab None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:16.973444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (25b84554-e54d-427c-986e-6cbc6aa0be71), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.019550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:17.052276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:17.054523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e62743f7-e119-45a8-9c68-b2d188817f87), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.061665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abe61cd-d03d-4f32-9d62-454ecedb4dab None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:17.069805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b84554-e54d-427c-986e-6cbc6aa0be71']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.078659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.080572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Calling delete_port for e62743f7-e119-45a8-9c68-b2d188817f87 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:17.094686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420175d0-90ad-4f65-bab0-c515391d9fce') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.094894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420175d0-90ad-4f65-bab0-c515391d9fce') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.113322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (420175d0-90ad-4f65-bab0-c515391d9fce), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.152656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb16881-830a-4fab-9343-dcb5d2188266 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:17.168936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (420175d0-90ad-4f65-bab0-c515391d9fce), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.176395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:17.182175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:17.183147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (420175d0-90ad-4f65-bab0-c515391d9fce), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.202414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.216119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea8fecc-0815-4246-bbf9-6e6e3805c90d tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:17.218999 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 420175d0-90ad-4f65-bab0-c515391d9fce resource provider aggregate not found Oct 26 11:16:17.237905 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765386e8-912c-4c29-98a7-25dd14a2856e None None] Sync routers for ids ['21b46f84-d8cb-4205-bdb0-1799902dc8df'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:17.240414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fecc-0815-4246-bbf9-6e6e3805c90d tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.242373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2ea8fecc-0815-4246-bbf9-6e6e3805c90d tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "PUT /networking/v2.0/routers/21b46f84-d8cb-4205-bdb0-1799902dc8df HTTP/1.1" status: 200 len: 921 time: 3.2573686 Oct 26 11:16:17.251475 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765386e8-912c-4c29-98a7-25dd14a2856e None None] Routers {'21b46f84-d8cb-4205-bdb0-1799902dc8df'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:17.252227 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-765386e8-912c-4c29-98a7-25dd14a2856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['21b46f84-d8cb-4205-bdb0-1799902dc8df'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.285600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 420175d0-90ad-4f65-bab0-c515391d9fce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 420175d0-90ad-4f65-bab0-c515391d9fce found for delete ", "request_id": "req-749c703a-7510-480f-b4fe-1c8a87b586cd"}]} Oct 26 11:16:17.290343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55274) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:17.291037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55276) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:17.315387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-765386e8-912c-4c29-98a7-25dd14a2856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.318376 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:17.334252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:17.356330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:17.361778 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765386e8-912c-4c29-98a7-25dd14a2856e None None] Routers {'21b46f84-d8cb-4205-bdb0-1799902dc8df'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:17.362634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-765386e8-912c-4c29-98a7-25dd14a2856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['21b46f84-d8cb-4205-bdb0-1799902dc8df'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.362825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:17.397919 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-765386e8-912c-4c29-98a7-25dd14a2856e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.398519 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765386e8-912c-4c29-98a7-25dd14a2856e None None] The sync data for ids ['21b46f84-d8cb-4205-bdb0-1799902dc8df'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:17.425386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Port': ['ID=c000849f-5b0d-4b88-a188-92e49784b1d6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:17.470316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (25b84554-e54d-427c-986e-6cbc6aa0be71), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.489646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (6761ba0c-6af4-491d-beb9-0191f799bf95), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.497329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.503956 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/networks/25b84554-e54d-427c-986e-6cbc6aa0be71 HTTP/1.1" status: 204 len: 168 time: 2.2807903 Oct 26 11:16:17.506750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55278) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:17.516404 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4fe90a1d-d3cb-4134-960c-a420918adac9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2218680 Oct 26 11:16:17.530475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:17.533194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:17.560795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:17.577274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:17.577992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d66a78c-d12e-4dcd-91e9-f6e913ebe0e9 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:17.592696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:17.593887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.598364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e62743f7-e119-45a8-9c68-b2d188817f87), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.627270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffec747-ae48-48da-a342-a2826cf256cc tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Network': ['ID=25b84554-e54d-427c-986e-6cbc6aa0be71,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:17.631188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event deleted for resources: {'Port': ['ID=e62743f7-e119-45a8-9c68-b2d188817f87,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:17.691311 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad540a75-5d9b-416c-be08-2e138cff6d58 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/21b46f84-d8cb-4205-bdb0-1799902dc8df HTTP/1.1" status: 200 len: 921 time: 0.3965428 Oct 26 11:16:17.693174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb16881-830a-4fab-9343-dcb5d2188266 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:17.696311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55280) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:17.706695 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c605496-4384-484b-a9ba-23eee0fb5cf0 None None] Sync routers for ids ['dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:17.720087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dbb16881-830a-4fab-9343-dcb5d2188266 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:17.721258 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dbb16881-830a-4fab-9343-dcb5d2188266 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c HTTP/1.1" status: 200 len: 891 time: 2.2641077 Oct 26 11:16:17.724951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c605496-4384-484b-a9ba-23eee0fb5cf0 None None] Routers {'dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:17.725788 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2c605496-4384-484b-a9ba-23eee0fb5cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.725966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55282) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:17.727268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:17.773621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:17.795461 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2c605496-4384-484b-a9ba-23eee0fb5cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.809105 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c605496-4384-484b-a9ba-23eee0fb5cf0 None None] Routers {'dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:17.815285 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2c605496-4384-484b-a9ba-23eee0fb5cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.857427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2c605496-4384-484b-a9ba-23eee0fb5cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:17.858291 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c605496-4384-484b-a9ba-23eee0fb5cf0 None None] The sync data for ids ['dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:17.953224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542eb70-0cde-4dc3-ae0c-8a4fe68f0f50 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:17.954904 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7542eb70-0cde-4dc3-ae0c-8a4fe68f0f50 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=21b46f84-d8cb-4205-bdb0-1799902dc8df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2574010 Oct 26 11:16:17.957739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55286) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:17.982500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:17.990741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:11Z', 'revision_number': 10, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:16:15Z', 'revision_number': 16, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:18.025827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:18.038862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:18.039318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:18.136354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730d018-ae0c-4006-afc6-c02fdd0c5eca tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:18.137760 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e730d018-ae0c-4006-afc6-c02fdd0c5eca tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 881 time: 0.1790421 Oct 26 11:16:18.140676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55288) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:18.144907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:18.168154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (8420a86a-91e0-4758-9799-79080b760938), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.184212 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-09cfdaf5-4e51-4f43-a4fb-308412726b3d tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=21b46f84-d8cb-4205-bdb0-1799902dc8df HTTP/1.1" status: 200 len: 205 time: 0.0398583 Oct 26 11:16:18.187698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55290) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:18.201655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.276328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.287022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (8420a86a-91e0-4758-9799-79080b760938), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.291004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for router_controller (8420a86a-91e0-4758-9799-79080b760938), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.344887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:18.382486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ed0a03dc-7432-419f-9ddd-3e32940325b1 None None] Provisioning complete for port b86f0771-b283-4e50-b9cf-46c18a05dc23 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:18.382905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ed0a03dc-7432-419f-9ddd-3e32940325b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.383185 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ed0a03dc-7432-419f-9ddd-3e32940325b1 None None] Attempt 1 to provision port b86f0771-b283-4e50-b9cf-46c18a05dc23 Oct 26 11:16:18.412935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:11Z', 'revision_number': 10, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:16:15Z', 'revision_number': 16, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:18.451046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2705dd94-b457-46f3-916f-48b2af0fb22d None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:11Z', 'revision_number': 10, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None, '_interfaces': [{'id': '240e6896-fdbf-4cc3-86d3-8fc1d69c5007', 'name': '', 'network_id': '5ade61da-2958-4090-9567-6a4075b92b45', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'mac_address': 'fa:16:3e:2c:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:15:24Z', 'updated_at': '2022-10-26T11:16:15Z', 'revision_number': 16, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'subnets': [{'id': 'cffab888-4c4d-4262-8f4c-2c6835fe7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:18.451335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (8420a86a-91e0-4758-9799-79080b760938), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.451925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Fanout notify agent at l3_agent the message router_deleted on router 8420a86a-91e0-4758-9799-79080b760938 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:18.465099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.469497 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4ae67511-6fc0-4df0-8afe-18de5cccf584 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "DELETE /networking/v2.0/routers/8420a86a-91e0-4758-9799-79080b760938 HTTP/1.1" status: 204 len: 168 time: 2.3632982 Oct 26 11:16:18.478346 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1be4924a-63f0-43a1-882c-bfbcfe1f09a0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/routers/dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c HTTP/1.1" status: 200 len: 891 time: 0.7456260 Oct 26 11:16:18.478346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55292) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:18.485361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55294) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:18.509661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a03dc-7432-419f-9ddd-3e32940325b1 None None] Current status of the port b86f0771-b283-4e50-b9cf-46c18a05dc23 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:18.535809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55296) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:18.627669 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a68ac35c-92e7-46a7-aeb7-ade25ef010ed tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c HTTP/1.1" status: 200 len: 205 time: 0.1062138 Oct 26 11:16:18.636597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55298) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:18.721511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d7f2fe-4813-484c-bec1-e1a4f9b3d502 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Deleting subnet 5087bb8e-af86-4051-9fe1-3b9b5406e674 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:18.737018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:18.746966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (21b46f84-d8cb-4205-bdb0-1799902dc8df), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.750215 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8b8ab33e-1bdd-4900-beae-d8c92da9f996 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1947508 Oct 26 11:16:18.781298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80d7f2fe-4813-484c-bec1-e1a4f9b3d502 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for subnet (5087bb8e-af86-4051-9fe1-3b9b5406e674), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.799470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f477b874-976e-4a5a-a442-7a64b451b515 None None] Provisioning complete for port c000849f-5b0d-4b88-a188-92e49784b1d6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:18.801145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f477b874-976e-4a5a-a442-7a64b451b515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.804578 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f477b874-976e-4a5a-a442-7a64b451b515 None None] Attempt 1 to provision port c000849f-5b0d-4b88-a188-92e49784b1d6 Oct 26 11:16:18.865935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f477b874-976e-4a5a-a442-7a64b451b515 None None] Port c000849f-5b0d-4b88-a188-92e49784b1d6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:18.901662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80d7f2fe-4813-484c-bec1-e1a4f9b3d502 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (5087bb8e-af86-4051-9fe1-3b9b5406e674), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:18.973787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.000613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (21b46f84-d8cb-4205-bdb0-1799902dc8df), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.063108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.076053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:19.076512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.079280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.119475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80d7f2fe-4813-484c-bec1-e1a4f9b3d502 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (5087bb8e-af86-4051-9fe1-3b9b5406e674), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.129359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Deleting port ddff9f18-c092-46d2-8754-025943e1c7e6 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:19.129817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ddff9f18-c092-46d2-8754-025943e1c7e6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.190641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:19.247508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:19.248156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (6761ba0c-6af4-491d-beb9-0191f799bf95), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.256621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:19.268842 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:19.269106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event updated for resources: {'Port': ['ID=c000849f-5b0d-4b88-a188-92e49784b1d6,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:19.269741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.279772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_gateway (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.281394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ddff9f18-c092-46d2-8754-025943e1c7e6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.292658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:19.313538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Calling delete_port for ddff9f18-c092-46d2-8754-025943e1c7e6 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:19.332975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80d7f2fe-4813-484c-bec1-e1a4f9b3d502 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (5087bb8e-af86-4051-9fe1-3b9b5406e674), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.394205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7f2fe-4813-484c-bec1-e1a4f9b3d502 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event deleted for resources: {'Subnet': ['ID=5087bb8e-af86-4051-9fe1-3b9b5406e674,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:19.397697 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80d7f2fe-4813-484c-bec1-e1a4f9b3d502 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.400811 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-80d7f2fe-4813-484c-bec1-e1a4f9b3d502 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5087bb8e-af86-4051-9fe1-3b9b5406e674 HTTP/1.1" status: 204 len: 168 time: 0.9228227 Oct 26 11:16:19.404066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55300) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:19.410980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc862e-0ccf-4735-a777-163b97a9a1ef None None] Network dfdb363f-f93c-4d24-a954-128893add722 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:19.412657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port dfcf8c7f-9c72-4e3f-ba97-50d8d7968643 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:19.412993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (dfcf8c7f-9c72-4e3f-ba97-50d8d7968643), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.507560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:19.511889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:19.578113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:19.579897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (dfdb363f-f93c-4d24-a954-128893add722), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.597363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (dfcf8c7f-9c72-4e3f-ba97-50d8d7968643), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.640879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for dfcf8c7f-9c72-4e3f-ba97-50d8d7968643 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:19.641095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:19.665064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28aa998-e85e-4a21-83fd-442b6a4a17c0 None None] DHCP port deletion for dfdb363f-f93c-4d24-a954-128893add722 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:19.710332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Router 6761ba0c-6af4-491d-beb9-0191f799bf95 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:19.730982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:19.745201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:19.745873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.746501 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:16:19.763823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55302) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:19.812889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a28aa998-e85e-4a21-83fd-442b6a4a17c0 None None] Deleting port b86f0771-b283-4e50-b9cf-46c18a05dc23 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:19.813883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a28aa998-e85e-4a21-83fd-442b6a4a17c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.842187 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Deleting port b86f0771-b283-4e50-b9cf-46c18a05dc23 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:19.842534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.962138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ddff9f18-c092-46d2-8754-025943e1c7e6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.972761 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3cfc081-cc3c-4d21-936b-c5d81bfecf43 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2075403 Oct 26 11:16:19.985312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (240e6896-fdbf-4cc3-86d3-8fc1d69c5007), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.996532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-02584251-9e5c-49e8-8590-f358f02bcc4b None None] Provisioning complete for port c000849f-5b0d-4b88-a188-92e49784b1d6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:19.996913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-02584251-9e5c-49e8-8590-f358f02bcc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.997246 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-02584251-9e5c-49e8-8590-f358f02bcc4b None None] Attempt 1 to provision port c000849f-5b0d-4b88-a188-92e49784b1d6 Oct 26 11:16:20.001734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:20.014520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] For port b86f0771-b283-4e50-b9cf-46c18a05dc23, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b86f0771-b283-4e50-b9cf-46c18a05dc23,segment=NetworkSegment(2acbc04a-18d2-42df-ad88-39cb5dfa1538),segment_id=2acbc04a-18d2-42df-ad88-39cb5dfa1538)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:20.014926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.019520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event deleted for resources: {'Port': ['ID=ddff9f18-c092-46d2-8754-025943e1c7e6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:20.044603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a28aa998-e85e-4a21-83fd-442b6a4a17c0 None None] For port b86f0771-b283-4e50-b9cf-46c18a05dc23, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b86f0771-b283-4e50-b9cf-46c18a05dc23,segment=NetworkSegment(2acbc04a-18d2-42df-ad88-39cb5dfa1538),segment_id=2acbc04a-18d2-42df-ad88-39cb5dfa1538)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:20.045483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a28aa998-e85e-4a21-83fd-442b6a4a17c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.058612 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No ports have port_id starting with 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 Oct 26 11:16:20.077464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a28aa998-e85e-4a21-83fd-442b6a4a17c0 None None] Calling delete_port for b86f0771-b283-4e50-b9cf-46c18a05dc23 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:20.082450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Calling delete_port for b86f0771-b283-4e50-b9cf-46c18a05dc23 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:20.085695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=240e6896-fdbf-4cc3-86d3-8fc1d69c5007,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:20.089495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-02584251-9e5c-49e8-8590-f358f02bcc4b None None] Port c000849f-5b0d-4b88-a188-92e49784b1d6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:20.235375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:20.254290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:20.259940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a28aa998-e85e-4a21-83fd-442b6a4a17c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.277320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (21b46f84-d8cb-4205-bdb0-1799902dc8df), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.298105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:20.302802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28aa998-e85e-4a21-83fd-442b6a4a17c0 None None] No DVR routers for this DVR port b86f0771-b283-4e50-b9cf-46c18a05dc23 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:20.304204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aa998-e85e-4a21-83fd-442b6a4a17c0 None None] Pushing event deleted for resources: {'Port': ['ID=b86f0771-b283-4e50-b9cf-46c18a05dc23,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:20.312816 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd000b-5096-4606-ba4b-33d498459c3f None None] Sync routers for ids ['6761ba0c-6af4-491d-beb9-0191f799bf95'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:20.322138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:20.322546 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3d184db7-f0c3-495b-aeb3-ad5b34c75c78 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "PUT /networking/v2.0/routers/6761ba0c-6af4-491d-beb9-0191f799bf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6262167 Oct 26 11:16:20.322822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:20.332415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55306) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:20.340771 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd000b-5096-4606-ba4b-33d498459c3f None None] Routers {'6761ba0c-6af4-491d-beb9-0191f799bf95'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:20.342298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-14dd000b-5096-4606-ba4b-33d498459c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6761ba0c-6af4-491d-beb9-0191f799bf95'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:20.389089 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-14dd000b-5096-4606-ba4b-33d498459c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:20.399796 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd000b-5096-4606-ba4b-33d498459c3f None None] Routers {'6761ba0c-6af4-491d-beb9-0191f799bf95'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:20.400621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-14dd000b-5096-4606-ba4b-33d498459c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6761ba0c-6af4-491d-beb9-0191f799bf95'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:20.440941 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-14dd000b-5096-4606-ba4b-33d498459c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:20.441991 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd000b-5096-4606-ba4b-33d498459c3f None None] The sync data for ids ['6761ba0c-6af4-491d-beb9-0191f799bf95'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:20.443265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:20.491254 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-72731187-e656-46d5-aec5-227a86476c9a req-3ede106d-9fd0-4fb3-8caa-b77f4df49116 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1879053 Oct 26 11:16:20.493792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (dfcf8c7f-9c72-4e3f-ba97-50d8d7968643), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.508389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:19Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:20.523931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=dfcf8c7f-9c72-4e3f-ba97-50d8d7968643,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:20.538418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:20.548106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:20.548890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:20.562169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (21b46f84-d8cb-4205-bdb0-1799902dc8df), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.592186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (21b46f84-d8cb-4205-bdb0-1799902dc8df), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.607183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (f56111c3-b902-4f3b-8445-ab3be558a177), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.618482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:20.626842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:20.630751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731187-e656-46d5-aec5-227a86476c9a req-ebb2f49c-8827-4b6c-8b6f-545290e9c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:20.632357 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-72731187-e656-46d5-aec5-227a86476c9a req-ebb2f49c-8827-4b6c-8b6f-545290e9c0bf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1&device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 1129 time: 0.0773861 Oct 26 11:16:20.638789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.674860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b86f0771-b283-4e50-b9cf-46c18a05dc23), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.675139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:20.680033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:19Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:20.714873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9a7e755-7269-45c5-bfbe-b1da6291e6fb tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for router (6761ba0c-6af4-491d-beb9-0191f799bf95), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.717954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137f6af-589e-43e3-8279-0d1a2dc67106 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:20.722079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c782bf6-4372-4ea2-8a29-bf5556e4a6ff None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:19Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:20.722712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event deleted for resources: {'Port': ['ID=b86f0771-b283-4e50-b9cf-46c18a05dc23,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:20.724827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (21b46f84-d8cb-4205-bdb0-1799902dc8df), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.726005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Fanout notify agent at l3_agent the message router_deleted on router 21b46f84-d8cb-4205-bdb0-1799902dc8df {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:20.729111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] No DVR routers for this DVR port b86f0771-b283-4e50-b9cf-46c18a05dc23 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:20.796418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.804523 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-70308fbe-19af-470a-981d-4f9bec28c920 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/21b46f84-d8cb-4205-bdb0-1799902dc8df HTTP/1.1" status: 204 len: 168 time: 2.6157517 Oct 26 11:16:20.810262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55308) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:20.819620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e77401e9-8a44-4910-98c1-5b394d7de42f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1165556881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:20.829142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.833404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.908384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.908998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Fanout notify agent at l3_agent the message router_deleted on router dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:20.916153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.921293 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-00694db4-28bb-4b98-ba95-ede4de3ceb4a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c HTTP/1.1" status: 204 len: 168 time: 2.2782116 Oct 26 11:16:20.922849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55310) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:20.924060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137f6af-589e-43e3-8279-0d1a2dc67106 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:20.928954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-364248486'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:20.935542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731187-e656-46d5-aec5-227a86476c9a req-ec4d9f9f-b48e-465a-9750-bac86b9d15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:20.937301 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-72731187-e656-46d5-aec5-227a86476c9a req-ec4d9f9f-b48e-465a-9750-bac86b9d15ef service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=63abd606-6461-4ce8-8acd-34376bb03ab1 HTTP/1.1" status: 200 len: 897 time: 0.2273419 Oct 26 11:16:20.994064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:20.998282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55312) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:21.032681 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-d9a7e755-7269-45c5-bfbe-b1da6291e6fb tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 11:16:21.033748 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d9a7e755-7269-45c5-bfbe-b1da6291e6fb tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "DELETE /networking/v2.0/routers/6761ba0c-6af4-491d-beb9-0191f799bf95 HTTP/1.1" status: 409 len: 376 time: 0.5882363 Oct 26 11:16:21.039078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:21.050298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:21.054370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.075074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (dfdb363f-f93c-4d24-a954-128893add722), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.105351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e77401e9-8a44-4910-98c1-5b394d7de42f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.105616 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-72731187-e656-46d5-aec5-227a86476c9a req-9977f11f-844d-4567-b240-58bee612efd2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb HTTP/1.1" status: 200 len: 1000 time: 0.1583660 Oct 26 11:16:21.106545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e77401e9-8a44-4910-98c1-5b394d7de42f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.164660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731187-e656-46d5-aec5-227a86476c9a req-ef3418f9-e57e-4274-8cd4-81ab671b028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:21.166171 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-72731187-e656-46d5-aec5-227a86476c9a req-ef3418f9-e57e-4274-8cd4-81ab671b028a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8def8067-a479-4346-aa8a-e312354014b2 HTTP/1.1" status: 200 len: 835 time: 0.0523405 Oct 26 11:16:21.186484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdb363f-f93c-4d24-a954-128893add722']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:21.224102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acbc04a-18d2-42df-ad88-39cb5dfa1538') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:21.224406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acbc04a-18d2-42df-ad88-39cb5dfa1538') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:21.232867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:21.239378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4dd86458-4ba7-4a7b-b2d6-3a111022d9ff tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2359788 Oct 26 11:16:21.241672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:21.268148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (fbe7cedd-37e3-4ce5-952d-714edaa52619), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.268493 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added segment fbe7cedd-37e3-4ce5-952d-714edaa52619 of type vlan for network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 Oct 26 11:16:21.268785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e77401e9-8a44-4910-98c1-5b394d7de42f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.271500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (2acbc04a-18d2-42df-ad88-39cb5dfa1538), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.285611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e77401e9-8a44-4910-98c1-5b394d7de42f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.305721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (2acbc04a-18d2-42df-ad88-39cb5dfa1538), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.313856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731187-e656-46d5-aec5-227a86476c9a req-135be7ff-9ed1-4f37-8d15-b820e2efd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:21.315641 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-72731187-e656-46d5-aec5-227a86476c9a req-135be7ff-9ed1-4f37-8d15-b820e2efd460 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=63abd606-6461-4ce8-8acd-34376bb03ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1179636 Oct 26 11:16:21.318096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:21.318555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (2acbc04a-18d2-42df-ad88-39cb5dfa1538), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.322307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:21.376038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e77401e9-8a44-4910-98c1-5b394d7de42f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.378173 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e77401e9-8a44-4910-98c1-5b394d7de42f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5620062 Oct 26 11:16:21.379920 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 2acbc04a-18d2-42df-ad88-39cb5dfa1538 resource provider aggregate not found Oct 26 11:16:21.401480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55318) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:21.409266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:21.412483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (c3fcdda2-e162-4e81-9bd0-9fea31e441d6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.466234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 2acbc04a-18d2-42df-ad88-39cb5dfa1538 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2acbc04a-18d2-42df-ad88-39cb5dfa1538 found for delete ", "request_id": "req-87b11528-51fc-47bc-91de-33205c95bc80"}]} Oct 26 11:16:21.473873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:21.482274 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dd8ab96c-ed24-4cba-b676-0c003e0e9eaa tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9680486 Oct 26 11:16:21.482274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:21.493723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (dfdb363f-f93c-4d24-a954-128893add722), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.499006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.504850 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "DELETE /networking/v2.0/networks/dfdb363f-f93c-4d24-a954-128893add722 HTTP/1.1" status: 204 len: 168 time: 2.0998359 Oct 26 11:16:21.509972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55324) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:21.544577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b86f0771-b283-4e50-b9cf-46c18a05dc23 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:21.575417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: b86f0771-b283-4e50-b9cf-46c18a05dc23 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:21.576156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b86f0771-b283-4e50-b9cf-46c18a05dc23 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:21.576582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:21.721555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:21.738159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (c3fcdda2-e162-4e81-9bd0-9fea31e441d6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.743019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:21.743889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.806709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:21.807231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 240e6896-fdbf-4cc3-86d3-8fc1d69c5007 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:21.861594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:21.875196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-72731187-e656-46d5-aec5-227a86476c9a req-90cdcf86-ce05-4475-b106-8a388136d6be service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385137 Oct 26 11:16:21.928951 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0044000 Oct 26 11:16:21.939399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55326) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:21.941497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b419179a-d26a-48d6-9e49-7d833944de38 None None] Provisioning complete for port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:21.955554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b419179a-d26a-48d6-9e49-7d833944de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.955554 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b419179a-d26a-48d6-9e49-7d833944de38 None None] Attempt 1 to provision port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 Oct 26 11:16:21.959402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:21.972730 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'subnet': {'network_id': 'c3fcdda2-e162-4e81-9bd0-9fea31e441d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:21.980991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9f36e-adc2-47aa-9553-d960264d9d80 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event deleted for resources: {'Network': ['ID=dfdb363f-f93c-4d24-a954-128893add722,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:22.000623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:22.001184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:22.003454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7148e6-d794-4dab-bc0e-0f5d74b84bfe tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting subnet cffab888-4c4d-4262-8f4c-2c6835fe7d3c {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:22.007294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5f7148e6-d794-4dab-bc0e-0f5d74b84bfe tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (cffab888-4c4d-4262-8f4c-2c6835fe7d3c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.048847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:22.053336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5f7148e6-d794-4dab-bc0e-0f5d74b84bfe tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (cffab888-4c4d-4262-8f4c-2c6835fe7d3c), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.082647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:22.148853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5f7148e6-d794-4dab-bc0e-0f5d74b84bfe tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (cffab888-4c4d-4262-8f4c-2c6835fe7d3c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.156782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762c5ab-bf88-418c-bcb0-a46a4c60fe68 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Network': ['ID=c3fcdda2-e162-4e81-9bd0-9fea31e441d6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:22.160612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.170152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b419179a-d26a-48d6-9e49-7d833944de38 None None] Current status of the port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:22.173275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:19Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:22.173761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (6761ba0c-6af4-491d-beb9-0191f799bf95), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.183648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Deleting port 492cd9d7-f82b-4ba6-9197-fc60f09ec52d {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:22.184025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (492cd9d7-f82b-4ba6-9197-fc60f09ec52d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.201486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:22.202682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:22.204676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:22.221478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5f7148e6-d794-4dab-bc0e-0f5d74b84bfe tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (cffab888-4c4d-4262-8f4c-2c6835fe7d3c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.257780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:22.258330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:22.262541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:22.274276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7148e6-d794-4dab-bc0e-0f5d74b84bfe tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Subnet': ['ID=cffab888-4c4d-4262-8f4c-2c6835fe7d3c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:22.311883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5f7148e6-d794-4dab-bc0e-0f5d74b84bfe tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.315425 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5f7148e6-d794-4dab-bc0e-0f5d74b84bfe tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/cffab888-4c4d-4262-8f4c-2c6835fe7d3c HTTP/1.1" status: 204 len: 168 time: 0.8317761 Oct 26 11:16:22.319160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55332) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:22.357796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e57402-2768-4dfa-ba36-22a837557f04 None None] Network 5ade61da-2958-4090-9567-6a4075b92b45 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:22.365531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:22.395277 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f19d9163-4148-4dc6-a32c-579c8253ee03 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1284766 Oct 26 11:16:22.422163 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-72731187-e656-46d5-aec5-227a86476c9a req-3559956c-0668-4226-ba3b-6bc2a9fa3e53 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835176 Oct 26 11:16:22.424159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (5ade61da-2958-4090-9567-6a4075b92b45), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.439788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:22.443500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.467246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:19Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:22.482909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Deleting port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:22.483250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.504053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded5677d-22b1-4f04-9853-24ae607d9bce None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:19Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:22.572195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] For port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6831ab82-ca65-4f0d-ad5c-d37ac6203aa2,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:22.572618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.583116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=2,neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:22.596566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Calling delete_port for 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:22.623089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccce9fd-8a76-44cb-bf00-e34d393b33fa None None] DHCP port deletion for 5ade61da-2958-4090-9567-6a4075b92b45 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:22.671961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2ccce9fd-8a76-44cb-bf00-e34d393b33fa None None] Deleting port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:22.672554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2ccce9fd-8a76-44cb-bf00-e34d393b33fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.702061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.729258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Port': ['ID=6831ab82-ca65-4f0d-ad5c-d37ac6203aa2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:22.741579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No DVR routers for this DVR port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:22.765157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2ccce9fd-8a76-44cb-bf00-e34d393b33fa None None] For port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6831ab82-ca65-4f0d-ad5c-d37ac6203aa2,segment=NetworkSegment(4619d9ad-0dc0-494a-87dd-b44015870bff),segment_id=4619d9ad-0dc0-494a-87dd-b44015870bff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:22.765965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2ccce9fd-8a76-44cb-bf00-e34d393b33fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.785598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2ccce9fd-8a76-44cb-bf00-e34d393b33fa None None] Calling delete_port for 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:22.837262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (492cd9d7-f82b-4ba6-9197-fc60f09ec52d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.837587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for floatingip (492cd9d7-f82b-4ba6-9197-fc60f09ec52d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.842013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (5ade61da-2958-4090-9567-6a4075b92b45), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.863658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ade61da-2958-4090-9567-6a4075b92b45']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:22.882321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4619d9ad-0dc0-494a-87dd-b44015870bff') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:22.882858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4619d9ad-0dc0-494a-87dd-b44015870bff') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:22.884149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2ccce9fd-8a76-44cb-bf00-e34d393b33fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (6831ab82-ca65-4f0d-ad5c-d37ac6203aa2), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.894604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (4619d9ad-0dc0-494a-87dd-b44015870bff), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.908649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4619d9ad-0dc0-494a-87dd-b44015870bff), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.916470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccce9fd-8a76-44cb-bf00-e34d393b33fa None None] Pushing event deleted for resources: {'Port': ['ID=6831ab82-ca65-4f0d-ad5c-d37ac6203aa2,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:22.918057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:22.918196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (4619d9ad-0dc0-494a-87dd-b44015870bff), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.918370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Calling delete_port for 492cd9d7-f82b-4ba6-9197-fc60f09ec52d owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:22.920133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:22.921961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccce9fd-8a76-44cb-bf00-e34d393b33fa None None] No DVR routers for this DVR port 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:22.994190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (5ade61da-2958-4090-9567-6a4075b92b45), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.001490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.005564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/networks/5ade61da-2958-4090-9567-6a4075b92b45 HTTP/1.1" status: 204 len: 168 time: 0.6856146 Oct 26 11:16:23.017503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55334) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:23.022025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'routes': None}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:23.024967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:23.027033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fb1ed-bf98-4091-ad00-3e8a644f9315 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Pushing event deleted for resources: {'Network': ['ID=5ade61da-2958-4090-9567-6a4075b92b45,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:23.126435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.168420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.204409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.extraroute_db [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Added routes are [] {{(pid=105415) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 11:16:23.204704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.extraroute_db [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Removed routes are [] {{(pid=105415) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 11:16:23.205079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.318195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:23.318990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Deleting port c000849f-5b0d-4b88-a188-92e49784b1d6 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:23.319333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.351552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.363403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.402442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55336) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:23.406065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:23.430837 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:23.431911 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:23.481484 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ba6582f3-a8bd-47ca-a290-49cb7263505e tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0807142 Oct 26 11:16:23.515426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:23.529155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (55a9f2c3-a271-427b-a41e-cb61636e3585), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.534235 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4619d9ad-0dc0-494a-87dd-b44015870bff resource provider aggregate not found Oct 26 11:16:23.547374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router f56111c3-b902-4f3b-8445-ab3be558a177 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:23.550478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:23.553910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6831ab82-ca65-4f0d-ad5c-d37ac6203aa2 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:23.563581 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4619d9ad-0dc0-494a-87dd-b44015870bff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4619d9ad-0dc0-494a-87dd-b44015870bff found for delete ", "request_id": "req-c2ef7ab9-1557-4e6b-8a2f-9e7954b7f136"}]} Oct 26 11:16:23.563785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Allocated IP 172.26.0.172 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/4057e286-2bd7-4692-a7cd-89ac3a8b36cf) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:23.567039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (492cd9d7-f82b-4ba6-9197-fc60f09ec52d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.602374 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:23.609135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:23.646544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:23.656244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Pushing event deleted for resources: {'Port': ['ID=492cd9d7-f82b-4ba6-9197-fc60f09ec52d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:23.661684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.663087 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-26ffef79-8fa3-4de2-a892-4337a87e234b tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177 HTTP/1.1" status: 200 len: 701 time: 0.6446624 Oct 26 11:16:23.667829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55342) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:23.683907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.685589 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:19Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:23.709991 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8a8e9d9-99f7-4f5a-88b5-75c4cbd0deb8 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f56111c3-b902-4f3b-8445-ab3be558a177 HTTP/1.1" status: 200 len: 205 time: 0.0406981 Oct 26 11:16:23.712696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55344) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:23.732158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] Checking router: f56111c3-b902-4f3b-8445-ab3be558a177 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:23.742810 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] Routers {'f56111c3-b902-4f3b-8445-ab3be558a177'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:23.746478 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f56111c3-b902-4f3b-8445-ab3be558a177'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:23.749997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Subnet': ['ID=55a9f2c3-a271-427b-a41e-cb61636e3585,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:23.767483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Calling delete_port for c000849f-5b0d-4b88-a188-92e49784b1d6 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:23.825990 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] Set router f56111c3-b902-4f3b-8445-ab3be558a177 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:23.833496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a205c8b-b2b5-4629-a80a-c21e4125e681 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (f56111c3-b902-4f3b-8445-ab3be558a177), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.888119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Checking segment: {'id': 'fbe7cedd-37e3-4ce5-952d-714edaa52619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c3fcdda2-e162-4e81-9bd0-9fea31e441d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:23.888488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network hostable DHCP agents. Network: c3fcdda2-e162-4e81-9bd0-9fea31e441d6, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:23.897795 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:19Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:23.927030 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadcff6-3918-4495-9a8e-03f154b248c4 None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [{'id': 'f56111c3-b902-4f3b-8445-ab3be558a177', 'name': 'tempest-RoutersTest-router-1594046052', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:15:21Z', 'updated_at': '2022-10-26T11:16:19Z', 'revision_number': 11, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:23.927831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for port (4057e286-2bd7-4692-a7cd-89ac3a8b36cf), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.942595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks [] for floatingip (c169ff3b-9d75-43b3-9d4d-f15dad829497), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.945133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.953322 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ca274c28-4bce-415d-a865-6ca1257c7db5 tempest-FloatingIPAdminTestJSON-778715313 tempest-FloatingIPAdminTestJSON-778715313-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/c169ff3b-9d75-43b3-9d4d-f15dad829497 HTTP/1.1" status: 204 len: 168 time: 2.4335053 Oct 26 11:16:24.017268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:24.046313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, c3fcdda2-e162-4e81-9bd0-9fea31e441d6) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:24.056388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:24.056990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.060098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab38af-eb0b-4db2-aedd-3070c3490f40 None None] Network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:24.067743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:24.074864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4057e286-2bd7-4692-a7cd-89ac3a8b36cf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.112810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a205c8b-b2b5-4629-a80a-c21e4125e681 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.117632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a205c8b-b2b5-4629-a80a-c21e4125e681 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (f56111c3-b902-4f3b-8445-ab3be558a177), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.141219 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f8c1bb15-e31b-4643-8e62-03848df98d7b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1989605 Oct 26 11:16:24.144017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55348) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:24.152557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bd2bbf32-99e9-4564-ac5b-c21feb7ec556 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2929637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:24.186308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a205c8b-b2b5-4629-a80a-c21e4125e681 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (f56111c3-b902-4f3b-8445-ab3be558a177), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.187077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a205c8b-b2b5-4629-a80a-c21e4125e681 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Fanout notify agent at l3_agent the message router_deleted on router f56111c3-b902-4f3b-8445-ab3be558a177 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:24.212382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a205c8b-b2b5-4629-a80a-c21e4125e681 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.212921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:24.216122 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7a205c8b-b2b5-4629-a80a-c21e4125e681 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177 HTTP/1.1" status: 204 len: 168 time: 0.4995706 Oct 26 11:16:24.222106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55350) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:24.228049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:24.230085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event updated for resources: {'Port': ['ID=4057e286-2bd7-4692-a7cd-89ac3a8b36cf,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:24.233189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:24.235699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c000849f-5b0d-4b88-a188-92e49784b1d6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.242479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbf32-99e9-4564-ac5b-c21feb7ec556 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (e5f1a1cd-4a95-4fd5-af36-4759f1839113), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.243503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbf32-99e9-4564-ac5b-c21feb7ec556 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (e5f1a1cd-4a95-4fd5-af36-4759f1839113), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.244070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-de8da2f9-c2a1-4742-a758-818f6653da69 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1925649332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:24.288298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de8da2f9-c2a1-4742-a758-818f6653da69 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (43fb2bcb-8528-4521-89ff-db9e90919b81), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.288777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de8da2f9-c2a1-4742-a758-818f6653da69 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (43fb2bcb-8528-4521-89ff-db9e90919b81), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.317731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Port': ['ID=c000849f-5b0d-4b88-a188-92e49784b1d6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:24.320649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-c3fcdda2-e162-4e81-9bd0-9fea31e441d6', 'network_id': 'c3fcdda2-e162-4e81-9bd0-9fea31e441d6', 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'fixed_ips': [{'subnet_id': '55a9f2c3-a271-427b-a41e-cb61636e3585'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:24.321821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.456864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55354) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:24.460013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de8da2f9-c2a1-4742-a758-818f6653da69 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (43fb2bcb-8528-4521-89ff-db9e90919b81), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.482255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de8da2f9-c2a1-4742-a758-818f6653da69 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (43fb2bcb-8528-4521-89ff-db9e90919b81), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.491085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbf32-99e9-4564-ac5b-c21feb7ec556 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (e5f1a1cd-4a95-4fd5-af36-4759f1839113), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.492088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:24.515232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de8da2f9-c2a1-4742-a758-818f6653da69 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.520152 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de8da2f9-c2a1-4742-a758-818f6653da69 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2964962 Oct 26 11:16:24.520906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55360) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:24.537225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0d2e3bbe-a915-4c8a-a522-3e7a941c8304 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:24.644563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Allocated IP 2001:db8::2 (c3fcdda2-e162-4e81-9bd0-9fea31e441d6/55a9f2c3-a271-427b-a41e-cb61636e3585/4242376a-08a1-4fe9-875f-9d88035ec224) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:24.654339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:24.685594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbf32-99e9-4564-ac5b-c21feb7ec556 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (e5f1a1cd-4a95-4fd5-af36-4759f1839113), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.804070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2bbf32-99e9-4564-ac5b-c21feb7ec556 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.805824 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd2bbf32-99e9-4564-ac5b-c21feb7ec556 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6569321 Oct 26 11:16:24.866794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55362) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:24.871248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Publish callbacks [] for port (4242376a-08a1-4fe9-875f-9d88035ec224), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.877569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:24.894890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.899356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:24.919552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3bbe-a915-4c8a-a522-3e7a941c8304 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (43fb2bcb-8528-4521-89ff-db9e90919b81), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.972686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3bbe-a915-4c8a-a522-3e7a941c8304 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (43fb2bcb-8528-4521-89ff-db9e90919b81), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:24.977306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:25.008827 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6132e947-919a-4571-816a-cb754e665e74 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f9b303da3ab4453dbc7280be5e2e6a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5490127 Oct 26 11:16:25.020659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:25.032272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (6761ba0c-6af4-491d-beb9-0191f799bf95), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.036934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:25.039838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:25.044405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Pushing event updated for resources: {'Port': ['ID=4242376a-08a1-4fe9-875f-9d88035ec224,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:25.051510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55364) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:25.161175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564346d4-fd19-4f11-b0ea-4a6c5c642e1e None None] Sync routers for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:25.173831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:25.185908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Attempting to bind port 4242376a-08a1-4fe9-875f-9d88035ec224 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:25.186266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Attempting to bind port 4242376a-08a1-4fe9-875f-9d88035ec224 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'fbe7cedd-37e3-4ce5-952d-714edaa52619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c3fcdda2-e162-4e81-9bd0-9fea31e441d6'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:25.186707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Attempting to bind port 4242376a-08a1-4fe9-875f-9d88035ec224 on network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:25.190990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99e04e02-1019-4b36-a819-2659ec8ad7db admin admin] Publish callbacks [] for security_group (ba4124ae-f29c-49b0-8f6e-fc153e87fe64), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.207627 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-91450a97-5e75-4e21-b978-b0f1732fa805 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.7123921 Oct 26 11:16:25.215165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564346d4-fd19-4f11-b0ea-4a6c5c642e1e None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:25.217372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564346d4-fd19-4f11-b0ea-4a6c5c642e1e None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:16:25.218015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-564346d4-fd19-4f11-b0ea-4a6c5c642e1e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f56111c3-b902-4f3b-8445-ab3be558a177'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:16:25.232239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99e04e02-1019-4b36-a819-2659ec8ad7db admin admin] Publish callbacks [] for security_group (ba4124ae-f29c-49b0-8f6e-fc153e87fe64), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.238834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564346d4-fd19-4f11-b0ea-4a6c5c642e1e None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:25.239209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564346d4-fd19-4f11-b0ea-4a6c5c642e1e None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:16:25.239876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-564346d4-fd19-4f11-b0ea-4a6c5c642e1e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f56111c3-b902-4f3b-8445-ab3be558a177'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:16:25.240813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564346d4-fd19-4f11-b0ea-4a6c5c642e1e None None] The sync data for ids ['f56111c3-b902-4f3b-8445-ab3be558a177'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:25.252026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2e3bbe-a915-4c8a-a522-3e7a941c8304 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Router 43fb2bcb-8528-4521-89ff-db9e90919b81 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:25.252470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:25.252891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Checking segment: {'id': 'fbe7cedd-37e3-4ce5-952d-714edaa52619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c3fcdda2-e162-4e81-9bd0-9fea31e441d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:25.253299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.253819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Bound using segment: {'id': 'fbe7cedd-37e3-4ce5-952d-714edaa52619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c3fcdda2-e162-4e81-9bd0-9fea31e441d6'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:25.254307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Bound port: 4242376a-08a1-4fe9-875f-9d88035ec224, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe7cedd-37e3-4ce5-952d-714edaa52619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'c3fcdda2-e162-4e81-9bd0-9fea31e441d6'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:25.254656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.334463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:25.346066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] For port 4242376a-08a1-4fe9-875f-9d88035ec224, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:25.349825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] For port 4242376a-08a1-4fe9-875f-9d88035ec224, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4242376a-08a1-4fe9-875f-9d88035ec224,segment=NetworkSegment(fbe7cedd-37e3-4ce5-952d-714edaa52619),segment_id=fbe7cedd-37e3-4ce5-952d-714edaa52619)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:25.360246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2e3bbe-a915-4c8a-a522-3e7a941c8304 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:25.360818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.367262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0d2e3bbe-a915-4c8a-a522-3e7a941c8304 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.372770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] Sync routers for ids ['43fb2bcb-8528-4521-89ff-db9e90919b81'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:25.373364 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d2e3bbe-a915-4c8a-a522-3e7a941c8304 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "PUT /networking/v2.0/routers/43fb2bcb-8528-4521-89ff-db9e90919b81 HTTP/1.1" status: 200 len: 694 time: 0.8448861 Oct 26 11:16:25.374036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55366) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:25.396554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.398341 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] Routers {'43fb2bcb-8528-4521-89ff-db9e90919b81'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:25.398989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['43fb2bcb-8528-4521-89ff-db9e90919b81'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:25.469363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99e04e02-1019-4b36-a819-2659ec8ad7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ba4124ae-f29c-49b0-8f6e-fc153e87fe64), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.471878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99e04e02-1019-4b36-a819-2659ec8ad7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.473283 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-99e04e02-1019-4b36-a819-2659ec8ad7db admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ba4124ae-f29c-49b0-8f6e-fc153e87fe64 HTTP/1.1" status: 204 len: 168 time: 0.4211373 Oct 26 11:16:25.490031 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7612b6eb-76cf-44bc-b2d2-b0c91376e694 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/routers/43fb2bcb-8528-4521-89ff-db9e90919b81 HTTP/1.1" status: 200 len: 700 time: 0.1120262 Oct 26 11:16:25.492838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55370) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:25.496353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d202333-d1ac-4939-bcd9-32ee4239fd76 None None] Pushing event updated for resources: {'Port': ['ID=4242376a-08a1-4fe9-875f-9d88035ec224,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:25.523151 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0149f3ec-cca5-4c64-93cf-533127cabd0c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43fb2bcb-8528-4521-89ff-db9e90919b81 HTTP/1.1" status: 200 len: 205 time: 0.0289941 Oct 26 11:16:25.524025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e04e02-1019-4b36-a819-2659ec8ad7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4124ae-f29c-49b0-8f6e-fc153e87fe64,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:25.525979 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55372) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:25.571324 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] Set router 43fb2bcb-8528-4521-89ff-db9e90919b81 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:25.624339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3295a16d-3fee-4e8d-936c-0329d26afcbb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (43fb2bcb-8528-4521-89ff-db9e90919b81), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.691226 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fb2bcb-8528-4521-89ff-db9e90919b81', 'name': 'tempest-RoutersTest-router-1925649332', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:24Z', 'updated_at': '2022-10-26T11:16:24Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:25.730135 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] Checking router: 43fb2bcb-8528-4521-89ff-db9e90919b81 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:25.741415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] Routers {'43fb2bcb-8528-4521-89ff-db9e90919b81'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:25.742470 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['43fb2bcb-8528-4521-89ff-db9e90919b81'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:25.851201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] Set router 43fb2bcb-8528-4521-89ff-db9e90919b81 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:25.928974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3295a16d-3fee-4e8d-936c-0329d26afcbb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (43fb2bcb-8528-4521-89ff-db9e90919b81), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.933308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3295a16d-3fee-4e8d-936c-0329d26afcbb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router_controller (43fb2bcb-8528-4521-89ff-db9e90919b81), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:25.934731 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fb2bcb-8528-4521-89ff-db9e90919b81', 'name': 'tempest-RoutersTest-router-1925649332', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:24Z', 'updated_at': '2022-10-26T11:16:24Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:25.974162 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123eea0c-b432-4ac4-a9c6-e72ea55bf3a5 None None] The sync data for ids ['43fb2bcb-8528-4521-89ff-db9e90919b81'] in dv-neutron-759874-5-hyperv is: [{'id': '43fb2bcb-8528-4521-89ff-db9e90919b81', 'name': 'tempest-RoutersTest-router-1925649332', 'tenant_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:24Z', 'updated_at': '2022-10-26T11:16:24Z', 'revision_number': 2, 'project_id': '7cc76c665b9f4af6aef23e79bdf90f23', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:25.996349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Router 6761ba0c-6af4-491d-beb9-0191f799bf95 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:25.998002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3295a16d-3fee-4e8d-936c-0329d26afcbb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (43fb2bcb-8528-4521-89ff-db9e90919b81), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.003461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3295a16d-3fee-4e8d-936c-0329d26afcbb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Fanout notify agent at l3_agent the message router_deleted on router 43fb2bcb-8528-4521-89ff-db9e90919b81 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:26.013783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3295a16d-3fee-4e8d-936c-0329d26afcbb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.018724 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3295a16d-3fee-4e8d-936c-0329d26afcbb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/43fb2bcb-8528-4521-89ff-db9e90919b81 HTTP/1.1" status: 204 len: 168 time: 0.4874601 Oct 26 11:16:26.019219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55376) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.051921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55378) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.062480 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-53a6b372-9e9f-46ae-aeb2-b45e53d05a77 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=43fb2bcb-8528-4521-89ff-db9e90919b81 HTTP/1.1" status: 200 len: 205 time: 0.0397005 Oct 26 11:16:26.062725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55380) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.066276 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.077627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-436e5b2f-3be3-4295-8c8a-ef8d6180afe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.216216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55382) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.325885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:26.336356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb271922-aed9-4718-ab56-3700c3c4d231 None None] Sync routers for ids ['6761ba0c-6af4-491d-beb9-0191f799bf95'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:26.346694 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-43429b3e-b8e5-45fc-9f16-cd682fea7ba1 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "PUT /networking/v2.0/routers/6761ba0c-6af4-491d-beb9-0191f799bf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3061821 Oct 26 11:16:26.349215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55384) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.354363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb271922-aed9-4718-ab56-3700c3c4d231 None None] Routers {'6761ba0c-6af4-491d-beb9-0191f799bf95'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:26.355432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cb271922-aed9-4718-ab56-3700c3c4d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6761ba0c-6af4-491d-beb9-0191f799bf95'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:26.391610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cb271922-aed9-4718-ab56-3700c3c4d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:26.401628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb271922-aed9-4718-ab56-3700c3c4d231 None None] Routers {'6761ba0c-6af4-491d-beb9-0191f799bf95'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:26.402930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cb271922-aed9-4718-ab56-3700c3c4d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6761ba0c-6af4-491d-beb9-0191f799bf95'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:26.442173 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-02b9cb51-8ccb-47f8-96cd-7cd1ebbeb169 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] show failed (client error): The resource could not be found. Oct 26 11:16:26.447170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cb271922-aed9-4718-ab56-3700c3c4d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:26.447555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55386) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.448684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb271922-aed9-4718-ab56-3700c3c4d231 None None] The sync data for ids ['6761ba0c-6af4-491d-beb9-0191f799bf95'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:26.450531 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-02b9cb51-8ccb-47f8-96cd-7cd1ebbeb169 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "GET /networking/v2.0/routers/tempest-non_exist_router-348359107 HTTP/1.1" status: 404 len: 334 time: 0.0950367 Oct 26 11:16:26.451606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-869841b1-989a-4dee-a4d1-af0149ecd186 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] delete failed (client error): The resource could not be found. Oct 26 11:16:26.452659 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-869841b1-989a-4dee-a4d1-af0149ecd186 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/43fb2bcb-8528-4521-89ff-db9e90919b81 HTTP/1.1" status: 404 len: 336 time: 0.3891604 Oct 26 11:16:26.455877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c60a0915-d4c7-4e8a-abb3-eb73721227fe tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:26.465290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55388) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.503795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-717cad0a-ad39-47b5-8bff-ecd88e652840 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2851200 Oct 26 11:16:26.521563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.523514 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-c60a0915-d4c7-4e8a-abb3-eb73721227fe tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] update failed (client error): The resource could not be found. Oct 26 11:16:26.527876 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c60a0915-d4c7-4e8a-abb3-eb73721227fe tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "PUT /networking/v2.0/routers/tempest-non_exist_router-174851467 HTTP/1.1" status: 404 len: 334 time: 0.0754557 Oct 26 11:16:26.528355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55390) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.531520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.540872 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff24e2bf-6101-472d-9d26-429ac0e1edcb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:26.541411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff24e2bf-6101-472d-9d26-429ac0e1edcb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:26.547367 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ff24e2bf-6101-472d-9d26-429ac0e1edcb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/74043212-5792-4f6d-a0d8-c3659b325b65 HTTP/1.1" status: 404 len: 337 time: 0.0786591 Oct 26 11:16:26.565674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55392) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.574721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:26.597315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cfd0466a-d4cd-4f3c-8184-97a69cb8ddf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.629168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7734ee-80a9-4ef2-9e4a-ae9578410435 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Deleting subnet 94e0af48-5745-4f8f-ab60-f9dc8fa67109 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:26.634100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc7734ee-80a9-4ef2-9e4a-ae9578410435 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for subnet (94e0af48-5745-4f8f-ab60-f9dc8fa67109), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.634637 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-74683b35-f3e5-4f1e-a981-3b34d02aa830 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:26.635096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74683b35-f3e5-4f1e-a981-3b34d02aa830 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:26.639770 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-74683b35-f3e5-4f1e-a981-3b34d02aa830 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/61e20c2b-6f86-4cf9-9fc8-c2f36e25a659 HTTP/1.1" status: 404 len: 337 time: 0.0721540 Oct 26 11:16:26.645067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55394) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.686170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:26.692141 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8f2041-2b29-4a79-b936-65021c23635a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:26.692772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8f2041-2b29-4a79-b936-65021c23635a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:26.698839 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a8f2041-2b29-4a79-b936-65021c23635a tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d764866c-2f46-4ec3-a94e-e7f745b56a79 HTTP/1.1" status: 404 len: 337 time: 0.0479279 Oct 26 11:16:26.699938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc7734ee-80a9-4ef2-9e4a-ae9578410435 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (94e0af48-5745-4f8f-ab60-f9dc8fa67109), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.702996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55396) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.747420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-436e5b2f-3be3-4295-8c8a-ef8d6180afe0 admin admin] Publish callbacks [] for security_group (2960efc2-30f7-4c9b-900b-4d4e78e04435), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.757104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-436e5b2f-3be3-4295-8c8a-ef8d6180afe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2960efc2-30f7-4c9b-900b-4d4e78e04435), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.763638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff294494-1e68-4bb6-b481-200b0bbb0b9d None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:26.770943 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d673438-ebbb-4581-ad28-1d47d507bfeb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:26.771414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d673438-ebbb-4581-ad28-1d47d507bfeb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:26.777535 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2d673438-ebbb-4581-ad28-1d47d507bfeb tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/cffab888-4c4d-4262-8f4c-2c6835fe7d3c HTTP/1.1" status: 404 len: 337 time: 0.0691042 Oct 26 11:16:26.801027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55398) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.844583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-30549141-172d-4dec-a13d-c9ef95d04d8e tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f56111c3-b902-4f3b-8445-ab3be558a177 HTTP/1.1" status: 200 len: 205 time: 0.0410597 Oct 26 11:16:26.851211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55400) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.852982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fcc6fbca-1587-46c6-9e2f-1d8f4178ef2a None None] Provisioning complete for port 4242376a-08a1-4fe9-875f-9d88035ec224 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:26.853354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcc6fbca-1587-46c6-9e2f-1d8f4178ef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.853695 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fcc6fbca-1587-46c6-9e2f-1d8f4178ef2a None None] Attempt 1 to provision port 4242376a-08a1-4fe9-875f-9d88035ec224 Oct 26 11:16:26.860483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 2001:db8::1 (c3fcdda2-e162-4e81-9bd0-9fea31e441d6/55a9f2c3-a271-427b-a41e-cb61636e3585/f2cdc5ed-8755-418d-9fa0-b99768ccb682) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:26.861163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e5b2f-3be3-4295-8c8a-ef8d6180afe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2960efc2-30f7-4c9b-900b-4d4e78e04435,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:26.865412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc7734ee-80a9-4ef2-9e4a-ae9578410435 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (94e0af48-5745-4f8f-ab60-f9dc8fa67109), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:26.872102 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-436e5b2f-3be3-4295-8c8a-ef8d6180afe0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=124801c36c6e4ca782bd036391558fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8179636 Oct 26 11:16:26.890150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55402) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.930259 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-c845dc01-2191-4d09-ab68-025c210e1c81 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] delete failed (client error): The resource could not be found. Oct 26 11:16:26.931313 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c845dc01-2191-4d09-ab68-025c210e1c81 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/f56111c3-b902-4f3b-8445-ab3be558a177 HTTP/1.1" status: 404 len: 336 time: 0.0780394 Oct 26 11:16:26.934469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55404) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:26.961962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff294494-1e68-4bb6-b481-200b0bbb0b9d None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:26.978018 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-40020e0d-6315-4d4e-82d9-0ee712de7212 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=49466779-a4fe-488e-9ce4-be228b29885f HTTP/1.1" status: 200 len: 205 time: 0.0402572 Oct 26 11:16:26.979029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55406) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.018776 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-40bf900b-f36d-4409-985d-92c508ca61b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] delete failed (client error): The resource could not be found. Oct 26 11:16:27.022240 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-40bf900b-f36d-4409-985d-92c508ca61b5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/49466779-a4fe-488e-9ce4-be228b29885f HTTP/1.1" status: 404 len: 336 time: 0.0399871 Oct 26 11:16:27.023439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55408) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.038604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:27.051142 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc7734ee-80a9-4ef2-9e4a-ae9578410435 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (94e0af48-5745-4f8f-ab60-f9dc8fa67109), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.053679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6fbca-1587-46c6-9e2f-1d8f4178ef2a None None] Current status of the port 4242376a-08a1-4fe9-875f-9d88035ec224 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:27.054076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcc6fbca-1587-46c6-9e2f-1d8f4178ef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.059123 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce846e58-8310-41fc-b4e6-8dc41eb04d97 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:27.059123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce846e58-8310-41fc-b4e6-8dc41eb04d97 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:27.065055 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ce846e58-8310-41fc-b4e6-8dc41eb04d97 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/dfb91f1c-0987-4361-bd87-16f8a0a987c2 HTTP/1.1" status: 404 len: 337 time: 0.0390422 Oct 26 11:16:27.066383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55410) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.066625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Router ec6f7983-fdb3-4d13-9059-f8f9b76a2567 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:27.070569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc7734ee-80a9-4ef2-9e4a-ae9578410435 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.075467 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fc7734ee-80a9-4ef2-9e4a-ae9578410435 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/94e0af48-5745-4f8f-ab60-f9dc8fa67109 HTTP/1.1" status: 204 len: 168 time: 0.5455837 Oct 26 11:16:27.078990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:27.081642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55412) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.098286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7734ee-80a9-4ef2-9e4a-ae9578410435 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Subnet': ['ID=94e0af48-5745-4f8f-ab60-f9dc8fa67109,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:27.139668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fcc6fbca-1587-46c6-9e2f-1d8f4178ef2a None None] For port 4242376a-08a1-4fe9-875f-9d88035ec224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4242376a-08a1-4fe9-875f-9d88035ec224,segment=NetworkSegment(fbe7cedd-37e3-4ce5-952d-714edaa52619),segment_id=fbe7cedd-37e3-4ce5-952d-714edaa52619)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:27.148657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcc6fbca-1587-46c6-9e2f-1d8f4178ef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.154010 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-33fb4883-4a6e-4cc0-b844-115d681950ea tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=395b3efd-9323-41ea-9e52-f972e2847b0c HTTP/1.1" status: 200 len: 205 time: 0.0839882 Oct 26 11:16:27.156086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55414) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.174484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:27.191701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b111d709-ad61-47f3-b671-273c4e297dce admin admin] Publish callbacks [] for security_group (2960efc2-30f7-4c9b-900b-4d4e78e04435), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.208522 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-98adc27f-b8ec-45c5-9713-c70819c02fa5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] delete failed (client error): The resource could not be found. Oct 26 11:16:27.209468 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-98adc27f-b8ec-45c5-9713-c70819c02fa5 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/395b3efd-9323-41ea-9e52-f972e2847b0c HTTP/1.1" status: 404 len: 336 time: 0.0523999 Oct 26 11:16:27.212105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55416) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.253308 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99760ae2-43c0-4e82-bee9-3b3a99c562fe None None] Sync routers for ids ['43fb2bcb-8528-4521-89ff-db9e90919b81'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:27.265762 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99760ae2-43c0-4e82-bee9-3b3a99c562fe None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:27.266532 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99760ae2-43c0-4e82-bee9-3b3a99c562fe None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:16:27.267510 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-99760ae2-43c0-4e82-bee9-3b3a99c562fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'43fb2bcb-8528-4521-89ff-db9e90919b81'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:16:27.268780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.273541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55418) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.278297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6fbca-1587-46c6-9e2f-1d8f4178ef2a None None] Pushing event updated for resources: {'Port': ['ID=4242376a-08a1-4fe9-875f-9d88035ec224,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:27.279782 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3eb78ab7-f2b3-4f98-bfd6-50aac31f4584 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=145ea5b9-93fa-4b1a-9cef-1e1da7592d4a HTTP/1.1" status: 200 len: 205 time: 0.0659926 Oct 26 11:16:27.281585 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99760ae2-43c0-4e82-bee9-3b3a99c562fe None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:27.282188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99760ae2-43c0-4e82-bee9-3b3a99c562fe None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:16:27.283028 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-99760ae2-43c0-4e82-bee9-3b3a99c562fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'43fb2bcb-8528-4521-89ff-db9e90919b81'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:16:27.283639 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99760ae2-43c0-4e82-bee9-3b3a99c562fe None None] The sync data for ids ['43fb2bcb-8528-4521-89ff-db9e90919b81'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:27.325305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ad701d-3c6d-4a7b-b884-d81936c733bd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Deleting subnet 7f802bea-d6a6-437f-b2ab-413f5739d574 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:27.339495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b111d709-ad61-47f3-b671-273c4e297dce admin admin] Publish callbacks [] for security_group (2960efc2-30f7-4c9b-900b-4d4e78e04435), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.343662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-e03390cf-b20d-4954-a4d5-8ef4b0cc98be tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] delete failed (client error): The resource could not be found. Oct 26 11:16:27.344764 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e03390cf-b20d-4954-a4d5-8ef4b0cc98be tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/145ea5b9-93fa-4b1a-9cef-1e1da7592d4a HTTP/1.1" status: 404 len: 336 time: 0.0702317 Oct 26 11:16:27.347805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55420) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.350025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08ad701d-3c6d-4a7b-b884-d81936c733bd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for subnet (7f802bea-d6a6-437f-b2ab-413f5739d574), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.375573 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9c4adc-d693-4f0a-90a6-207ea6efbd0f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:27.376087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9c4adc-d693-4f0a-90a6-207ea6efbd0f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:27.379842 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cb9c4adc-d693-4f0a-90a6-207ea6efbd0f tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c48be4db-039f-47a8-ac0c-776c4ad2ebca HTTP/1.1" status: 404 len: 337 time: 0.0309868 Oct 26 11:16:27.383269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55422) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.413162 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ceac883c-4e96-480f-a0ee-719df13b2da2 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=733ac942-9612-46ed-b17d-ab6aca72720d HTTP/1.1" status: 200 len: 205 time: 0.0287590 Oct 26 11:16:27.415963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55424) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.466909 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-7f36362e-9f76-4193-a86f-952b4476503c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] delete failed (client error): The resource could not be found. Oct 26 11:16:27.470662 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7f36362e-9f76-4193-a86f-952b4476503c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/733ac942-9612-46ed-b17d-ab6aca72720d HTTP/1.1" status: 404 len: 336 time: 0.0507770 Oct 26 11:16:27.470986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55426) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.487775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08ad701d-3c6d-4a7b-b884-d81936c733bd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (7f802bea-d6a6-437f-b2ab-413f5739d574), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.512951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55428) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.517494 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fad4e04-9099-42ad-b69a-d6fb073aa44c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:27.518081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fad4e04-9099-42ad-b69a-d6fb073aa44c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:27.521556 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6fad4e04-9099-42ad-b69a-d6fb073aa44c tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/3b9081f6-e454-4c60-9dd4-822703abd4d3 HTTP/1.1" status: 404 len: 337 time: 0.0495563 Oct 26 11:16:27.525274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55430) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.531107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:27.532884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:27.534946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.546984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4242376a-08a1-4fe9-875f-9d88035ec224 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:27.550188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.551588 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-153c1754-c716-4399-a4e4-e847f2fbaf13 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "PUT /networking/v2.0/routers/ec6f7983-fdb3-4d13-9059-f8f9b76a2567 HTTP/1.1" status: 200 len: 880 time: 6.1476376 Oct 26 11:16:27.562822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55432) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.625560 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34742485-e84c-4f27-97e0-6df73a0b3d6d tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c54532e0-32b3-4371-a87a-9e7014e5694f HTTP/1.1" status: 200 len: 205 time: 0.0980618 Oct 26 11:16:27.629218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55434) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.685745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-15ceb075-ad2d-4d68-a5c9-943dcf58b4ad tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] delete failed (client error): The resource could not be found. Oct 26 11:16:27.686940 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15ceb075-ad2d-4d68-a5c9-943dcf58b4ad tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/routers/c54532e0-32b3-4371-a87a-9e7014e5694f HTTP/1.1" status: 404 len: 336 time: 0.0555122 Oct 26 11:16:27.689745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55436) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.694990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:27.696316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b111d709-ad61-47f3-b671-273c4e297dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2960efc2-30f7-4c9b-900b-4d4e78e04435), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.699742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b111d709-ad61-47f3-b671-273c4e297dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.700938 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b111d709-ad61-47f3-b671-273c4e297dce admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2960efc2-30f7-4c9b-900b-4d4e78e04435 HTTP/1.1" status: 204 len: 168 time: 0.8097646 Oct 26 11:16:27.717264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:27.727945 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71e08e1e-60e4-4bb4-bfeb-ebd37d892508 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2138047 Oct 26 11:16:27.728717 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=f2cdc5ed-8755-418d-9fa0-b99768ccb682,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:27.731592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:27.732568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (e5f1a1cd-4a95-4fd5-af36-4759f1839113), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.742143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111d709-ad61-47f3-b671-273c4e297dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2960efc2-30f7-4c9b-900b-4d4e78e04435,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:27.780213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64523706-e09c-408d-b71c-cbea7bad27fc None None] Sync routers for ids ['ec6f7983-fdb3-4d13-9059-f8f9b76a2567'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:27.793375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08ad701d-3c6d-4a7b-b884-d81936c733bd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (7f802bea-d6a6-437f-b2ab-413f5739d574), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.802977 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-299e4123-7756-4002-bbcb-a0ca494bb152 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/ec6f7983-fdb3-4d13-9059-f8f9b76a2567 HTTP/1.1" status: 200 len: 921 time: 0.2383053 Oct 26 11:16:27.807182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55440) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.878914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:27.882249 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-35004ad3-5fed-43ab-952d-5a656b4f1b71 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:27.882746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35004ad3-5fed-43ab-952d-5a656b4f1b71 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:27.887195 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-35004ad3-5fed-43ab-952d-5a656b4f1b71 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/53372f8c-bc63-4fea-a0b4-bdb180977445 HTTP/1.1" status: 404 len: 337 time: 0.1960526 Oct 26 11:16:27.896098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55442) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.910669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64523706-e09c-408d-b71c-cbea7bad27fc None None] Routers {'ec6f7983-fdb3-4d13-9059-f8f9b76a2567'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:27.911616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-64523706-e09c-408d-b71c-cbea7bad27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ec6f7983-fdb3-4d13-9059-f8f9b76a2567'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:27.913226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d51afc6-9310-43d1-a0cd-e1eceecb9ea3 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:27.918450 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6d51afc6-9310-43d1-a0cd-e1eceecb9ea3 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=ec6f7983-fdb3-4d13-9059-f8f9b76a2567&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1090195 Oct 26 11:16:27.924070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55444) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:27.956512 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c458fee-6c4e-4ea1-8d4b-971ddddd6196 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:27.956976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c458fee-6c4e-4ea1-8d4b-971ddddd6196 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:27.959947 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c458fee-6c4e-4ea1-8d4b-971ddddd6196 tempest-RoutersTest-404863306 tempest-RoutersTest-404863306-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/271bb455-fb80-4dd0-b508-34c41df6ecfb HTTP/1.1" status: 404 len: 337 time: 0.0622165 Oct 26 11:16:27.962786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4242376a-08a1-4fe9-875f-9d88035ec224 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:27.963388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:27.963504 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4242376a-08a1-4fe9-875f-9d88035ec224 Oct 26 11:16:27.988496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-64523706-e09c-408d-b71c-cbea7bad27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:28.008839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08ad701d-3c6d-4a7b-b884-d81936c733bd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (7f802bea-d6a6-437f-b2ab-413f5739d574), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.055346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.058791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad701d-3c6d-4a7b-b884-d81936c733bd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Subnet': ['ID=7f802bea-d6a6-437f-b2ab-413f5739d574,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:28.061627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08ad701d-3c6d-4a7b-b884-d81936c733bd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.064565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eb979b-f2e9-4e03-a321-c62a6868c29e None None] Network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:28.065251 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-08ad701d-3c6d-4a7b-b884-d81936c733bd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/7f802bea-d6a6-437f-b2ab-413f5739d574 HTTP/1.1" status: 204 len: 168 time: 0.9802032 Oct 26 11:16:28.070408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d4bcee-747c-4dd7-addb-2f00c3ff61bf None None] Network e9720f17-12eb-4acd-8b02-4f10292596db requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:28.074416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55450) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:28.125873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c0550-4af7-43de-8802-c2b9dee77442 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:28.130302 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-af3c0550-4af7-43de-8802-c2b9dee77442 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 881 time: 0.2046397 Oct 26 11:16:28.130910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55452) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:28.138975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a3a47-acd7-43fd-b284-ff9afce90de4 None None] Network 74683492-77fd-4d98-9cf0-475b529a39fa requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:28.175075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55454) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:28.175923 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86321ba7-a8df-406a-8eb2-8d1745ef57b5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ec6f7983-fdb3-4d13-9059-f8f9b76a2567 HTTP/1.1" status: 200 len: 205 time: 0.0436633 Oct 26 11:16:28.190797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64523706-e09c-408d-b71c-cbea7bad27fc None None] Routers {'ec6f7983-fdb3-4d13-9059-f8f9b76a2567'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:28.191714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-64523706-e09c-408d-b71c-cbea7bad27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:15:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ec6f7983-fdb3-4d13-9059-f8f9b76a2567'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:28.214644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:28.301638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-64523706-e09c-408d-b71c-cbea7bad27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:28.302509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64523706-e09c-408d-b71c-cbea7bad27fc None None] The sync data for ids ['ec6f7983-fdb3-4d13-9059-f8f9b76a2567'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:28.306509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:28.310878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fe59b1bc-492c-413a-a379-a56607c8fed7 None None] Provisioning complete for port 54b633e9-6494-482b-a133-11c2d27f0ac2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:28.311479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fe59b1bc-492c-413a-a379-a56607c8fed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.311841 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fe59b1bc-492c-413a-a379-a56607c8fed7 None None] Attempt 1 to provision port 54b633e9-6494-482b-a133-11c2d27f0ac2 Oct 26 11:16:28.320820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4b94e5cf-b419-448f-ab3f-b8940532a582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.433054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4b94e5cf-b419-448f-ab3f-b8940532a582 admin admin] Publish callbacks [] for security_group (e99b7aee-2681-4efc-b217-a06ce11ab948), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.449070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4b94e5cf-b419-448f-ab3f-b8940532a582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (e99b7aee-2681-4efc-b217-a06ce11ab948), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.457079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.498967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe8332b-3bc1-4b3a-a66e-8c5c08f0bb5e None None] DHCP port deletion for e9720f17-12eb-4acd-8b02-4f10292596db request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:28.507415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceb883d-a2d2-4523-ab3a-d2d9f5f340a3 None None] DHCP port deletion for 74683492-77fd-4d98-9cf0-475b529a39fa request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:28.514347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4242376a-08a1-4fe9-875f-9d88035ec224 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:28.518217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (e9720f17-12eb-4acd-8b02-4f10292596db), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.523573 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4b94e5cf-b419-448f-ab3f-b8940532a582 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=68782285bde643cabdd3f63068281cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159898 Oct 26 11:16:28.524201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55460) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:28.524860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94e5cf-b419-448f-ab3f-b8940532a582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99b7aee-2681-4efc-b217-a06ce11ab948,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:28.533706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55462) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:28.565701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8332b-3bc1-4b3a-a66e-8c5c08f0bb5e None None] Deleting port 4cc52998-2ac7-4e90-a9da-c184c3ae377c {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:28.566283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ffe8332b-3bc1-4b3a-a66e-8c5c08f0bb5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.616148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-841b0bda-6b7f-4dbd-99e0-56693fef02ae admin admin] Publish callbacks [] for security_group (e99b7aee-2681-4efc-b217-a06ce11ab948), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.652179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-841b0bda-6b7f-4dbd-99e0-56693fef02ae admin admin] Publish callbacks [] for security_group (e99b7aee-2681-4efc-b217-a06ce11ab948), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.661982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:28.685424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:28.714877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fe59b1bc-492c-413a-a379-a56607c8fed7 None None] Current status of the port 54b633e9-6494-482b-a133-11c2d27f0ac2 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:28.719511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-dceb883d-a2d2-4523-ab3a-d2d9f5f340a3 None None] Deleting port aa0757d8-322f-4e00-918d-e76afb162590 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:28.720131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dceb883d-a2d2-4523-ab3a-d2d9f5f340a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (aa0757d8-322f-4e00-918d-e76afb162590), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.727600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ffe8332b-3bc1-4b3a-a66e-8c5c08f0bb5e None None] For port 4cc52998-2ac7-4e90-a9da-c184c3ae377c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4cc52998-2ac7-4e90-a9da-c184c3ae377c,segment=NetworkSegment(ff847b13-e49c-489f-8c34-2545c266a9f3),segment_id=ff847b13-e49c-489f-8c34-2545c266a9f3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:28.728322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ffe8332b-3bc1-4b3a-a66e-8c5c08f0bb5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.737001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55466) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:28.755436 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:28.789804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8332b-3bc1-4b3a-a66e-8c5c08f0bb5e None None] Calling delete_port for 4cc52998-2ac7-4e90-a9da-c184c3ae377c owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:28.848589 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eba8bbce-d4ef-4eef-a532-38c215e907fb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7cc76c665b9f4af6aef23e79bdf90f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170471 Oct 26 11:16:28.855114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55468) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:28.884954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec845416-09d7-4b20-a7cf-8fc3d1e32d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.892886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-dceb883d-a2d2-4523-ab3a-d2d9f5f340a3 None None] For port aa0757d8-322f-4e00-918d-e76afb162590, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aa0757d8-322f-4e00-918d-e76afb162590,segment=NetworkSegment(94a6fa7e-48eb-41c8-825e-991d31e57ade),segment_id=94a6fa7e-48eb-41c8-825e-991d31e57ade)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:28.893616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dceb883d-a2d2-4523-ab3a-d2d9f5f340a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (aa0757d8-322f-4e00-918d-e76afb162590), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.894089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a8e17398-6df0-4c64-a4dc-c6799618708d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1551006 Oct 26 11:16:28.907593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-841b0bda-6b7f-4dbd-99e0-56693fef02ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (e99b7aee-2681-4efc-b217-a06ce11ab948), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.910316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-841b0bda-6b7f-4dbd-99e0-56693fef02ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:28.921594 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-841b0bda-6b7f-4dbd-99e0-56693fef02ae admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e99b7aee-2681-4efc-b217-a06ce11ab948 HTTP/1.1" status: 204 len: 168 time: 0.3795741 Oct 26 11:16:28.926098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-dceb883d-a2d2-4523-ab3a-d2d9f5f340a3 None None] Calling delete_port for aa0757d8-322f-4e00-918d-e76afb162590 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:28.958656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b0bda-6b7f-4dbd-99e0-56693fef02ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99b7aee-2681-4efc-b217-a06ce11ab948,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:28.974867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:29.002454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-27ca7ded-c225-45a0-8fbe-4b6e5f2eb32e admin admin] Publish callbacks [] for security_group (8651e068-15cc-459b-bd19-1783c8f5473a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.036347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-27ca7ded-c225-45a0-8fbe-4b6e5f2eb32e admin admin] Publish callbacks [] for security_group (8651e068-15cc-459b-bd19-1783c8f5473a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.094339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ffe8332b-3bc1-4b3a-a66e-8c5c08f0bb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.105105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dceb883d-a2d2-4523-ab3a-d2d9f5f340a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (aa0757d8-322f-4e00-918d-e76afb162590), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.142724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6a8cb328-8e7a-45bb-953e-4849c38a5f2a None None] Provisioning complete for port f2cdc5ed-8755-418d-9fa0-b99768ccb682 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:29.143237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb328-8e7a-45bb-953e-4849c38a5f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.143565 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6a8cb328-8e7a-45bb-953e-4849c38a5f2a None None] Attempt 1 to provision port f2cdc5ed-8755-418d-9fa0-b99768ccb682 Oct 26 11:16:29.145489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8332b-3bc1-4b3a-a66e-8c5c08f0bb5e None None] Pushing event deleted for resources: {'Port': ['ID=4cc52998-2ac7-4e90-a9da-c184c3ae377c,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:29.153123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8332b-3bc1-4b3a-a66e-8c5c08f0bb5e None None] No DVR routers for this DVR port 4cc52998-2ac7-4e90-a9da-c184c3ae377c on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:29.161828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceb883d-a2d2-4523-ab3a-d2d9f5f340a3 None None] No DVR routers for this DVR port aa0757d8-322f-4e00-918d-e76afb162590 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:29.166518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-27ca7ded-c225-45a0-8fbe-4b6e5f2eb32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8651e068-15cc-459b-bd19-1783c8f5473a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.172645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Deleting port 4cc52998-2ac7-4e90-a9da-c184c3ae377c {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:29.173115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.175917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:29.180746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.181668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-27ca7ded-c225-45a0-8fbe-4b6e5f2eb32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.185052 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-27ca7ded-c225-45a0-8fbe-4b6e5f2eb32e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8651e068-15cc-459b-bd19-1783c8f5473a HTTP/1.1" status: 204 len: 168 time: 0.3252296 Oct 26 11:16:29.217979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb883d-a2d2-4523-ab3a-d2d9f5f340a3 None None] Pushing event deleted for resources: {'Port': ['ID=aa0757d8-322f-4e00-918d-e76afb162590,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:29.218529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca7ded-c225-45a0-8fbe-4b6e5f2eb32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8651e068-15cc-459b-bd19-1783c8f5473a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:29.249489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cb328-8e7a-45bb-953e-4849c38a5f2a None None] Port f2cdc5ed-8755-418d-9fa0-b99768ccb682 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:29.265041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6a8cb328-8e7a-45bb-953e-4849c38a5f2a None None] Provisioning complete for port 4242376a-08a1-4fe9-875f-9d88035ec224 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:29.265840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb328-8e7a-45bb-953e-4849c38a5f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.266851 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6a8cb328-8e7a-45bb-953e-4849c38a5f2a None None] Attempt 1 to provision port 4242376a-08a1-4fe9-875f-9d88035ec224 Oct 26 11:16:29.355257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cb328-8e7a-45bb-953e-4849c38a5f2a None None] Current status of the port 4242376a-08a1-4fe9-875f-9d88035ec224 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:29.366575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.405231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.406034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (e5f1a1cd-4a95-4fd5-af36-4759f1839113), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.465070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] For port 4cc52998-2ac7-4e90-a9da-c184c3ae377c, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:29.465570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.480342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-898ea1b9-97df-48c7-81f6-88b29ea87cde None None] Provisioning complete for port f2cdc5ed-8755-418d-9fa0-b99768ccb682 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:29.481178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-898ea1b9-97df-48c7-81f6-88b29ea87cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.481688 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-898ea1b9-97df-48c7-81f6-88b29ea87cde None None] Attempt 1 to provision port f2cdc5ed-8755-418d-9fa0-b99768ccb682 Oct 26 11:16:29.483031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Calling delete_port for 4cc52998-2ac7-4e90-a9da-c184c3ae377c owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:29.485822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Port 4cc52998-2ac7-4e90-a9da-c184c3ae377c was not found and therefore no delete operation was performed {{(pid=105416) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 26 11:16:29.487411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4cc52998-2ac7-4e90-a9da-c184c3ae377c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.528749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-898ea1b9-97df-48c7-81f6-88b29ea87cde None None] Port f2cdc5ed-8755-418d-9fa0-b99768ccb682 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:29.530615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aa0757d8-322f-4e00-918d-e76afb162590 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:29.551090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: aa0757d8-322f-4e00-918d-e76afb162590 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:29.551438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aa0757d8-322f-4e00-918d-e76afb162590 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:29.551890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4cc52998-2ac7-4e90-a9da-c184c3ae377c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:29.577926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Deleting port 4057e286-2bd7-4692-a7cd-89ac3a8b36cf {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:29.578270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4057e286-2bd7-4692-a7cd-89ac3a8b36cf), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.580514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 4cc52998-2ac7-4e90-a9da-c184c3ae377c {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:29.580998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4cc52998-2ac7-4e90-a9da-c184c3ae377c not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:29.610542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] No DVR routers for this DVR port 4cc52998-2ac7-4e90-a9da-c184c3ae377c on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:29.708632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=f2cdc5ed-8755-418d-9fa0-b99768ccb682,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:29.771039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Port': ['ID=4cc52998-2ac7-4e90-a9da-c184c3ae377c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:29.796521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:29.798493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (e9720f17-12eb-4acd-8b02-4f10292596db), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.808574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:29.884149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:29.887512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4057e286-2bd7-4692-a7cd-89ac3a8b36cf), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.897887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55498) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:29.907499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9720f17-12eb-4acd-8b02-4f10292596db']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:29.919985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Calling delete_port for 4057e286-2bd7-4692-a7cd-89ac3a8b36cf owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:29.937065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:29.969219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff847b13-e49c-489f-8c34-2545c266a9f3') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:29.970199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff847b13-e49c-489f-8c34-2545c266a9f3') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:29.984121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (ff847b13-e49c-489f-8c34-2545c266a9f3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.000625 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6a6bbd62-63f6-484c-9821-31e208a14b51 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1015294 Oct 26 11:16:30.030069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ff847b13-e49c-489f-8c34-2545c266a9f3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.085181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:30.085858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (ff847b13-e49c-489f-8c34-2545c266a9f3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.116949 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment ff847b13-e49c-489f-8c34-2545c266a9f3 resource provider aggregate not found Oct 26 11:16:30.169874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-601f631b-58a3-4ffd-93b2-e397cf8bf76e None None] Provisioning complete for port f2cdc5ed-8755-418d-9fa0-b99768ccb682 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:30.170587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-601f631b-58a3-4ffd-93b2-e397cf8bf76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.171265 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-601f631b-58a3-4ffd-93b2-e397cf8bf76e None None] Attempt 1 to provision port f2cdc5ed-8755-418d-9fa0-b99768ccb682 Oct 26 11:16:30.183319 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment ff847b13-e49c-489f-8c34-2545c266a9f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff847b13-e49c-489f-8c34-2545c266a9f3 found for delete ", "request_id": "req-e5dd4b2a-481b-4f85-bb76-5be6586d2330"}]} Oct 26 11:16:30.212902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55514) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:30.217204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-601f631b-58a3-4ffd-93b2-e397cf8bf76e None None] Port f2cdc5ed-8755-418d-9fa0-b99768ccb682 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:30.248186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:30.261600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (e9720f17-12eb-4acd-8b02-4f10292596db), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.278676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.281831 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "DELETE /networking/v2.0/networks/e9720f17-12eb-4acd-8b02-4f10292596db HTTP/1.1" status: 204 len: 168 time: 2.2059915 Oct 26 11:16:30.282603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router e5f1a1cd-4a95-4fd5-af36-4759f1839113 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:30.284813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55520) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:30.301880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a5aad-3570-4fe0-bd22-42baf92f746b tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Network': ['ID=e9720f17-12eb-4acd-8b02-4f10292596db,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:30.406727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (74683492-77fd-4d98-9cf0-475b529a39fa), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.409835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55522) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:30.440120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:30.459456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1578df52-0fa3-4913-b543-d85c5fa35d70 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/e5f1a1cd-4a95-4fd5-af36-4759f1839113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5898826 Oct 26 11:16:30.460625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55526) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:30.461868 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142d3a5-78d3-47d9-8a35-44adcf5dcae5 None None] Sync routers for ids ['e5f1a1cd-4a95-4fd5-af36-4759f1839113'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:30.479131 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142d3a5-78d3-47d9-8a35-44adcf5dcae5 None None] Routers {'e5f1a1cd-4a95-4fd5-af36-4759f1839113'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:30.480127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e142d3a5-78d3-47d9-8a35-44adcf5dcae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e5f1a1cd-4a95-4fd5-af36-4759f1839113'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:30.506919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-255264707'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:30.512781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4057e286-2bd7-4692-a7cd-89ac3a8b36cf), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.522114 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e142d3a5-78d3-47d9-8a35-44adcf5dcae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:30.532435 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142d3a5-78d3-47d9-8a35-44adcf5dcae5 None None] Routers {'e5f1a1cd-4a95-4fd5-af36-4759f1839113'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:30.533885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e142d3a5-78d3-47d9-8a35-44adcf5dcae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e5f1a1cd-4a95-4fd5-af36-4759f1839113'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:30.534690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-25fb08ed-d7a8-4b52-bfc5-091d6ca4a54b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1091412955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:30.536398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (74683492-77fd-4d98-9cf0-475b529a39fa), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.555095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Made reservation on behalf of 184d37835349420ca50137cdd6ef22b4 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:30.559330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.572143 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e142d3a5-78d3-47d9-8a35-44adcf5dcae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:30.573021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142d3a5-78d3-47d9-8a35-44adcf5dcae5 None None] The sync data for ids ['e5f1a1cd-4a95-4fd5-af36-4759f1839113'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:30.577618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74683492-77fd-4d98-9cf0-475b529a39fa']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:30.581495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.590066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event deleted for resources: {'Port': ['ID=4057e286-2bd7-4692-a7cd-89ac3a8b36cf,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:30.598988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95609edf-4967-4985-817f-c7344985d15f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:30.599440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a6fa7e-48eb-41c8-825e-991d31e57ade') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:30.599759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a6fa7e-48eb-41c8-825e-991d31e57ade') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:30.600403 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-95609edf-4967-4985-817f-c7344985d15f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports/f2cdc5ed-8755-418d-9fa0-b99768ccb682 HTTP/1.1" status: 200 len: 911 time: 0.1388566 Oct 26 11:16:30.604872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55528) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:30.615638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d80e3b71-7939-4174-9398-15a510010a51 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '55a9f2c3-a271-427b-a41e-cb61636e3585'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:30.626478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (94a6fa7e-48eb-41c8-825e-991d31e57ade), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.632370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25fb08ed-d7a8-4b52-bfc5-091d6ca4a54b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (5bec9723-2afd-432d-8559-6bfadc371e2d), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.633373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25fb08ed-d7a8-4b52-bfc5-091d6ca4a54b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (5bec9723-2afd-432d-8559-6bfadc371e2d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.654842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.678926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (94a6fa7e-48eb-41c8-825e-991d31e57ade), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.698779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:30.699426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (94a6fa7e-48eb-41c8-825e-991d31e57ade), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.730476 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 94a6fa7e-48eb-41c8-825e-991d31e57ade resource provider aggregate not found Oct 26 11:16:30.764130 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 94a6fa7e-48eb-41c8-825e-991d31e57ade resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94a6fa7e-48eb-41c8-825e-991d31e57ade found for delete ", "request_id": "req-26117cbb-c03c-4d4e-a4a4-f37d07852878"}]} Oct 26 11:16:30.776078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.779258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25fb08ed-d7a8-4b52-bfc5-091d6ca4a54b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for router_controller (5bec9723-2afd-432d-8559-6bfadc371e2d), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.780663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.786198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25fb08ed-d7a8-4b52-bfc5-091d6ca4a54b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (5bec9723-2afd-432d-8559-6bfadc371e2d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.816995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:30.832449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:30.832796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (74683492-77fd-4d98-9cf0-475b529a39fa), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.838074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25fb08ed-d7a8-4b52-bfc5-091d6ca4a54b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.838251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.839882 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-25fb08ed-d7a8-4b52-bfc5-091d6ca4a54b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4289689 Oct 26 11:16:30.841621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (ec6f7983-fdb3-4d13-9059-f8f9b76a2567), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.842557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Fanout notify agent at l3_agent the message router_deleted on router ec6f7983-fdb3-4d13-9059-f8f9b76a2567 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:30.843875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55534) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:30.844306 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "DELETE /networking/v2.0/networks/74683492-77fd-4d98-9cf0-475b529a39fa HTTP/1.1" status: 204 len: 168 time: 0.5577455 Oct 26 11:16:30.845559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55536) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:30.850817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.853200 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fdb1a1f3-8026-4572-aa75-1dbd4b855922 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/ec6f7983-fdb3-4d13-9059-f8f9b76a2567 HTTP/1.1" status: 204 len: 168 time: 2.6742835 Oct 26 11:16:30.858789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1624175151'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:30.859148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55538) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:30.881685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Made reservation on behalf of d0f447a8f7c04efabb75e51971be220f for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:30.886438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.892920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-566f214f-805d-4ca4-b1bf-718e4870c420 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1655722936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:30.895766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.927597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ae851-278d-4166-94f7-9740ebd45bbd tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Network': ['ID=74683492-77fd-4d98-9cf0-475b529a39fa,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:30.956065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:30.981279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for security_group (0754868b-4cd2-4486-bc91-bef203606f68), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:30.985616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0754868b-4cd2-4486-bc91-bef203606f68), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.001850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-566f214f-805d-4ca4-b1bf-718e4870c420 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.002847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-566f214f-805d-4ca4-b1bf-718e4870c420 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.005362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55540) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:31.012866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:31.025623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for security_group (356e795f-26e9-4101-be16-1240a9dfde0e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.027913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d80e3b71-7939-4174-9398-15a510010a51 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.033455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ee89ee-ff1c-483a-bdb4-13df85b9dfa0 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Deleting subnet d7048e56-3523-4cf2-a962-3289431a3d2e {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:31.040161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (356e795f-26e9-4101-be16-1240a9dfde0e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.045533 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4ee89ee-ff1c-483a-bdb4-13df85b9dfa0 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for subnet (d7048e56-3523-4cf2-a962-3289431a3d2e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.063149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4604e53b-6d20-49e7-ba26-0758c6a43d2a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.063487 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Added segment 4604e53b-6d20-49e7-ba26-0758c6a43d2a of type vlan for network 2b77f025-86da-4b3b-bfb1-c550701c23a0 Oct 26 11:16:31.064939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0754868b-4cd2-4486-bc91-bef203606f68,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:31.120377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:31.130777 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-77824272-c56e-4130-b856-21cc7de38c90 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1219647 Oct 26 11:16:31.132530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (2b77f025-86da-4b3b-bfb1-c550701c23a0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.157927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (2b77f025-86da-4b3b-bfb1-c550701c23a0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.162975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:31.163587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.183452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-566f214f-805d-4ca4-b1bf-718e4870c420 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.187098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:31.194363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4ee89ee-ff1c-483a-bdb4-13df85b9dfa0 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (d7048e56-3523-4cf2-a962-3289431a3d2e), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.197408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a7e1313b-b430-4c09-9a56-2cd889185924), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.197739 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Added segment a7e1313b-b430-4c09-9a56-2cd889185924 of type vlan for network 70d89c73-6bbc-42a4-ba27-10f1e054a534 Oct 26 11:16:31.199496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356e795f-26e9-4101-be16-1240a9dfde0e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:31.227587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-566f214f-805d-4ca4-b1bf-718e4870c420 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.232332 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3840966 Oct 26 11:16:31.237267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55542) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:31.243295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'subnet': {'network_id': '2b77f025-86da-4b3b-bfb1-c550701c23a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:31.263714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1e8c0-586a-4b5e-96d6-58d4343e1145 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Network': ['ID=2b77f025-86da-4b3b-bfb1-c550701c23a0,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:31.277522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 2b77f025-86da-4b3b-bfb1-c550701c23a0 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:31.319935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (70d89c73-6bbc-42a4-ba27-10f1e054a534), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.329814 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-566f214f-805d-4ca4-b1bf-718e4870c420 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.331298 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-566f214f-805d-4ca4-b1bf-718e4870c420 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4562135 Oct 26 11:16:31.334231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55544) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:31.340025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': True}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:31.351304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:31.437907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (70d89c73-6bbc-42a4-ba27-10f1e054a534), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.443046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:31.443705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.446045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.467075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Made reservation on behalf of d0f447a8f7c04efabb75e51971be220f for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:31.470967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.474452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.490342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4ee89ee-ff1c-483a-bdb4-13df85b9dfa0 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (d7048e56-3523-4cf2-a962-3289431a3d2e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.537071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:31.547413 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3324168 Oct 26 11:16:31.550281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55546) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:31.558744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Request body: {'subnet': {'network_id': '70d89c73-6bbc-42a4-ba27-10f1e054a534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:31.645822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de911828-e9eb-4c1f-b7c9-09e72f6f13cf tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event updated for resources: {'Network': ['ID=70d89c73-6bbc-42a4-ba27-10f1e054a534,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:31.669046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 70d89c73-6bbc-42a4-ba27-10f1e054a534 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:31.676517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4ee89ee-ff1c-483a-bdb4-13df85b9dfa0 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (d7048e56-3523-4cf2-a962-3289431a3d2e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.699188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.747081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee89ee-ff1c-483a-bdb4-13df85b9dfa0 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Subnet': ['ID=d7048e56-3523-4cf2-a962-3289431a3d2e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:31.756391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4ee89ee-ff1c-483a-bdb4-13df85b9dfa0 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.762025 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4ee89ee-ff1c-483a-bdb4-13df85b9dfa0 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d7048e56-3523-4cf2-a962-3289431a3d2e HTTP/1.1" status: 204 len: 168 time: 0.9013162 Oct 26 11:16:31.762623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55548) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:31.765364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41804401-ab39-4384-906a-a8cb6faef878 None None] Network 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:31.793679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:31.819082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Made reservation on behalf of 184d37835349420ca50137cdd6ef22b4 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:31.822989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.875797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=3,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:31.885074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.922921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d80e3b71-7939-4174-9398-15a510010a51 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.942559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccccb0b1-4e3b-41a7-833e-0f14f7fe171c None None] DHCP port deletion for 68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:31.957225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d80e3b71-7939-4174-9398-15a510010a51 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.962003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e3b71-7939-4174-9398-15a510010a51 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:31.962613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d80e3b71-7939-4174-9398-15a510010a51 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:31.964077 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d80e3b71-7939-4174-9398-15a510010a51 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/ports/f2cdc5ed-8755-418d-9fa0-b99768ccb682 HTTP/1.1" status: 200 len: 911 time: 1.3532307 Oct 26 11:16:31.969290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55550) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:31.977350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Deleting port 54b633e9-6494-482b-a133-11c2d27f0ac2 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:31.977350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.004329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ccccb0b1-4e3b-41a7-833e-0f14f7fe171c None None] Deleting port 54b633e9-6494-482b-a133-11c2d27f0ac2 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:32.005098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ccccb0b1-4e3b-41a7-833e-0f14f7fe171c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.079608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ccccb0b1-4e3b-41a7-833e-0f14f7fe171c None None] For port 54b633e9-6494-482b-a133-11c2d27f0ac2, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=54b633e9-6494-482b-a133-11c2d27f0ac2,segment=NetworkSegment(812e8467-9ef0-4a6f-b27f-2851f67bf5cb),segment_id=812e8467-9ef0-4a6f-b27f-2851f67bf5cb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:32.080379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ccccb0b1-4e3b-41a7-833e-0f14f7fe171c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.095391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ccccb0b1-4e3b-41a7-833e-0f14f7fe171c None None] Calling delete_port for 54b633e9-6494-482b-a133-11c2d27f0ac2 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:32.153995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e3b71-7939-4174-9398-15a510010a51 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=f2cdc5ed-8755-418d-9fa0-b99768ccb682,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:32.160381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55552) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:32.184488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ccccb0b1-4e3b-41a7-833e-0f14f7fe171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.208617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccb0b1-4e3b-41a7-833e-0f14f7fe171c None None] Pushing event deleted for resources: {'Port': ['ID=54b633e9-6494-482b-a133-11c2d27f0ac2,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:32.215430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccccb0b1-4e3b-41a7-833e-0f14f7fe171c None None] No DVR routers for this DVR port 54b633e9-6494-482b-a133-11c2d27f0ac2 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:32.259337 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] For port 54b633e9-6494-482b-a133-11c2d27f0ac2, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=54b633e9-6494-482b-a133-11c2d27f0ac2,segment=NetworkSegment(812e8467-9ef0-4a6f-b27f-2851f67bf5cb),segment_id=812e8467-9ef0-4a6f-b27f-2851f67bf5cb)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:32.259766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.454493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (1ceb2105-a37f-498c-b699-ee224af269ea), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.553012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.593411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.609643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Subnet': ['ID=1ceb2105-a37f-498c-b699-ee224af269ea,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:32.634877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:32.635114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Calling delete_port for 54b633e9-6494-482b-a133-11c2d27f0ac2 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:32.640158 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ca0ca2e-7157-4371-8ac9-a15d64c1dd36 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4783792 Oct 26 11:16:32.716583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Checking segment: {'id': '4604e53b-6d20-49e7-ba26-0758c6a43d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2b77f025-86da-4b3b-bfb1-c550701c23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:32.716855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network hostable DHCP agents. Network: 2b77f025-86da-4b3b-bfb1-c550701c23a0, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:32.723938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (7c3ee86a-d690-461e-bcdd-3476da0b4a84), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.826128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (54b633e9-6494-482b-a133-11c2d27f0ac2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.842813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network 2b77f025-86da-4b3b-bfb1-c550701c23a0 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:32.856408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event updated for resources: {'Subnet': ['ID=7c3ee86a-d690-461e-bcdd-3476da0b4a84,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:32.871300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 2b77f025-86da-4b3b-bfb1-c550701c23a0) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:32.880743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:32.882174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Port': ['ID=54b633e9-6494-482b-a133-11c2d27f0ac2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:32.884270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Allocated IP 172.26.0.231 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/3f6e6be7-3920-45c3-ad91-199d6b6f60c9) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:32.893970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] No DVR routers for this DVR port 54b633e9-6494-482b-a133-11c2d27f0ac2 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:32.895906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:32.896570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.900016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb554673-bfce-46f8-9058-dee1e02c498f None None] Network 2b77f025-86da-4b3b-bfb1-c550701c23a0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:32.921763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:32.928037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (e5f1a1cd-4a95-4fd5-af36-4759f1839113), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:32.942867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Checking segment: {'id': 'a7e1313b-b430-4c09-9a56-2cd889185924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '70d89c73-6bbc-42a4-ba27-10f1e054a534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:32.943426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Network hostable DHCP agents. Network: 70d89c73-6bbc-42a4-ba27-10f1e054a534, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:32.995185 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3e569494-be0f-4819-860d-41075692580b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7567043 Oct 26 11:16:32.999943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55554) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:33.005183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'network': {'name': 'tempest-router-network01--1390493698'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:33.038278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-2b77f025-86da-4b3b-bfb1-c550701c23a0', 'network_id': '2b77f025-86da-4b3b-bfb1-c550701c23a0', 'project_id': 'd0f447a8f7c04efabb75e51971be220f', 'fixed_ips': [{'subnet_id': '1ceb2105-a37f-498c-b699-ee224af269ea'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:33.039356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.057351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Network 70d89c73-6bbc-42a4-ba27-10f1e054a534 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:33.070571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Made reservation on behalf of d0f447a8f7c04efabb75e51971be220f for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:33.074115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.074929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:33.075398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.084365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 70d89c73-6bbc-42a4-ba27-10f1e054a534) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:33.099000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:33.099608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.127766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for port (3f6e6be7-3920-45c3-ad91-199d6b6f60c9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.137719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e050f-46ac-4b41-9f67-3a6f6b3531d3 None None] Network 70d89c73-6bbc-42a4-ba27-10f1e054a534 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:33.151637 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d140d189-84e8-48dc-897f-e3fc7fed5134 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5977831 Oct 26 11:16:33.151934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:33.152227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:33.152719 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55556) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:33.166138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Request body: {'port': {'network_id': '70d89c73-6bbc-42a4-ba27-10f1e054a534', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1157504020'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:33.175182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (2af58c56-ea4c-4d32-8dfe-cb32f07be149), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.175524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Added segment 2af58c56-ea4c-4d32-8dfe-cb32f07be149 of type vlan for network 303d0aea-151b-4860-b80c-2038085df1a8 Oct 26 11:16:33.202735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812e8467-9ef0-4a6f-b27f-2851f67bf5cb') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:33.203034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812e8467-9ef0-4a6f-b27f-2851f67bf5cb') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:33.236530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3f6e6be7-3920-45c3-ad91-199d6b6f60c9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.244659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (303d0aea-151b-4860-b80c-2038085df1a8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.269580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (812e8467-9ef0-4a6f-b27f-2851f67bf5cb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.298147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:33.312279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (812e8467-9ef0-4a6f-b27f-2851f67bf5cb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.321726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:33.324417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=6,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:33.329014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:33.334145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:33.338813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (303d0aea-151b-4860-b80c-2038085df1a8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.341906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:33.342582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (812e8467-9ef0-4a6f-b27f-2851f67bf5cb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.344683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:33.345307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.347876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event updated for resources: {'Port': ['ID=3f6e6be7-3920-45c3-ad91-199d6b6f60c9,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:33.442388 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 812e8467-9ef0-4a6f-b27f-2851f67bf5cb resource provider aggregate not found Oct 26 11:16:33.475326 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4737527 Oct 26 11:16:33.478846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55562) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:33.479915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:33.481443 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 812e8467-9ef0-4a6f-b27f-2851f67bf5cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 812e8467-9ef0-4a6f-b27f-2851f67bf5cb found for delete ", "request_id": "req-6a33a2c2-e9df-413d-99bd-5ebd3742c7fb"}]} Oct 26 11:16:33.485167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'network': {'name': 'tempest-router-network02--791779955'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:33.506740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Allocated IP 2001:db8::2 (2b77f025-86da-4b3b-bfb1-c550701c23a0/1ceb2105-a37f-498c-b699-ee224af269ea/36419826-b989-4dae-9b57-3a0c72dfa3a0) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:33.525233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.530127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.533806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 54b633e9-6494-482b-a133-11c2d27f0ac2 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:33.538616 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "DELETE /networking/v2.0/networks/68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca HTTP/1.1" status: 204 len: 168 time: 1.7712922 Oct 26 11:16:33.548657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55566) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:33.550844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Made reservation on behalf of 184d37835349420ca50137cdd6ef22b4 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:33.551912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-70d89c73-6bbc-42a4-ba27-10f1e054a534', 'network_id': '70d89c73-6bbc-42a4-ba27-10f1e054a534', 'project_id': '184d37835349420ca50137cdd6ef22b4', 'fixed_ips': [{'subnet_id': '7c3ee86a-d690-461e-bcdd-3476da0b4a84'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:33.553521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.554641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.564883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d5a92-b83b-4dd6-9a01-cf177d7c173e tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Network': ['ID=303d0aea-151b-4860-b80c-2038085df1a8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:33.570902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Made reservation on behalf of d0f447a8f7c04efabb75e51971be220f for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:33.573352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.606271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port f2cdc5ed-8755-418d-9fa0-b99768ccb682 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:33.606271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.608048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbc128-96f9-471a-b3aa-724a808610dc tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Pushing event deleted for resources: {'Network': ['ID=68cf7e6a-699f-49b2-b7c2-4e92a3fa97ca,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:33.612960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 303d0aea-151b-4860-b80c-2038085df1a8 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:33.615141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-31690525-2c3b-43dd-8719-126f75418d7c tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6761ba0c-6af4-491d-beb9-0191f799bf95 HTTP/1.1" status: 200 len: 205 time: 0.0577996 Oct 26 11:16:33.619959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 54b633e9-6494-482b-a133-11c2d27f0ac2 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:33.621227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 54b633e9-6494-482b-a133-11c2d27f0ac2 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:33.628242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55568) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:33.645412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] device_id is not set on port b4f30c1b-0414-4b6d-b84e-57722a920b54 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:16:33.646322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55570) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:33.699051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:33.764544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (5d7a62a7-9f27-4b99-a311-0591396473da), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.764924 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Added segment 5d7a62a7-9f27-4b99-a311-0591396473da of type vlan for network 7119ba59-cce3-4ebb-a675-22d822d5ac34 Oct 26 11:16:33.778410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c1dac974-0d62-4011-b0a5-a0a35ea6df2f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1306171 Oct 26 11:16:33.812422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:33.822328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (7119ba59-cce3-4ebb-a675-22d822d5ac34), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.844622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ef04a6-5e64-439e-82d4-731cb136a814 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for router (6761ba0c-6af4-491d-beb9-0191f799bf95), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.853830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.894348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.898595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (7119ba59-cce3-4ebb-a675-22d822d5ac34), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.902351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Publish callbacks [] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.903265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:33.903934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.910924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Allocated IP 172.20.0.2 (70d89c73-6bbc-42a4-ba27-10f1e054a534/7c3ee86a-d690-461e-bcdd-3476da0b4a84/bf1d9ef7-d6a9-4739-9833-453c95b00308) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:33.915894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:33.917373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for f2cdc5ed-8755-418d-9fa0-b99768ccb682 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:33.961494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:33.970058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Pushing event updated for resources: {'Port': ['ID=36419826-b989-4dae-9b57-3a0c72dfa3a0,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:33.978380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Network 2b77f025-86da-4b3b-bfb1-c550701c23a0 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:33.981606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:33.985850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:34.017098 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5364029 Oct 26 11:16:34.024827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55572) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:34.031034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'subnet': {'network_id': '303d0aea-151b-4860-b80c-2038085df1a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:34.077645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cab3c5-3dfa-46de-94c6-9ef4e1a791ff tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Network': ['ID=7119ba59-cce3-4ebb-a675-22d822d5ac34,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:34.083653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ef04a6-5e64-439e-82d4-731cb136a814 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (6761ba0c-6af4-491d-beb9-0191f799bf95), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.087682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ef04a6-5e64-439e-82d4-731cb136a814 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for router_controller (6761ba0c-6af4-491d-beb9-0191f799bf95), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.101647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 7119ba59-cce3-4ebb-a675-22d822d5ac34 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:34.111248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Attempting to bind port 36419826-b989-4dae-9b57-3a0c72dfa3a0 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:34.111618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Attempting to bind port 36419826-b989-4dae-9b57-3a0c72dfa3a0 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4604e53b-6d20-49e7-ba26-0758c6a43d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2b77f025-86da-4b3b-bfb1-c550701c23a0'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:34.112051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Attempting to bind port 36419826-b989-4dae-9b57-3a0c72dfa3a0 on network 2b77f025-86da-4b3b-bfb1-c550701c23a0 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:34.178075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ef04a6-5e64-439e-82d4-731cb136a814 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (6761ba0c-6af4-491d-beb9-0191f799bf95), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.178655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef04a6-5e64-439e-82d4-731cb136a814 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Fanout notify agent at l3_agent the message router_deleted on router 6761ba0c-6af4-491d-beb9-0191f799bf95 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:34.187556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b8ef04a6-5e64-439e-82d4-731cb136a814 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.190736 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8ef04a6-5e64-439e-82d4-731cb136a814 tempest-RoutersNegativeTest-271962135 tempest-RoutersNegativeTest-271962135-project] 10.222.0.26 "DELETE /networking/v2.0/routers/6761ba0c-6af4-491d-beb9-0191f799bf95 HTTP/1.1" status: 204 len: 168 time: 0.5613477 Oct 26 11:16:34.210904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:34.267685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Made reservation on behalf of d0f447a8f7c04efabb75e51971be220f for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:34.272165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.287252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f2cdc5ed-8755-418d-9fa0-b99768ccb682), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.293121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.309231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Publish callbacks [] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.316815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:34.317561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Checking segment: {'id': '4604e53b-6d20-49e7-ba26-0758c6a43d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2b77f025-86da-4b3b-bfb1-c550701c23a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:34.318144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.318715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Bound using segment: {'id': '4604e53b-6d20-49e7-ba26-0758c6a43d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2b77f025-86da-4b3b-bfb1-c550701c23a0'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:34.319654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Bound port: 36419826-b989-4dae-9b57-3a0c72dfa3a0, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4604e53b-6d20-49e7-ba26-0758c6a43d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '2b77f025-86da-4b3b-bfb1-c550701c23a0'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:34.320268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.328473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.336442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=f2cdc5ed-8755-418d-9fa0-b99768ccb682,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:34.398072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] For port 36419826-b989-4dae-9b57-3a0c72dfa3a0, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:34.403229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] For port 36419826-b989-4dae-9b57-3a0c72dfa3a0, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=36419826-b989-4dae-9b57-3a0c72dfa3a0,segment=NetworkSegment(4604e53b-6d20-49e7-ba26-0758c6a43d2a),segment_id=4604e53b-6d20-49e7-ba26-0758c6a43d2a)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:34.407458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.411083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:34.412042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:34.423501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.481638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Network 70d89c73-6bbc-42a4-ba27-10f1e054a534 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:34.495609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:34.502537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:34.515449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Pushing event updated for resources: {'Port': ['ID=bf1d9ef7-d6a9-4739-9833-453c95b00308,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:34.555556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (e5f1a1cd-4a95-4fd5-af36-4759f1839113), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.576271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Allocated IP 172.20.0.5 (70d89c73-6bbc-42a4-ba27-10f1e054a534/7c3ee86a-d690-461e-bcdd-3476da0b4a84/b4f30c1b-0414-4b6d-b84e-57722a920b54) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:34.602862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:34.713390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55578) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:34.733064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Attempting to bind port bf1d9ef7-d6a9-4739-9833-453c95b00308 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:34.733223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Attempting to bind port bf1d9ef7-d6a9-4739-9833-453c95b00308 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a7e1313b-b430-4c09-9a56-2cd889185924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '70d89c73-6bbc-42a4-ba27-10f1e054a534'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:34.733523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Attempting to bind port bf1d9ef7-d6a9-4739-9833-453c95b00308 on network 70d89c73-6bbc-42a4-ba27-10f1e054a534 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:34.777559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa484e5-2cdf-4b35-9983-888cf703f1e9 None None] Pushing event updated for resources: {'Port': ['ID=36419826-b989-4dae-9b57-3a0c72dfa3a0,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:34.783081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55582) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:34.785824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:34.786204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Checking segment: {'id': 'a7e1313b-b430-4c09-9a56-2cd889185924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '70d89c73-6bbc-42a4-ba27-10f1e054a534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:34.786816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.787479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Bound using segment: {'id': 'a7e1313b-b430-4c09-9a56-2cd889185924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '70d89c73-6bbc-42a4-ba27-10f1e054a534'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:34.788172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Bound port: bf1d9ef7-d6a9-4739-9833-453c95b00308, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e1313b-b430-4c09-9a56-2cd889185924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '70d89c73-6bbc-42a4-ba27-10f1e054a534'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:34.788733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.814778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Router ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:34.908014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] For port bf1d9ef7-d6a9-4739-9833-453c95b00308, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:34.912875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] For port bf1d9ef7-d6a9-4739-9833-453c95b00308, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=bf1d9ef7-d6a9-4739-9833-453c95b00308,segment=NetworkSegment(a7e1313b-b430-4c09-9a56-2cd889185924),segment_id=a7e1313b-b430-4c09-9a56-2cd889185924)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:34.928927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:34.931703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router e5f1a1cd-4a95-4fd5-af36-4759f1839113 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:35.017554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b429b06-8e43-4e71-80d2-2cd94353dea1 None None] Pushing event updated for resources: {'Port': ['ID=bf1d9ef7-d6a9-4739-9833-453c95b00308,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:35.050747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (999ec497-331a-484e-8483-93f6c47c8e56), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.064024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:35.067469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:35.071875 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d1c70666-e8b9-436f-9b86-0f5c34562abe tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2736197 Oct 26 11:16:35.078619 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-389ad4e4-ce8b-4f8d-9043-88ce1259caad tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/e5f1a1cd-4a95-4fd5-af36-4759f1839113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1079843 Oct 26 11:16:35.081593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55584) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:35.083348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.084241 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-08bb3256-23ef-4ccb-960c-74305d4af011 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "PUT /networking/v2.0/routers/ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1 HTTP/1.1" status: 200 len: 915 time: 3.7492125 Oct 26 11:16:35.085637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8d7a4-3ce2-46a2-86ec-0f86348ab875 None None] Sync routers for ids ['ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:35.099451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for port (b4f30c1b-0414-4b6d-b84e-57722a920b54), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.109159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8d7a4-3ce2-46a2-86ec-0f86348ab875 None None] Routers {'ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:35.110743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55586) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:35.111065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4cd8d7a4-3ce2-46a2-86ec-0f86348ab875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:35.130011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:35.151282 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cabe19ab-9786-4a7c-a739-c0335130b647 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5f1a1cd-4a95-4fd5-af36-4759f1839113 HTTP/1.1" status: 200 len: 205 time: 0.0663855 Oct 26 11:16:35.154531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55590) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:35.176126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4cd8d7a4-3ce2-46a2-86ec-0f86348ab875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:35.189667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8d7a4-3ce2-46a2-86ec-0f86348ab875 None None] Routers {'ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:35.190329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4cd8d7a4-3ce2-46a2-86ec-0f86348ab875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:35.216784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:35.239427 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a167089-ff05-47ca-98f1-b4d5f9f51fd3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b2519fe84b294ce690b38b18528b2a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5234904 Oct 26 11:16:35.244701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55592) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:35.277567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4cd8d7a4-3ce2-46a2-86ec-0f86348ab875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:35.278848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8d7a4-3ce2-46a2-86ec-0f86348ab875 None None] The sync data for ids ['ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:35.285039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2d2f-4255-4fd7-aa2b-fb39fee650ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (e5f1a1cd-4a95-4fd5-af36-4759f1839113), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.290061 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c98ba-7ddb-4899-ac00-fbe0eec13d71 None None] Sync routers for ids ['e5f1a1cd-4a95-4fd5-af36-4759f1839113'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:35.304907 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c98ba-7ddb-4899-ac00-fbe0eec13d71 None None] Routers {'e5f1a1cd-4a95-4fd5-af36-4759f1839113'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:35.305790 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-509c98ba-7ddb-4899-ac00-fbe0eec13d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e5f1a1cd-4a95-4fd5-af36-4759f1839113'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:35.322613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Subnet': ['ID=999ec497-331a-484e-8483-93f6c47c8e56,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:35.349794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b4f30c1b-0414-4b6d-b84e-57722a920b54), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.360267 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-509c98ba-7ddb-4899-ac00-fbe0eec13d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:35.372634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c98ba-7ddb-4899-ac00-fbe0eec13d71 None None] Routers {'e5f1a1cd-4a95-4fd5-af36-4759f1839113'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:35.373666 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-509c98ba-7ddb-4899-ac00-fbe0eec13d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e5f1a1cd-4a95-4fd5-af36-4759f1839113'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:35.407538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2c98d07d-9509-4438-bcc7-53a95518985e admin admin] Publish callbacks [] for security_group (d86aa993-378d-4a6c-ba9a-bcd703454412), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.413522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-509c98ba-7ddb-4899-ac00-fbe0eec13d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:35.414515 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c98ba-7ddb-4899-ac00-fbe0eec13d71 None None] The sync data for ids ['e5f1a1cd-4a95-4fd5-af36-4759f1839113'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:35.417913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:35.419084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Checking segment: {'id': '2af58c56-ea4c-4d32-8dfe-cb32f07be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '303d0aea-151b-4860-b80c-2038085df1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:35.419494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network hostable DHCP agents. Network: 303d0aea-151b-4860-b80c-2038085df1a8, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:35.447974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Network 70d89c73-6bbc-42a4-ba27-10f1e054a534 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:35.454740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2c98d07d-9509-4438-bcc7-53a95518985e admin admin] Publish callbacks [] for security_group (d86aa993-378d-4a6c-ba9a-bcd703454412), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.462378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:35.465875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:35.490172 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b2eb1bc5-727f-43ee-8615-a388d82a98e2 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1 HTTP/1.1" status: 200 len: 921 time: 0.3755631 Oct 26 11:16:35.491424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network 303d0aea-151b-4860-b80c-2038085df1a8 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:35.496154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55594) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:35.583168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 303d0aea-151b-4860-b80c-2038085df1a8) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:35.603185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 36419826-b989-4dae-9b57-3a0c72dfa3a0 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:35.607014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:35.608871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.631840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0cc83e-4ec2-4adf-916e-3b0c41353bb4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:35.636483 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa0cc83e-4ec2-4adf-916e-3b0c41353bb4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1305823 Oct 26 11:16:35.637995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55596) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:35.663944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 36419826-b989-4dae-9b57-3a0c72dfa3a0 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:35.664708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.665292 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 36419826-b989-4dae-9b57-3a0c72dfa3a0 Oct 26 11:16:35.672566 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6ee7f96a-ba0a-4d88-b6a6-fca5f82bdf00 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6467984 Oct 26 11:16:35.708505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55598) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:35.719153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'subnet': {'network_id': '7119ba59-cce3-4ebb-a675-22d822d5ac34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:35.766825 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:16:35.779600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2c98d07d-9509-4438-bcc7-53a95518985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d86aa993-378d-4a6c-ba9a-bcd703454412), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.782425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2c98d07d-9509-4438-bcc7-53a95518985e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.786051 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2c98d07d-9509-4438-bcc7-53a95518985e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d86aa993-378d-4a6c-ba9a-bcd703454412 HTTP/1.1" status: 204 len: 168 time: 0.5191758 Oct 26 11:16:35.801705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 36419826-b989-4dae-9b57-3a0c72dfa3a0 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:35.804463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.818142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98d07d-9509-4438-bcc7-53a95518985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86aa993-378d-4a6c-ba9a-bcd703454412,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:35.891423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515b72ed-9cae-466d-9dd8-1c2d8b6be49c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:35.898728 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-515b72ed-9cae-466d-9dd8-1c2d8b6be49c tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 881 time: 0.2588735 Oct 26 11:16:35.900925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55602) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:35.909729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 36419826-b989-4dae-9b57-3a0c72dfa3a0, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=36419826-b989-4dae-9b57-3a0c72dfa3a0,segment=NetworkSegment(4604e53b-6d20-49e7-ba26-0758c6a43d2a),segment_id=4604e53b-6d20-49e7-ba26-0758c6a43d2a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:35.926182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:35.932307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device bf1d9ef7-d6a9-4739-9833-453c95b00308 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:35.972326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55604) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:35.974946 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e949c821-6b95-4d24-ab77-63db54a92a71 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1 HTTP/1.1" status: 200 len: 205 time: 0.0653501 Oct 26 11:16:35.998823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Made reservation on behalf of d0f447a8f7c04efabb75e51971be220f for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:36.003767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.048663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:36.090441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55608) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:36.126847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=36419826-b989-4dae-9b57-3a0c72dfa3a0,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:36.130079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-51108134-9e5f-4c79-844b-7c83943f2ab8 None None] Provisioning complete for port 36419826-b989-4dae-9b57-3a0c72dfa3a0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:36.137055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-51108134-9e5f-4c79-844b-7c83943f2ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.137515 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-51108134-9e5f-4c79-844b-7c83943f2ab8 None None] Attempt 1 to provision port 36419826-b989-4dae-9b57-3a0c72dfa3a0 Oct 26 11:16:36.148903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port bf1d9ef7-d6a9-4739-9833-453c95b00308 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:36.149706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.152426 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port bf1d9ef7-d6a9-4739-9833-453c95b00308 Oct 26 11:16:36.157182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event updated for resources: {'Port': ['ID=b4f30c1b-0414-4b6d-b84e-57722a920b54,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:36.178828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.225520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2d2f-4255-4fd7-aa2b-fb39fee650ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (e5f1a1cd-4a95-4fd5-af36-4759f1839113), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.255745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ff0e7166-1e51-403a-a1b2-b0e3a010e607 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1638231 Oct 26 11:16:36.276930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2d2f-4255-4fd7-aa2b-fb39fee650ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (e5f1a1cd-4a95-4fd5-af36-4759f1839113), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.310295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-51108134-9e5f-4c79-844b-7c83943f2ab8 None None] Current status of the port 36419826-b989-4dae-9b57-3a0c72dfa3a0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:36.356465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2d2f-4255-4fd7-aa2b-fb39fee650ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (e5f1a1cd-4a95-4fd5-af36-4759f1839113), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.357214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1a2d2f-4255-4fd7-aa2b-fb39fee650ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Fanout notify agent at l3_agent the message router_deleted on router e5f1a1cd-4a95-4fd5-af36-4759f1839113 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:36.362351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port bf1d9ef7-d6a9-4739-9833-453c95b00308 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:36.363169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.363465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:36.364290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.378231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c1a2d2f-4255-4fd7-aa2b-fb39fee650ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.379457 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c1a2d2f-4255-4fd7-aa2b-fb39fee650ef tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/e5f1a1cd-4a95-4fd5-af36-4759f1839113 HTTP/1.1" status: 204 len: 168 time: 1.2240081 Oct 26 11:16:36.394641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55616) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:36.426236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port bf1d9ef7-d6a9-4739-9833-453c95b00308, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=bf1d9ef7-d6a9-4739-9833-453c95b00308,segment=NetworkSegment(a7e1313b-b430-4c09-9a56-2cd889185924),segment_id=a7e1313b-b430-4c09-9a56-2cd889185924)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:36.427219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:36.437203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:36.438481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.453241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (b4aacf5d-ef54-4751-a363-2f8143a60112), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.460219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:36.492067 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-178cf33a-cec6-4270-af00-25ebcf56f7ec tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3375771 Oct 26 11:16:36.495233 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55620) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:36.501045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Request body: {'port': {'network_id': '70d89c73-6bbc-42a4-ba27-10f1e054a534', 'name': 'tempest-ExtraDHCPOptionsTestJSON-918114935', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:36.501299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.api.validators [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] bootfile-name is not in valid_values {{(pid=105416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:16:36.501657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.api.validators [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] tftp-server is not in valid_values {{(pid=105416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:16:36.502011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.api.validators [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] server-ip-address is not in valid_values {{(pid=105416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:16:36.524956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.530256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=bf1d9ef7-d6a9-4739-9833-453c95b00308,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:36.532874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-9067ad04-c57a-4e19-b199-e363dff492da tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting subnet 55a9f2c3-a271-427b-a41e-cb61636e3585 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:36.536314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9067ad04-c57a-4e19-b199-e363dff492da tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (55a9f2c3-a271-427b-a41e-cb61636e3585), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.589515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9067ad04-c57a-4e19-b199-e363dff492da tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (55a9f2c3-a271-427b-a41e-cb61636e3585), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.602738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Subnet': ['ID=b4aacf5d-ef54-4751-a363-2f8143a60112,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:36.624664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Checking segment: {'id': '5d7a62a7-9f27-4b99-a311-0591396473da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7119ba59-cce3-4ebb-a675-22d822d5ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:36.624898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network hostable DHCP agents. Network: 7119ba59-cce3-4ebb-a675-22d822d5ac34, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:36.685528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network 7119ba59-cce3-4ebb-a675-22d822d5ac34 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:36.690055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:36.710359 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 7119ba59-cce3-4ebb-a675-22d822d5ac34) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:36.716600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:36.716862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Deleting port 3f6e6be7-3920-45c3-ad91-199d6b6f60c9 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:36.717456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.718212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3f6e6be7-3920-45c3-ad91-199d6b6f60c9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.725534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Made reservation on behalf of 184d37835349420ca50137cdd6ef22b4 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:36.729345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.737710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fcb66e-4174-4111-aafc-0cc5a6f14e00 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:36.741533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1b9346d0-0689-487b-a49f-7a55ecdccf8b None None] Provisioning complete for port bf1d9ef7-d6a9-4739-9833-453c95b00308 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:36.742219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b9346d0-0689-487b-a49f-7a55ecdccf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.742804 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1b9346d0-0689-487b-a49f-7a55ecdccf8b None None] Attempt 1 to provision port bf1d9ef7-d6a9-4739-9833-453c95b00308 Oct 26 11:16:36.751711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] device_id is not set on port 552a76b3-45fd-4520-800e-07bafc2f8fe0 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:16:36.773169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9067ad04-c57a-4e19-b199-e363dff492da tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (55a9f2c3-a271-427b-a41e-cb61636e3585), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.801221 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e013f200-9899-494d-8288-76a935c75cd9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0916460 Oct 26 11:16:36.801873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55630) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:36.858566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3f6e6be7-3920-45c3-ad91-199d6b6f60c9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.883656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Calling delete_port for 3f6e6be7-3920-45c3-ad91-199d6b6f60c9 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:36.892100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9067ad04-c57a-4e19-b199-e363dff492da tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (55a9f2c3-a271-427b-a41e-cb61636e3585), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.931218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067ad04-c57a-4e19-b199-e363dff492da tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Subnet': ['ID=55a9f2c3-a271-427b-a41e-cb61636e3585,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:36.968104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9067ad04-c57a-4e19-b199-e363dff492da tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:36.972089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9067ad04-c57a-4e19-b199-e363dff492da tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/55a9f2c3-a271-427b-a41e-cb61636e3585 HTTP/1.1" status: 204 len: 168 time: 0.5750785 Oct 26 11:16:36.974629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55632) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:36.987589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55634) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:37.100564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (c3fcdda2-e162-4e81-9bd0-9fea31e441d6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.143869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:37.154562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-00e95388-0857-4cf9-a1d2-ed8465c31169 tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2086075775', 'prefixes': ['172.20.0.0/16']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:37.177269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1b9346d0-0689-487b-a49f-7a55ecdccf8b None None] Current status of the port bf1d9ef7-d6a9-4739-9833-453c95b00308 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:37.206188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:37.209711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fcb66e-4174-4111-aafc-0cc5a6f14e00 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:37.234883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port 4242376a-08a1-4fe9-875f-9d88035ec224 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:37.235208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.261827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:37.348968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port 4242376a-08a1-4fe9-875f-9d88035ec224, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4242376a-08a1-4fe9-875f-9d88035ec224,segment=NetworkSegment(fbe7cedd-37e3-4ce5-952d-714edaa52619),segment_id=fbe7cedd-37e3-4ce5-952d-714edaa52619)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:37.349303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.354024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3f6e6be7-3920-45c3-ad91-199d6b6f60c9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.404838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for 4242376a-08a1-4fe9-875f-9d88035ec224 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:37.407326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Allocated IP 172.20.0.6 (70d89c73-6bbc-42a4-ba27-10f1e054a534/7c3ee86a-d690-461e-bcdd-3476da0b4a84/552a76b3-45fd-4520-800e-07bafc2f8fe0) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:37.408005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event deleted for resources: {'Port': ['ID=3f6e6be7-3920-45c3-ad91-199d6b6f60c9,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:37.436344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-303d0aea-151b-4860-b80c-2038085df1a8', 'network_id': '303d0aea-151b-4860-b80c-2038085df1a8', 'project_id': 'd0f447a8f7c04efabb75e51971be220f', 'fixed_ips': [{'subnet_id': '999ec497-331a-484e-8483-93f6c47c8e56'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:37.437379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.461799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-7119ba59-cce3-4ebb-a675-22d822d5ac34', 'network_id': '7119ba59-cce3-4ebb-a675-22d822d5ac34', 'project_id': 'd0f447a8f7c04efabb75e51971be220f', 'fixed_ips': [{'subnet_id': 'b4aacf5d-ef54-4751-a363-2f8143a60112'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:37.462722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.472781 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dd9ff239-9dbf-466f-8a53-11f5d73bf396 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2075813 Oct 26 11:16:37.574948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00e95388-0857-4cf9-a1d2-ed8465c31169 tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.578903 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-00e95388-0857-4cf9-a1d2-ed8465c31169 tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5861540 Oct 26 11:16:37.578903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.579419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:37.580369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (4242376a-08a1-4fe9-875f-9d88035ec224), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.612805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 36419826-b989-4dae-9b57-3a0c72dfa3a0 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:37.632532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=4242376a-08a1-4fe9-875f-9d88035ec224,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:37.646882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.674025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No DVR routers for this DVR port 4242376a-08a1-4fe9-875f-9d88035ec224 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:37.690242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:37.710878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.714472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d717f056-b0ed-42c3-9cec-692431f9f2a1 tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] 10.222.0.26 "GET /networking/v2.0/subnetpools/26d14225-5527-400c-814a-f25afccdd5ed HTTP/1.1" status: 200 len: 732 time: 0.1313818 Oct 26 11:16:37.720835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:37.727643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-dcfe49d1-9f74-4e78-9fa1-f5d59151eedb tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-770116235'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:37.728404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Allocated IP 2001:db8::2 (303d0aea-151b-4860-b80c-2038085df1a8/999ec497-331a-484e-8483-93f6c47c8e56/e010b84e-be3e-458c-a522-c1a2d0cfa8a9) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:37.729356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.735651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:37.784238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:37.827569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.828183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Fanout notify agent at l3_agent the message router_deleted on router ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:37.831481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (c3fcdda2-e162-4e81-9bd0-9fea31e441d6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.833295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 36419826-b989-4dae-9b57-3a0c72dfa3a0 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:37.833671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.834201 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 36419826-b989-4dae-9b57-3a0c72dfa3a0 Oct 26 11:16:37.838404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.839914 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ffdd5c23-589d-4885-bffe-34c10e6b633f tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1 HTTP/1.1" status: 204 len: 168 time: 1.8629477 Oct 26 11:16:37.846115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55644) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:37.850400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-eaa86131-7e61-4dd1-97f9-12af47405f67 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-149768778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:37.877652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fcdda2-e162-4e81-9bd0-9fea31e441d6']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:37.879643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Allocated IP 2001:db8::2 (7119ba59-cce3-4ebb-a675-22d822d5ac34/b4aacf5d-ef54-4751-a363-2f8143a60112/93fbbd15-9b44-4798-9788-cb7d1bf07881) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:37.892951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe7cedd-37e3-4ce5-952d-714edaa52619') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:37.893247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe7cedd-37e3-4ce5-952d-714edaa52619') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:37.900240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eaa86131-7e61-4dd1-97f9-12af47405f67 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.901244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eaa86131-7e61-4dd1-97f9-12af47405f67 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.913700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (fbe7cedd-37e3-4ce5-952d-714edaa52619), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.940984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (fbe7cedd-37e3-4ce5-952d-714edaa52619), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.953368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:37.953791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (fbe7cedd-37e3-4ce5-952d-714edaa52619), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:37.991007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for port (552a76b3-45fd-4520-800e-07bafc2f8fe0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.006358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eaa86131-7e61-4dd1-97f9-12af47405f67 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.014075 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment fbe7cedd-37e3-4ce5-952d-714edaa52619 resource provider aggregate not found Oct 26 11:16:38.036042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 36419826-b989-4dae-9b57-3a0c72dfa3a0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:38.037412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device bf1d9ef7-d6a9-4739-9833-453c95b00308 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:38.055184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eaa86131-7e61-4dd1-97f9-12af47405f67 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.062376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dcfe49d1-9f74-4e78-9fa1-f5d59151eedb tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.066428 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dcfe49d1-9f74-4e78-9fa1-f5d59151eedb tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] 10.222.0.26 "PUT /networking/v2.0/subnetpools/26d14225-5527-400c-814a-f25afccdd5ed HTTP/1.1" status: 200 len: 683 time: 0.3418927 Oct 26 11:16:38.070632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55650) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:38.072312 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment fbe7cedd-37e3-4ce5-952d-714edaa52619 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbe7cedd-37e3-4ce5-952d-714edaa52619 found for delete ", "request_id": "req-8cbad048-efca-4a70-a8bc-b8df082c3653"}]} Oct 26 11:16:38.088902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (552a76b3-45fd-4520-800e-07bafc2f8fe0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.094845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eaa86131-7e61-4dd1-97f9-12af47405f67 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.098467 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eaa86131-7e61-4dd1-97f9-12af47405f67 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2491670 Oct 26 11:16:38.101717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55652) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:38.113730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:38.123408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'enable_snat': False}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:38.150104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Publish callbacks [] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.150647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:38.169637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (c3fcdda2-e162-4e81-9bd0-9fea31e441d6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.171684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Network 70d89c73-6bbc-42a4-ba27-10f1e054a534 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:38.181446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:38.186901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.193966 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/networks/c3fcdda2-e162-4e81-9bd0-9fea31e441d6 HTTP/1.1" status: 204 len: 168 time: 1.2142749 Oct 26 11:16:38.196302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55654) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:38.196952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Publish callbacks [] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.203531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:38.204181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.206533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event updated for resources: {'Port': ['ID=552a76b3-45fd-4520-800e-07bafc2f8fe0,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:38.220367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1aba940f-b79b-45d9-b4e3-2ab5047d7b00 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1299116251', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:38.222134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.230615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:38.236376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32341a39-b3d6-44ad-80a5-8b3d53171cfa tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Network': ['ID=c3fcdda2-e162-4e81-9bd0-9fea31e441d6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:38.246811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port bf1d9ef7-d6a9-4739-9833-453c95b00308 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:38.247141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.247411 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port bf1d9ef7-d6a9-4739-9833-453c95b00308 Oct 26 11:16:38.274890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Allocated IP 2001:db8::1 (303d0aea-151b-4860-b80c-2038085df1a8/999ec497-331a-484e-8483-93f6c47c8e56/38372c06-2c2d-4a31-8d60-45126f36a8eb) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:38.279994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Network 303d0aea-151b-4860-b80c-2038085df1a8 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:38.282845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:38.283503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.293458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:38.304785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Network 7119ba59-cce3-4ebb-a675-22d822d5ac34 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:38.306358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:38.316922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:38.319496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Pushing event updated for resources: {'Port': ['ID=e010b84e-be3e-458c-a522-c1a2d0cfa8a9,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:38.322180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:38.327420 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0dba9f91-2501-43b7-87cf-5e6f44b053fb tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.8310208 Oct 26 11:16:38.331280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55656) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:38.377529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1aba940f-b79b-45d9-b4e3-2ab5047d7b00 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (28cb8342-d765-4edb-86d0-f557813f4330), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.378758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1aba940f-b79b-45d9-b4e3-2ab5047d7b00 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (28cb8342-d765-4edb-86d0-f557813f4330), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.422258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a44e1-0a48-4461-b698-c4212cd8da4d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:38.427364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a44e1-0a48-4461-b698-c4212cd8da4d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:38.432536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a44e1-0a48-4461-b698-c4212cd8da4d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:38.437827 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f4a44e1-0a48-4461-b698-c4212cd8da4d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1061566 Oct 26 11:16:38.438073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:UPDATE=8 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:38.441297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55658) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:38.455740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4361b7db-1f68-4ca1-9956-3fff6540c6dc tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.459393 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4361b7db-1f68-4ca1-9956-3fff6540c6dc tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] 10.222.0.26 "DELETE /networking/v2.0/subnetpools/26d14225-5527-400c-814a-f25afccdd5ed HTTP/1.1" status: 204 len: 168 time: 0.3799605 Oct 26 11:16:38.460311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55660) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:38.477653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55662) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:38.488031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Pushing event updated for resources: {'Port': ['ID=93fbbd15-9b44-4798-9788-cb7d1bf07881,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:38.492808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Attempting to bind port 93fbbd15-9b44-4798-9788-cb7d1bf07881 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:38.493805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Attempting to bind port 93fbbd15-9b44-4798-9788-cb7d1bf07881 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '5d7a62a7-9f27-4b99-a311-0591396473da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7119ba59-cce3-4ebb-a675-22d822d5ac34'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:38.493805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Attempting to bind port 93fbbd15-9b44-4798-9788-cb7d1bf07881 on network 7119ba59-cce3-4ebb-a675-22d822d5ac34 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:38.496512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Attempting to bind port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:38.496880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Attempting to bind port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '2af58c56-ea4c-4d32-8dfe-cb32f07be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '303d0aea-151b-4860-b80c-2038085df1a8'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:38.497237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Attempting to bind port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 on network 303d0aea-151b-4860-b80c-2038085df1a8 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:38.502468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:38.556328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-2236ee02-ce27-4f33-86ae-4e842057b55d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Deleting port 552a76b3-45fd-4520-800e-07bafc2f8fe0 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:38.556328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2236ee02-ce27-4f33-86ae-4e842057b55d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (552a76b3-45fd-4520-800e-07bafc2f8fe0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.562179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.566137 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-7e1e0744-7fa8-4094-8b91-523e37198748 tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] show failed (client error): The resource could not be found. Oct 26 11:16:38.570192 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7e1e0744-7fa8-4094-8b91-523e37198748 tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] 10.222.0.26 "GET /networking/v2.0/subnetpools/26d14225-5527-400c-814a-f25afccdd5ed HTTP/1.1" status: 404 len: 346 time: 0.1064079 Oct 26 11:16:38.574652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55664) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:38.578096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port bf1d9ef7-d6a9-4739-9833-453c95b00308 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:38.581666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.594022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:38.594438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Checking segment: {'id': '5d7a62a7-9f27-4b99-a311-0591396473da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7119ba59-cce3-4ebb-a675-22d822d5ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:38.594847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.595246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Bound using segment: {'id': '5d7a62a7-9f27-4b99-a311-0591396473da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7119ba59-cce3-4ebb-a675-22d822d5ac34'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:38.595711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Bound port: 93fbbd15-9b44-4798-9788-cb7d1bf07881, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7a62a7-9f27-4b99-a311-0591396473da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7119ba59-cce3-4ebb-a675-22d822d5ac34'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:38.596121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.614598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:38.614969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Checking segment: {'id': '2af58c56-ea4c-4d32-8dfe-cb32f07be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '303d0aea-151b-4860-b80c-2038085df1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:38.615374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.615793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Bound using segment: {'id': '2af58c56-ea4c-4d32-8dfe-cb32f07be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '303d0aea-151b-4860-b80c-2038085df1a8'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:38.616268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Bound port: e010b84e-be3e-458c-a522-c1a2d0cfa8a9, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af58c56-ea4c-4d32-8dfe-cb32f07be149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '303d0aea-151b-4860-b80c-2038085df1a8'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:38.616651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.625330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:38.632026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1aba940f-b79b-45d9-b4e3-2ab5047d7b00 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (28cb8342-d765-4edb-86d0-f557813f4330), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.648199 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-47d73694-0670-41ac-8fd9-01fcaf261904 tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] delete failed (client error): The resource could not be found. Oct 26 11:16:38.651476 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-47d73694-0670-41ac-8fd9-01fcaf261904 tempest-SubnetPoolsTestJSON-1860939621 tempest-SubnetPoolsTestJSON-1860939621-project] 10.222.0.26 "DELETE /networking/v2.0/subnetpools/26d14225-5527-400c-814a-f25afccdd5ed HTTP/1.1" status: 404 len: 346 time: 0.0716965 Oct 26 11:16:38.655046 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a1d31d20-08f1-438b-8989-d712fac5cc93 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1761334 Oct 26 11:16:38.659081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1aba940f-b79b-45d9-b4e3-2ab5047d7b00 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (28cb8342-d765-4edb-86d0-f557813f4330), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.704453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.726266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1aba940f-b79b-45d9-b4e3-2ab5047d7b00 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.732251 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1aba940f-b79b-45d9-b4e3-2ab5047d7b00 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5170922 Oct 26 11:16:38.737565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55668) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:38.739122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] For port 93fbbd15-9b44-4798-9788-cb7d1bf07881, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:38.743861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] For port 93fbbd15-9b44-4798-9788-cb7d1bf07881, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=93fbbd15-9b44-4798-9788-cb7d1bf07881,segment=NetworkSegment(5d7a62a7-9f27-4b99-a311-0591396473da),segment_id=5d7a62a7-9f27-4b99-a311-0591396473da)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:38.746429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] For port e010b84e-be3e-458c-a522-c1a2d0cfa8a9, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:38.750973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] For port e010b84e-be3e-458c-a522-c1a2d0cfa8a9, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e010b84e-be3e-458c-a522-c1a2d0cfa8a9,segment=NetworkSegment(2af58c56-ea4c-4d32-8dfe-cb32f07be149),segment_id=2af58c56-ea4c-4d32-8dfe-cb32f07be149)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:38.759474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.768237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.768582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1558846846'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:38.778458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2236ee02-ce27-4f33-86ae-4e842057b55d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (552a76b3-45fd-4520-800e-07bafc2f8fe0), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.803259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network 303d0aea-151b-4860-b80c-2038085df1a8 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:38.846450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e4620-6fb6-478c-aca5-8bae4a127af7 None None] Pushing event updated for resources: {'Port': ['ID=93fbbd15-9b44-4798-9788-cb7d1bf07881,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:38.848643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-2236ee02-ce27-4f33-86ae-4e842057b55d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Calling delete_port for 552a76b3-45fd-4520-800e-07bafc2f8fe0 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:38.869590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:38.921127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fcdfd-a2b3-41ea-a234-50c19cd3fd66 None None] Pushing event updated for resources: {'Port': ['ID=e010b84e-be3e-458c-a522-c1a2d0cfa8a9,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:38.924055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:38.924843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (5bec9723-2afd-432d-8559-6bfadc371e2d), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.966371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:38.985496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:38.990634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.003523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.096183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Port': ['ID=38372c06-2c2d-4a31-8d60-45126f36a8eb,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:39.156782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:39.159901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55672) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:39.189774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Allocated IP 172.26.0.70 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/2b04e58d-b737-42ae-8139-0eb41cc70b86) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:39.211016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:39.246609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (afe40db0-a960-4df1-806c-91b7de37b6a8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.247518 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added segment afe40db0-a960-4df1-806c-91b7de37b6a8 of type vlan for network 54347aee-2b04-4bbe-887b-e9cd101539d3 Oct 26 11:16:39.273674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:39.311959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (54347aee-2b04-4bbe-887b-e9cd101539d3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.352452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for port (2b04e58d-b737-42ae-8139-0eb41cc70b86), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.393025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-84881592-c79a-4eb2-b9c8-607b3e68200f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.416701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2b04e58d-b737-42ae-8139-0eb41cc70b86), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.440832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (54347aee-2b04-4bbe-887b-e9cd101539d3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.446802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:39.447512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.472887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:39.479206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2236ee02-ce27-4f33-86ae-4e842057b55d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (552a76b3-45fd-4520-800e-07bafc2f8fe0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.484839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:39.488156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.491064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:39.493296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Pushing event updated for resources: {'Port': ['ID=2b04e58d-b737-42ae-8139-0eb41cc70b86,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:39.528488 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7669845 Oct 26 11:16:39.533815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55676) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:39.538692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'subnet': {'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:39.569972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236ee02-ce27-4f33-86ae-4e842057b55d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event deleted for resources: {'Port': ['ID=552a76b3-45fd-4520-800e-07bafc2f8fe0,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:39.587379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d0b73-5abb-46da-a020-8a9f008f51a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Network': ['ID=54347aee-2b04-4bbe-887b-e9cd101539d3,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:39.601098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 54347aee-2b04-4bbe-887b-e9cd101539d3 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:39.602461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:39.708904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:39.708904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55678) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:39.769906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 93fbbd15-9b44-4798-9788-cb7d1bf07881 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:39.808567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2236ee02-ce27-4f33-86ae-4e842057b55d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.815647 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2236ee02-ce27-4f33-86ae-4e842057b55d tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "DELETE /networking/v2.0/ports/552a76b3-45fd-4520-800e-07bafc2f8fe0 HTTP/1.1" status: 204 len: 168 time: 1.3732510 Oct 26 11:16:39.821086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55680) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:39.829655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 93fbbd15-9b44-4798-9788-cb7d1bf07881 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:39.830320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:39.830823 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 93fbbd15-9b44-4798-9788-cb7d1bf07881 Oct 26 11:16:39.857094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Request body: {'port': {'name': 'tempest-new-port-name-1308246430', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:39.857490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.api.validators [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] bootfile-name is not in valid_values {{(pid=105416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:16:39.857841 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.api.validators [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] tftp-server is not in valid_values {{(pid=105416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:16:39.858181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.api.validators [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] server-ip-address is not in valid_values {{(pid=105416) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 26 11:16:39.911525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e4556e6f-483f-4a7a-9864-76021dfe8e12 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2439570 Oct 26 11:16:39.956789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 93fbbd15-9b44-4798-9788-cb7d1bf07881 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:39.958088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.008317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 93fbbd15-9b44-4798-9788-cb7d1bf07881, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=93fbbd15-9b44-4798-9788-cb7d1bf07881,segment=NetworkSegment(5d7a62a7-9f27-4b99-a311-0591396473da),segment_id=5d7a62a7-9f27-4b99-a311-0591396473da)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:40.014259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.015277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e010b84e-be3e-458c-a522-c1a2d0cfa8a9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:40.069424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b4f30c1b-0414-4b6d-b84e-57722a920b54), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.106908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=93fbbd15-9b44-4798-9788-cb7d1bf07881,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:40.125457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:40.125985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.126693 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 Oct 26 11:16:40.164165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:40.194761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.196948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:40.203510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.207939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.208780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (5bec9723-2afd-432d-8559-6bfadc371e2d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.369063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Port': ['ID=38372c06-2c2d-4a31-8d60-45126f36a8eb,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:40.390819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:40.436696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e3284e08-9034-4ec7-91d6-c2702f255e9c None None] Provisioning complete for port 93fbbd15-9b44-4798-9788-cb7d1bf07881 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:40.437002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e3284e08-9034-4ec7-91d6-c2702f255e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.437331 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e3284e08-9034-4ec7-91d6-c2702f255e9c None None] Attempt 1 to provision port 93fbbd15-9b44-4798-9788-cb7d1bf07881 Oct 26 11:16:40.439150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:40.439993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.451404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network 303d0aea-151b-4860-b80c-2038085df1a8 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:40.463117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:40.470830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:40.495887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-84881592-c79a-4eb2-b9c8-607b3e68200f admin admin] Publish callbacks [] for security_group (874252db-7bcb-40e9-85a2-5f1b8f656bb0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.514257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-84881592-c79a-4eb2-b9c8-607b3e68200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (874252db-7bcb-40e9-85a2-5f1b8f656bb0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.519922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e010b84e-be3e-458c-a522-c1a2d0cfa8a9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e010b84e-be3e-458c-a522-c1a2d0cfa8a9,segment=NetworkSegment(2af58c56-ea4c-4d32-8dfe-cb32f07be149),segment_id=2af58c56-ea4c-4d32-8dfe-cb32f07be149)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:40.530938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for port (b4f30c1b-0414-4b6d-b84e-57722a920b54), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.536940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (eab3927c-b37c-4133-a01f-66c78ed4950b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.556857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.566569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (b4f30c1b-0414-4b6d-b84e-57722a920b54), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.618994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e010b84e-be3e-458c-a522-c1a2d0cfa8a9,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:40.631166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e3284e08-9034-4ec7-91d6-c2702f255e9c None None] Current status of the port 93fbbd15-9b44-4798-9788-cb7d1bf07881 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:40.650593 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-84881592-c79a-4eb2-b9c8-607b3e68200f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7fde7a3082e945c68ed28efec51d7172&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4870043 Oct 26 11:16:40.655710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84881592-c79a-4eb2-b9c8-607b3e68200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874252db-7bcb-40e9-85a2-5f1b8f656bb0,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:40.658224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55682) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:40.700875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Subnet': ['ID=eab3927c-b37c-4133-a01f-66c78ed4950b,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:40.705215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea63eab-5316-47dd-a325-ef12c5e4c61e None None] Network 70d89c73-6bbc-42a4-ba27-10f1e054a534 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:40.749170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:40.773960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04bc493-afcc-4eac-8b20-22a8d692205d None None] Network 2b77f025-86da-4b3b-bfb1-c550701c23a0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:40.777880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a967dc0-30ec-4f6a-898b-fd8c9b0aefd8 None None] Network 303d0aea-151b-4860-b80c-2038085df1a8 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:40.780069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586334e0-1483-4c86-9235-94a365055774 None None] Network 7119ba59-cce3-4ebb-a675-22d822d5ac34 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:40.782640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7068d-0546-46c8-8595-7c210e218f18 None None] Network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:40.796331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Checking segment: {'id': 'afe40db0-a960-4df1-806c-91b7de37b6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:40.796699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network hostable DHCP agents. Network: 54347aee-2b04-4bbe-887b-e9cd101539d3, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:40.802911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router_gateway (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.839597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7068d-0546-46c8-8595-7c210e218f18 None None] Network c3fcdda2-e162-4e81-9bd0-9fea31e441d6 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:16:40.858572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-866d5490-ff27-4fe6-8095-7e4fe670dcbc admin admin] Publish callbacks [] for security_group (874252db-7bcb-40e9-85a2-5f1b8f656bb0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.863501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:40.923498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55684) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:40.941184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 54347aee-2b04-4bbe-887b-e9cd101539d3 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:40.949166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-866d5490-ff27-4fe6-8095-7e4fe670dcbc admin admin] Publish callbacks [] for security_group (874252db-7bcb-40e9-85a2-5f1b8f656bb0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.954952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ecddbbda-aad5-4f95-8d28-322736d766d1 None None] Provisioning complete for port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:40.955336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ecddbbda-aad5-4f95-8d28-322736d766d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:40.955679 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ecddbbda-aad5-4f95-8d28-322736d766d1 None None] Attempt 1 to provision port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 Oct 26 11:16:40.968636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e206494b-8eae-477b-94b3-07b536218671 None None] DHCP port deletion for c3fcdda2-e162-4e81-9bd0-9fea31e441d6 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:41.008538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 54347aee-2b04-4bbe-887b-e9cd101539d3) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:41.024816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event updated for resources: {'Port': ['ID=b4f30c1b-0414-4b6d-b84e-57722a920b54,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:41.025913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:41.027186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.047144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] In _notify_port_updated(), no bound segment for port b4f30c1b-0414-4b6d-b84e-57722a920b54 on network 70d89c73-6bbc-42a4-ba27-10f1e054a534 {{(pid=105416) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:16:41.051709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:41.053062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.054545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b33d6f37-c1db-4f7b-a3c7-fac61b760128 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "PUT /networking/v2.0/ports/b4f30c1b-0414-4b6d-b84e-57722a920b54 HTTP/1.1" status: 200 len: 1136 time: 1.2064278 Oct 26 11:16:41.058389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55686) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:41.080208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a46a70f-2d05-42ba-a38f-c6a8eeba3ab2 None None] Network 54347aee-2b04-4bbe-887b-e9cd101539d3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:41.097018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:41.101253 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ae79041b-0c7c-48fa-8cb1-162c38323f3b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1714606 Oct 26 11:16:41.120901 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ecd05999-5948-4b3b-861d-daaf85fd2bfb tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5860252 Oct 26 11:16:41.123997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55688) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:41.125748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a68d73-524d-43d3-8ec7-e48e9c47aa8f tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:41.128182 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0a68d73-524d-43d3-8ec7-e48e9c47aa8f tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "GET /networking/v2.0/ports/b4f30c1b-0414-4b6d-b84e-57722a920b54 HTTP/1.1" status: 200 len: 1136 time: 0.0673501 Oct 26 11:16:41.133885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Router 5bec9723-2afd-432d-8559-6bfadc371e2d is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:41.137684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55690) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:41.174977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-866d5490-ff27-4fe6-8095-7e4fe670dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (874252db-7bcb-40e9-85a2-5f1b8f656bb0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.177854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-866d5490-ff27-4fe6-8095-7e4fe670dcbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.181796 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-866d5490-ff27-4fe6-8095-7e4fe670dcbc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/874252db-7bcb-40e9-85a2-5f1b8f656bb0 HTTP/1.1" status: 204 len: 168 time: 0.5161211 Oct 26 11:16:41.268640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d5490-ff27-4fe6-8095-7e4fe670dcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874252db-7bcb-40e9-85a2-5f1b8f656bb0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:41.328710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.337587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.357174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:41.374223 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7f0c3181-84c4-48c7-bca3-1b8187b63eae tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "PUT /networking/v2.0/routers/5bec9723-2afd-432d-8559-6bfadc371e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5659339 Oct 26 11:16:41.388784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3138276-b457-4338-a488-f57f9337067c None None] Sync routers for ids ['5bec9723-2afd-432d-8559-6bfadc371e2d'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:41.394675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55694) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:41.414713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ecddbbda-aad5-4f95-8d28-322736d766d1 None None] Current status of the port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:41.420666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ecddbbda-aad5-4f95-8d28-322736d766d1 None None] Could not find standard attr ID for object 4242376a-08a1-4fe9-875f-9d88035ec224. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:16:41.446580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:41.457625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-208cb66c-5e2f-4ef7-80df-5659db51ca05 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Deleting port b4f30c1b-0414-4b6d-b84e-57722a920b54 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:41.457987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-208cb66c-5e2f-4ef7-80df-5659db51ca05 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b4f30c1b-0414-4b6d-b84e-57722a920b54), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.502400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3138276-b457-4338-a488-f57f9337067c None None] Routers {'5bec9723-2afd-432d-8559-6bfadc371e2d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:41.509275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3138276-b457-4338-a488-f57f9337067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['5bec9723-2afd-432d-8559-6bfadc371e2d'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:41.522860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-54347aee-2b04-4bbe-887b-e9cd101539d3', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:41.524142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.530324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:41.597682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3138276-b457-4338-a488-f57f9337067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:41.620160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.635086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3138276-b457-4338-a488-f57f9337067c None None] Routers {'5bec9723-2afd-432d-8559-6bfadc371e2d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:41.635930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3138276-b457-4338-a488-f57f9337067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['5bec9723-2afd-432d-8559-6bfadc371e2d'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:41.641110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 93fbbd15-9b44-4798-9788-cb7d1bf07881 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:41.726307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-208cb66c-5e2f-4ef7-80df-5659db51ca05 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b4f30c1b-0414-4b6d-b84e-57722a920b54), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.773160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-208cb66c-5e2f-4ef7-80df-5659db51ca05 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Calling delete_port for b4f30c1b-0414-4b6d-b84e-57722a920b54 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:41.840010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3138276-b457-4338-a488-f57f9337067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:41.840611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3138276-b457-4338-a488-f57f9337067c None None] The sync data for ids ['5bec9723-2afd-432d-8559-6bfadc371e2d'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:41.907056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:41.955455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-66051193-9e7a-4d03-85c0-8d7bd3275d49 None None] Provisioning complete for port bf1d9ef7-d6a9-4739-9833-453c95b00308 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:41.955962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-66051193-9e7a-4d03-85c0-8d7bd3275d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:41.956377 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-66051193-9e7a-4d03-85c0-8d7bd3275d49 None None] Attempt 1 to provision port bf1d9ef7-d6a9-4739-9833-453c95b00308 Oct 26 11:16:42.080719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-208cb66c-5e2f-4ef7-80df-5659db51ca05 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b4f30c1b-0414-4b6d-b84e-57722a920b54), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.123311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 93fbbd15-9b44-4798-9788-cb7d1bf07881 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:42.123694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.124067 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 93fbbd15-9b44-4798-9788-cb7d1bf07881 Oct 26 11:16:42.147685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55706) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:42.158756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cb66c-5e2f-4ef7-80df-5659db51ca05 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event deleted for resources: {'Port': ['ID=b4f30c1b-0414-4b6d-b84e-57722a920b54,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:42.199662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Allocated IP 2001:db8::2 (54347aee-2b04-4bbe-887b-e9cd101539d3/eab3927c-b37c-4133-a01f-66c78ed4950b/8c3a8e59-91b4-43b9-a991-dfaed862b4de) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:42.317655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-208cb66c-5e2f-4ef7-80df-5659db51ca05 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.331011 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-208cb66c-5e2f-4ef7-80df-5659db51ca05 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "DELETE /networking/v2.0/ports/b4f30c1b-0414-4b6d-b84e-57722a920b54 HTTP/1.1" status: 204 len: 168 time: 1.1921322 Oct 26 11:16:42.332201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55714) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:42.435370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-66051193-9e7a-4d03-85c0-8d7bd3275d49 None None] Current status of the port bf1d9ef7-d6a9-4739-9833-453c95b00308 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:42.438431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b88bd7-57b6-4e76-91c2-dab51e89fc8c tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Deleting subnet 7c3ee86a-d690-461e-bcdd-3476da0b4a84 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:16:42.442423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80b88bd7-57b6-4e76-91c2-dab51e89fc8c tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for subnet (7c3ee86a-d690-461e-bcdd-3476da0b4a84), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.466051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-66051193-9e7a-4d03-85c0-8d7bd3275d49 None None] Could not find standard attr ID for object b4f30c1b-0414-4b6d-b84e-57722a920b54. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:16:42.502340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.537248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80b88bd7-57b6-4e76-91c2-dab51e89fc8c tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (7c3ee86a-d690-461e-bcdd-3476da0b4a84), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.567689 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2458a2df-8632-477d-a959-78d3f81f859b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4182394 Oct 26 11:16:42.636966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ddf86922-554e-4e23-a5ce-ecd56ce35e13 None None] Could not find standard attr ID for object 552a76b3-45fd-4520-800e-07bafc2f8fe0. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:16:42.641516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 93fbbd15-9b44-4798-9788-cb7d1bf07881 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:42.643031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e010b84e-be3e-458c-a522-c1a2d0cfa8a9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:42.683562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80b88bd7-57b6-4e76-91c2-dab51e89fc8c tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (7c3ee86a-d690-461e-bcdd-3476da0b4a84), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.702290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Publish callbacks [] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.715858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89722983-9032-49a6-9ae4-889a89d76a12 None None] Network 7119ba59-cce3-4ebb-a675-22d822d5ac34 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:42.760246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:42.761537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:42.778469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deba49fb-4c15-4b70-ad01-69a47d25c373 None None] Network 303d0aea-151b-4860-b80c-2038085df1a8 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:42.780967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ddf86922-554e-4e23-a5ce-ecd56ce35e13 None None] Provisioning complete for port 36419826-b989-4dae-9b57-3a0c72dfa3a0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:42.781467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ddf86922-554e-4e23-a5ce-ecd56ce35e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.781718 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ddf86922-554e-4e23-a5ce-ecd56ce35e13 None None] Attempt 1 to provision port 36419826-b989-4dae-9b57-3a0c72dfa3a0 Oct 26 11:16:42.783977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80b88bd7-57b6-4e76-91c2-dab51e89fc8c tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (7c3ee86a-d690-461e-bcdd-3476da0b4a84), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.811113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.814733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b88bd7-57b6-4e76-91c2-dab51e89fc8c tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3ee86a-d690-461e-bcdd-3476da0b4a84,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:42.827206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80b88bd7-57b6-4e76-91c2-dab51e89fc8c tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.837397 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-80b88bd7-57b6-4e76-91c2-dab51e89fc8c tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/7c3ee86a-d690-461e-bcdd-3476da0b4a84 HTTP/1.1" status: 204 len: 168 time: 0.5037065 Oct 26 11:16:42.839191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55720) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:42.938053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (70d89c73-6bbc-42a4-ba27-10f1e054a534), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:42.998326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Deleting port bf1d9ef7-d6a9-4739-9833-453c95b00308 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:42.998677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.015468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 2001:db8::1 (54347aee-2b04-4bbe-887b-e9cd101539d3/eab3927c-b37c-4133-a01f-66c78ed4950b/c094d045-1dfd-4d34-bd36-e3f0bb1d1992) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:43.062786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Router ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:43.068307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:43.085640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] For port bf1d9ef7-d6a9-4739-9833-453c95b00308, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=bf1d9ef7-d6a9-4739-9833-453c95b00308,segment=NetworkSegment(a7e1313b-b430-4c09-9a56-2cd889185924),segment_id=a7e1313b-b430-4c09-9a56-2cd889185924)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:43.086258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.102167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Calling delete_port for bf1d9ef7-d6a9-4739-9833-453c95b00308 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:43.128109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e7414-d3ea-4e45-94e5-5c518d343a8c None None] Network 70d89c73-6bbc-42a4-ba27-10f1e054a534 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:43.141047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:43.149507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Network 54347aee-2b04-4bbe-887b-e9cd101539d3 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:43.170181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:43.171878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:43.220474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (bf1d9ef7-d6a9-4739-9833-453c95b00308), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.221235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:43.242989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:43.243359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.243699 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 Oct 26 11:16:43.254335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event deleted for resources: {'Port': ['ID=bf1d9ef7-d6a9-4739-9833-453c95b00308,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:43.258277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] No DVR routers for this DVR port bf1d9ef7-d6a9-4739-9833-453c95b00308 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:16:43.291578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Pushing event updated for resources: {'Port': ['ID=8c3a8e59-91b4-43b9-a991-dfaed862b4de,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:43.356773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (70d89c73-6bbc-42a4-ba27-10f1e054a534), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.386918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d89c73-6bbc-42a4-ba27-10f1e054a534']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:43.423073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e1313b-b430-4c09-9a56-2cd889185924') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:43.424058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e1313b-b430-4c09-9a56-2cd889185924') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:43.445927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (a7e1313b-b430-4c09-9a56-2cd889185924), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.468357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ddf86922-554e-4e23-a5ce-ecd56ce35e13 None None] Current status of the port 36419826-b989-4dae-9b57-3a0c72dfa3a0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:43.481648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a7e1313b-b430-4c09-9a56-2cd889185924), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.500590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:43.501179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Attempting to bind port 8c3a8e59-91b4-43b9-a991-dfaed862b4de on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:43.501348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (a7e1313b-b430-4c09-9a56-2cd889185924), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.501533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Attempting to bind port 8c3a8e59-91b4-43b9-a991-dfaed862b4de by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'afe40db0-a960-4df1-806c-91b7de37b6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:43.501900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Attempting to bind port 8c3a8e59-91b4-43b9-a991-dfaed862b4de on network 54347aee-2b04-4bbe-887b-e9cd101539d3 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:43.505032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ddf86922-554e-4e23-a5ce-ecd56ce35e13 None None] Could not find standard attr ID for object b4f30c1b-0414-4b6d-b84e-57722a920b54. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:16:43.511610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe78871-832b-4415-8ee0-7636cb4e1719 None None] DHCP port deletion for 70d89c73-6bbc-42a4-ba27-10f1e054a534 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:16:43.560685 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment a7e1313b-b430-4c09-9a56-2cd889185924 resource provider aggregate not found Oct 26 11:16:43.609059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:43.637210 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment a7e1313b-b430-4c09-9a56-2cd889185924 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7e1313b-b430-4c09-9a56-2cd889185924 found for delete ", "request_id": "req-ad814fd9-f173-4a78-8e9e-fffde52272ad"}]} Oct 26 11:16:43.642811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:43.643241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Checking segment: {'id': 'afe40db0-a960-4df1-806c-91b7de37b6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:43.643796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.644149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Bound using segment: {'id': 'afe40db0-a960-4df1-806c-91b7de37b6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:43.648441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Bound port: 8c3a8e59-91b4-43b9-a991-dfaed862b4de, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe40db0-a960-4df1-806c-91b7de37b6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:43.648879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.682715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55740) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:43.694223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Provisioning complete for port 38372c06-2c2d-4a31-8d60-45126f36a8eb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:43.694648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.695020 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Attempt 1 to provision port 38372c06-2c2d-4a31-8d60-45126f36a8eb Oct 26 11:16:43.697340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:43.708814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (70d89c73-6bbc-42a4-ba27-10f1e054a534), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.713572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.722426 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] 10.222.0.26 "DELETE /networking/v2.0/networks/70d89c73-6bbc-42a4-ba27-10f1e054a534 HTTP/1.1" status: 204 len: 168 time: 0.8812547 Oct 26 11:16:43.738544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4242376a-08a1-4fe9-875f-9d88035ec224 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:43.765409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6a50c-aa27-4e17-93f7-e404a279dba0 tempest-ExtraDHCPOptionsTestJSON-1983396242 tempest-ExtraDHCPOptionsTestJSON-1983396242-project] Pushing event deleted for resources: {'Network': ['ID=70d89c73-6bbc-42a4-ba27-10f1e054a534,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:43.787594 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5b26e142-18c4-401e-859b-2ee368489f34 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1769898 Oct 26 11:16:43.860140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:43.861346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 4242376a-08a1-4fe9-875f-9d88035ec224 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:43.861701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4242376a-08a1-4fe9-875f-9d88035ec224 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:43.868723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:43.892144 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7db00c-4fa5-4a98-b154-8504dea2260a None None] Sync routers for ids ['ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:43.899974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.904089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8807e55d-615b-4b88-a8b4-f4777912a6d4 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "PUT /networking/v2.0/routers/ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39 HTTP/1.1" status: 200 len: 914 time: 5.7884922 Oct 26 11:16:43.905340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:43.910324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Port 38372c06-2c2d-4a31-8d60-45126f36a8eb cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:43.911403 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7db00c-4fa5-4a98-b154-8504dea2260a None None] Routers {'ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:43.911851 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7f7db00c-4fa5-4a98-b154-8504dea2260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:43.936072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.953517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] For port 8c3a8e59-91b4-43b9-a991-dfaed862b4de, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:43.964999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Provisioning complete for port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:43.965726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:43.966411 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Attempt 1 to provision port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 Oct 26 11:16:43.971523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] For port 8c3a8e59-91b4-43b9-a991-dfaed862b4de, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8c3a8e59-91b4-43b9-a991-dfaed862b4de,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:44.012438 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7f7db00c-4fa5-4a98-b154-8504dea2260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:44.023714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.037895 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7db00c-4fa5-4a98-b154-8504dea2260a None None] Routers {'ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:44.039101 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7f7db00c-4fa5-4a98-b154-8504dea2260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:44.075516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device bf1d9ef7-d6a9-4739-9833-453c95b00308 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:44.125381 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7f7db00c-4fa5-4a98-b154-8504dea2260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:44.126204 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7db00c-4fa5-4a98-b154-8504dea2260a None None] The sync data for ids ['ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:44.130839 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-604311f1-87b8-4085-9a83-02804d298be0 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:16:44.135207 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-604311f1-87b8-4085-9a83-02804d298be0 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "PUT /networking/v2.0/routers/5bec9723-2afd-432d-8559-6bfadc371e2d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7362783 Oct 26 11:16:44.139583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55748) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:44.173524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7bef26e1-7cf4-4e7d-aa10-7fe4920cba32 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39 HTTP/1.1" status: 200 len: 920 time: 0.2668357 Oct 26 11:16:44.175466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'network': {'name': 'tempest-network-smoke--2036590075', 'project_id': '96acf66580ef42109af70a407c10125a', 'port_security_enabled': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:44.176161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55752) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:44.225764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: bf1d9ef7-d6a9-4739-9833-453c95b00308 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:16:44.226203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device bf1d9ef7-d6a9-4739-9833-453c95b00308 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:16:44.240699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:44.265085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df7298-6c65-4743-9a0e-301d1dda937b tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:44.265395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.267798 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-16df7298-6c65-4743-9a0e-301d1dda937b tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0870519 Oct 26 11:16:44.270540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55754) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:44.309196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c1e09-cd13-40d1-b6cc-dbecd7b3dd95 None None] Pushing event updated for resources: {'Port': ['ID=8c3a8e59-91b4-43b9-a991-dfaed862b4de,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:44.332635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55756) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:44.338468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Current status of the port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:44.358321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Provisioning complete for port 93fbbd15-9b44-4798-9788-cb7d1bf07881 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:44.358711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.359040 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Attempt 1 to provision port 93fbbd15-9b44-4798-9788-cb7d1bf07881 Oct 26 11:16:44.408742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 54347aee-2b04-4bbe-887b-e9cd101539d3 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:44.417038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:44.423874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:44.424510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.434479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:44.484635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc01b7f9-9931-48bb-84ab-a0e036a04242 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:44.488962 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bc01b7f9-9931-48bb-84ab-a0e036a04242 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/networks/123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 881 time: 0.2145820 Oct 26 11:16:44.489555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55760) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:44.506163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ad01fe0f-0773-40b4-9bad-ad4d59572b33 None None] Current status of the port 93fbbd15-9b44-4798-9788-cb7d1bf07881 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:44.514170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:44.518275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.553522 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e6c91453-5b10-4029-8398-c630477defa5 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39 HTTP/1.1" status: 200 len: 205 time: 0.0603237 Oct 26 11:16:44.553760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55762) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:44.564596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:44.580921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.633374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Provisioning complete for port 38372c06-2c2d-4a31-8d60-45126f36a8eb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:44.633879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.634350 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Attempt 1 to provision port 38372c06-2c2d-4a31-8d60-45126f36a8eb Oct 26 11:16:44.672532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:44.676147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.710729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Port 38372c06-2c2d-4a31-8d60-45126f36a8eb cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:44.725490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Provisioning complete for port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:44.725490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.725490 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Attempt 1 to provision port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 Oct 26 11:16:44.782867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:44.791767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55764) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:44.821139 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-975d6a34-fe13-4709-92ab-977d0ae3260c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=184d37835349420ca50137cdd6ef22b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801521 Oct 26 11:16:44.829679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Current status of the port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:44.842413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55766) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:44.845975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Provisioning complete for port 93fbbd15-9b44-4798-9788-cb7d1bf07881 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:44.846561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.847041 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Attempt 1 to provision port 93fbbd15-9b44-4798-9788-cb7d1bf07881 Oct 26 11:16:44.877324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.914790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.917185 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9004744-adc0-4aad-be05-f6158b4e52e4 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1236594 Oct 26 11:16:44.954923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1b8846bf-dd27-4f02-b0d1-9facac1cbd17 None None] Current status of the port 93fbbd15-9b44-4798-9788-cb7d1bf07881 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:44.967998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef46a67c-b1e9-454f-a252-fbfe6f10c2f7 admin admin] Publish callbacks [] for security_group (356e795f-26e9-4101-be16-1240a9dfde0e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.981610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Deleting port 2b04e58d-b737-42ae-8139-0eb41cc70b86 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:44.982055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2b04e58d-b737-42ae-8139-0eb41cc70b86), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:44.983374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:45.032231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (aecb51fb-c891-4127-9485-1ce9d79dc845), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.036500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef46a67c-b1e9-454f-a252-fbfe6f10c2f7 admin admin] Publish callbacks [] for security_group (356e795f-26e9-4101-be16-1240a9dfde0e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.073891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (aecb51fb-c891-4127-9485-1ce9d79dc845), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.083029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c5002ed9-afd0-4f8c-8b2b-b6a8773d1f92 None None] Provisioning complete for port 38372c06-2c2d-4a31-8d60-45126f36a8eb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:45.084198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c5002ed9-afd0-4f8c-8b2b-b6a8773d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.084732 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c5002ed9-afd0-4f8c-8b2b-b6a8773d1f92 None None] Attempt 1 to provision port 38372c06-2c2d-4a31-8d60-45126f36a8eb Oct 26 11:16:45.090352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:45.103015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (73048da0-4437-43fc-9c43-652d78e4ba62), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.103371 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Added segment 73048da0-4437-43fc-9c43-652d78e4ba62 of type vlan for network 124301db-f1d6-40cf-b5cd-d641e01e6c54 Oct 26 11:16:45.109014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2b04e58d-b737-42ae-8139-0eb41cc70b86), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.123880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Calling delete_port for 2b04e58d-b737-42ae-8139-0eb41cc70b86 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:45.135340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c5002ed9-afd0-4f8c-8b2b-b6a8773d1f92 None None] Port 38372c06-2c2d-4a31-8d60-45126f36a8eb cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:45.137572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef46a67c-b1e9-454f-a252-fbfe6f10c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (356e795f-26e9-4101-be16-1240a9dfde0e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.140485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef46a67c-b1e9-454f-a252-fbfe6f10c2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.144293 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ef46a67c-b1e9-454f-a252-fbfe6f10c2f7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/356e795f-26e9-4101-be16-1240a9dfde0e HTTP/1.1" status: 204 len: 168 time: 0.3005795 Oct 26 11:16:45.156585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (124301db-f1d6-40cf-b5cd-d641e01e6c54), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.180189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:45.186368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46a67c-b1e9-454f-a252-fbfe6f10c2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e795f-26e9-4101-be16-1240a9dfde0e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:45.280649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (124301db-f1d6-40cf-b5cd-d641e01e6c54), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.290114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:45.290760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.356052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (2b04e58d-b737-42ae-8139-0eb41cc70b86), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.387393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event deleted for resources: {'Port': ['ID=2b04e58d-b737-42ae-8139-0eb41cc70b86,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:45.412161 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7257636 Oct 26 11:16:45.420137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55774) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:45.420368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecb51fb-c891-4127-9485-1ce9d79dc845,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:45.424940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'admin_state_up': True, 'project_id': '96acf66580ef42109af70a407c10125a', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:45.477961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07d1c3-4d14-4b97-bee9-7efccc8f067b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Network': ['ID=124301db-f1d6-40cf-b5cd-d641e01e6c54,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:45.480940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (5bec9723-2afd-432d-8559-6bfadc371e2d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.492804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 124301db-f1d6-40cf-b5cd-d641e01e6c54 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:45.509237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:45.545179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.588781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (4b7065ee-908c-44bc-babd-d1dd53c049b4), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.595086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (4b7065ee-908c-44bc-babd-d1dd53c049b4), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.619531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15ccb1-b476-4f33-8411-b6c6c04a2755 None None] Network 54347aee-2b04-4bbe-887b-e9cd101539d3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:45.697256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fdc16a3b-ab91-4098-96c7-44d1dd9023f9 None None] Provisioning complete for port 8c3a8e59-91b4-43b9-a991-dfaed862b4de triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:45.697976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdc16a3b-ab91-4098-96c7-44d1dd9023f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.699207 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fdc16a3b-ab91-4098-96c7-44d1dd9023f9 None None] Attempt 1 to provision port 8c3a8e59-91b4-43b9-a991-dfaed862b4de Oct 26 11:16:45.720511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.723672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.724444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.735199 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.736007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.789498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:45.803706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:45.844508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fdc16a3b-ab91-4098-96c7-44d1dd9023f9 None None] Current status of the port 8c3a8e59-91b4-43b9-a991-dfaed862b4de is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:45.845675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdc16a3b-ab91-4098-96c7-44d1dd9023f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.866378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (4b7065ee-908c-44bc-babd-d1dd53c049b4), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.868748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.872167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Fanout notify agent at l3_agent the message router_deleted on router ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:45.880897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.882453 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ce770d0d-c67d-4e6c-9a86-09ee33788d04 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39 HTTP/1.1" status: 204 len: 168 time: 1.3276346 Oct 26 11:16:45.888471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55786) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:45.902171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fdc16a3b-ab91-4098-96c7-44d1dd9023f9 None None] For port 8c3a8e59-91b4-43b9-a991-dfaed862b4de, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8c3a8e59-91b4-43b9-a991-dfaed862b4de,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:45.911323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:45.913974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdc16a3b-ab91-4098-96c7-44d1dd9023f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:45.934808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55790) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:45.963943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting port 38372c06-2c2d-4a31-8d60-45126f36a8eb {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:45.964321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.012290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:46.063506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc16a3b-ab91-4098-96c7-44d1dd9023f9 None None] Pushing event updated for resources: {'Port': ['ID=8c3a8e59-91b4-43b9-a991-dfaed862b4de,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:46.068576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-365386963', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:46.072081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8c3a8e59-91b4-43b9-a991-dfaed862b4de up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:46.117041 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c8289df3-a0c7-4e03-b0ce-93a636552b79 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1796260 Oct 26 11:16:46.134266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 54347aee-2b04-4bbe-887b-e9cd101539d3 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:46.138921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:46.188001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8c3a8e59-91b4-43b9-a991-dfaed862b4de triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:46.188365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.196559 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8c3a8e59-91b4-43b9-a991-dfaed862b4de Oct 26 11:16:46.223687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55794) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:46.232241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.232546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (4b7065ee-908c-44bc-babd-d1dd53c049b4), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.236194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (bef79cb2-75c7-415b-b602-a6a8b8133957), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.237139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (bef79cb2-75c7-415b-b602-a6a8b8133957), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.259108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Calling delete_port for 38372c06-2c2d-4a31-8d60-45126f36a8eb owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:46.346399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:46.351338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (bef79cb2-75c7-415b-b602-a6a8b8133957), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.352778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8c3a8e59-91b4-43b9-a991-dfaed862b4de is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:46.445862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'networks': [{'name': 'tempest-network--1829216956'}, {'name': 'tempest-network--1096750813'}]} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:46.446172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'network': {'name': 'tempest-network--1829216956'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:46.446633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'network': {'name': 'tempest-network--1096750813'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:46.462260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:46.494144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-acd6682b-6eb4-4759-b4d3-4909cfa8e4e0 None None] Provisioning complete for port 8c3a8e59-91b4-43b9-a991-dfaed862b4de triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:46.494389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Made reservation on behalf of 3c4049b873544019b840d4f14de0044c for: {'network': 2} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:46.498496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-acd6682b-6eb4-4759-b4d3-4909cfa8e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.498850 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-acd6682b-6eb4-4759-b4d3-4909cfa8e4e0 None None] Attempt 1 to provision port 8c3a8e59-91b4-43b9-a991-dfaed862b4de Oct 26 11:16:46.500757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.576846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (bef79cb2-75c7-415b-b602-a6a8b8133957), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.584430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-acd6682b-6eb4-4759-b4d3-4909cfa8e4e0 None None] Current status of the port 8c3a8e59-91b4-43b9-a991-dfaed862b4de is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:46.599486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-acd6682b-6eb4-4759-b4d3-4909cfa8e4e0 None None] Provisioning complete for port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:46.599854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-acd6682b-6eb4-4759-b4d3-4909cfa8e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.600208 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-acd6682b-6eb4-4759-b4d3-4909cfa8e4e0 None None] Attempt 1 to provision port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 Oct 26 11:16:46.638939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-acd6682b-6eb4-4759-b4d3-4909cfa8e4e0 None None] Port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:46.646343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.648832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:46.659171 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57c86a64-c18e-4f29-82cd-fa17a68ded0f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5341465 Oct 26 11:16:46.662224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:46.670101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55798) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:46.676443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1759398166'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:46.677553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:46.678256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:46.733841 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (4b7065ee-908c-44bc-babd-d1dd53c049b4), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.756288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.781609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:46.785733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:46.789177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:46.790292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.817854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for security_group (97c535f4-5ad2-485f-ab46-436903fa7dcc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.818933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (38372c06-2c2d-4a31-8d60-45126f36a8eb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.824778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-555d865a-8c14-4478-b2cd-94004b8d4b97 None None] Provisioning complete for port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:46.825301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-555d865a-8c14-4478-b2cd-94004b8d4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.825749 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-555d865a-8c14-4478-b2cd-94004b8d4b97 None None] Attempt 1 to provision port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 Oct 26 11:16:46.833288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:46.845165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (97c535f4-5ad2-485f-ab46-436903fa7dcc), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.845670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.900240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c535f4-5ad2-485f-ab46-436903fa7dcc,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:46.900455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (bef79cb2-75c7-415b-b602-a6a8b8133957), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:46.914695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Port': ['ID=38372c06-2c2d-4a31-8d60-45126f36a8eb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:46.928000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:46.958287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.008252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:47.019004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (0906827f-8ee9-46b9-b67b-2c25d524347b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.019471 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added segment 0906827f-8ee9-46b9-b67b-2c25d524347b of type vlan for network 0cb23be8-eaff-4651-9ae8-c950fa3990da Oct 26 11:16:47.057705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:47.059316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:47.087936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (af6c966a-1b16-4243-a3c1-a109a3b83186), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.088292 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Added segment af6c966a-1b16-4243-a3c1-a109a3b83186 of type vlan for network 55a3d472-132b-42fb-a499-551ceea9f950 Oct 26 11:16:47.092887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.97 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/57bf8c8a-862c-431f-a363-fd77e96565c8) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:47.119777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-555d865a-8c14-4478-b2cd-94004b8d4b97 None None] Port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:47.154860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55800) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:47.237011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (5bec9723-2afd-432d-8559-6bfadc371e2d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.241372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-58f6ca98-e030-498e-9772-ea775f8df024 None None] Provisioning complete for port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:47.241842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-58f6ca98-e030-498e-9772-ea775f8df024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.242248 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-58f6ca98-e030-498e-9772-ea775f8df024 None None] Attempt 1 to provision port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 Oct 26 11:16:47.278270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (55a3d472-132b-42fb-a499-551ceea9f950), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.279077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.282388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:16:44Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:45Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:47.285494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (0cb23be8-eaff-4651-9ae8-c950fa3990da), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.287030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-58f6ca98-e030-498e-9772-ea775f8df024 None None] Port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:47.296763 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5db799c3-f4c5-4876-9138-6fd0dae078a7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1402235 Oct 26 11:16:47.317894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2826ee7-d49f-4df7-ab8e-d1b152ee2766 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:16:47.320768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:47.321193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Updating router 28cb8342-d765-4edb-86d0-f557813f4330 port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:16:47.323160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.365332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:47.382243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.390412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:47.396636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:47.398497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:47.402264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:47.402682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:47.413711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (0cb23be8-eaff-4651-9ae8-c950fa3990da), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.419811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:47.420419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.435964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (433a12d4-7dd1-472a-835b-e6532901d7e1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.436303 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Added segment 433a12d4-7dd1-472a-835b-e6532901d7e1 of type vlan for network ea70d479-8be9-49ef-a0a7-ffeed83b87d5 Oct 26 11:16:47.459660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:47.462565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Allocated IP 172.26.0.106 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/5985ca95-c02b-4235-9c69-02c2c1ff67ea) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:47.578051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2826ee7-d49f-4df7-ab8e-d1b152ee2766 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:16:47.721358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for port (5985ca95-c02b-4235-9c69-02c2c1ff67ea), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.739366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:47.809616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (4b7065ee-908c-44bc-babd-d1dd53c049b4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.845450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (5985ca95-c02b-4235-9c69-02c2c1ff67ea), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.894120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Publish callbacks [] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.901112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.903979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2324510 Oct 26 11:16:47.920774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55802) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:47.928810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'subnet': {'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:47.929306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:47.938814 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (ea70d479-8be9-49ef-a0a7-ffeed83b87d5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.945841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fe8fd-2823-40f8-b067-15982d748dea tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Network': ['ID=0cb23be8-eaff-4651-9ae8-c950fa3990da,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:47.962133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Router 5bec9723-2afd-432d-8559-6bfadc371e2d has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:47.981322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 0cb23be8-eaff-4651-9ae8-c950fa3990da details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:47.985125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bc786-63a3-45b6-8fdc-2422b7443439 None None] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:48.078048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Attempting to bind port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:48.078623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Attempting to bind port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'afe40db0-a960-4df1-806c-91b7de37b6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:48.080339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Attempting to bind port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 on network 54347aee-2b04-4bbe-887b-e9cd101539d3 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:48.126158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8c3a8e59-91b4-43b9-a991-dfaed862b4de up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:48.139278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:48.146020 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fc15f476-55ce-4bde-923c-5dbc8a09c095 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "PUT /networking/v2.0/routers/5bec9723-2afd-432d-8559-6bfadc371e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0030131 Oct 26 11:16:48.150187 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (55a3d472-132b-42fb-a499-551ceea9f950), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.150928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (ea70d479-8be9-49ef-a0a7-ffeed83b87d5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.153489 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f6124-0053-410e-8eba-27228a0e4e4d None None] Sync routers for ids ['5bec9723-2afd-432d-8559-6bfadc371e2d'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:48.157123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:48.160265 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=89 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:48.161047 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=65 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:48.162319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:48.163863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.170974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55804) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:48.173259 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f6124-0053-410e-8eba-27228a0e4e4d None None] Routers {'5bec9723-2afd-432d-8559-6bfadc371e2d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:48.174067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-319f6124-0053-410e-8eba-27228a0e4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['5bec9723-2afd-432d-8559-6bfadc371e2d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:48.242802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-319f6124-0053-410e-8eba-27228a0e4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:48.251531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8c3a8e59-91b4-43b9-a991-dfaed862b4de triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:48.251990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.252330 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8c3a8e59-91b4-43b9-a991-dfaed862b4de Oct 26 11:16:48.256597 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f6124-0053-410e-8eba-27228a0e4e4d None None] Routers {'5bec9723-2afd-432d-8559-6bfadc371e2d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:48.257583 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-319f6124-0053-410e-8eba-27228a0e4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['5bec9723-2afd-432d-8559-6bfadc371e2d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:48.297912 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-250aa325-aa1c-4b9a-908c-b9e4f59412e6 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] delete failed (client error): The resource could not be found. Oct 26 11:16:48.304473 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-250aa325-aa1c-4b9a-908c-b9e4f59412e6 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/routers/tempest-non_exist_router-2053483404 HTTP/1.1" status: 404 len: 335 time: 0.1225595 Oct 26 11:16:48.310861 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-319f6124-0053-410e-8eba-27228a0e4e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:48.312291 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f6124-0053-410e-8eba-27228a0e4e4d None None] The sync data for ids ['5bec9723-2afd-432d-8559-6bfadc371e2d'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:48.312443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:48.312875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Checking segment: {'id': 'afe40db0-a960-4df1-806c-91b7de37b6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:48.316097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.316231 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0871565 Oct 26 11:16:48.316375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Bound using segment: {'id': 'afe40db0-a960-4df1-806c-91b7de37b6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:48.316375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Bound port: c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe40db0-a960-4df1-806c-91b7de37b6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:48.316375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.317866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55806) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:48.318214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55808) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:48.318518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55810) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:48.355932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:48.365414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:48.368567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:48.385802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8c3a8e59-91b4-43b9-a991-dfaed862b4de is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:48.394740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c4145878-2ea8-48ed-9e9a-1ac5719a0226 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'router': {'external_gateway_info': {'network_id': '5bec9723-2afd-432d-8559-6bfadc371e2d'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:48.397338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:48.400988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.407614 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4416ed5e-a40e-4852-b222-5864fb24ea2b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0795958 Oct 26 11:16:48.435241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event updated for resources: {'Port': ['ID=5985ca95-c02b-4235-9c69-02c2c1ff67ea,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:48.456732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] For port c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:48.462223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] For port c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:48.471868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.516612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:48.518064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Network': ['ID=55a3d472-132b-42fb-a499-551ceea9f950,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:48.519543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:48.520351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:48.522112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:48.568930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 55a3d472-132b-42fb-a499-551ceea9f950 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:48.599193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bc786-63a3-45b6-8fdc-2422b7443439 None None] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:48.601864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (4b7065ee-908c-44bc-babd-d1dd53c049b4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.694737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:48.715362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:48.751505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a925eb60-2666-4406-8287-4b1b650f8659 None None] Provisioning complete for port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:48.751906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a925eb60-2666-4406-8287-4b1b650f8659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.752250 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a925eb60-2666-4406-8287-4b1b650f8659 None None] Attempt 1 to provision port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 Oct 26 11:16:48.861944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:48.889075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:48.948430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b7065ee-908c-44bc-babd-d1dd53c049b4 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:48.951428 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8e08b-e14c-4a26-9ede-a0d35fd402ba tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Network': ['ID=ea70d479-8be9-49ef-a0a7-ffeed83b87d5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:48.968243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (bef79cb2-75c7-415b-b602-a6a8b8133957), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:48.973755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network ea70d479-8be9-49ef-a0a7-ffeed83b87d5 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:48.993648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a925eb60-2666-4406-8287-4b1b650f8659 None None] Current status of the port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:49.024804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:16:44Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:48Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.058532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:49.062889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23144cfb-a2fa-4159-bc8b-c1e7ec9d421a None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:16:44Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:48Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:49.089424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (24d9dd01-749b-4e35-881a-e0e30daabcab), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.099115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd6333-2e3a-4291-8234-4feb2f42b4e7 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:49.104712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd6333-2e3a-4291-8234-4feb2f42b4e7 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:49.111520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd6333-2e3a-4291-8234-4feb2f42b4e7 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:49.117039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd6333-2e3a-4291-8234-4feb2f42b4e7 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:49.118979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-96cd6333-2e3a-4291-8234-4feb2f42b4e7 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7875810 Oct 26 11:16:49.128216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55814) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:49.187447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4145878-2ea8-48ed-9e9a-1ac5719a0226 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for router_gateway (5bec9723-2afd-432d-8559-6bfadc371e2d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.191563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:49.204256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:49.223923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:49.225087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.258438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.259580 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-035628a5-8966-483a-8898-86229b712e71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8384693 Oct 26 11:16:49.273229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55816) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:49.276147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (bef79cb2-75c7-415b-b602-a6a8b8133957), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.300333 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-c4145878-2ea8-48ed-9e9a-1ac5719a0226 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] update failed (client error): The resource could not be found. Oct 26 11:16:49.306473 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4145878-2ea8-48ed-9e9a-1ac5719a0226 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "PUT /networking/v2.0/routers/5bec9723-2afd-432d-8559-6bfadc371e2d HTTP/1.1" status: 404 len: 339 time: 0.9715493 Oct 26 11:16:49.308301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Subnet': ['ID=24d9dd01-749b-4e35-881a-e0e30daabcab,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:49.321114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55820) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:49.330212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1674028637'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:49.334512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (55a3d472-132b-42fb-a499-551ceea9f950), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.345837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Checking segment: {'id': '0906827f-8ee9-46b9-b67b-2c25d524347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:49.346698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network hostable DHCP agents. Network: 0cb23be8-eaff-4651-9ae8-c950fa3990da, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:49.361437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:49.412396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55822) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:49.423589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Made reservation on behalf of d0f447a8f7c04efabb75e51971be220f for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:49.427832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.485839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:49.499865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (494fd166-3da0-466c-a756-9c2db3d36aa1), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.500206 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Added segment 494fd166-3da0-466c-a756-9c2db3d36aa1 of type vlan for network 35e47031-39fe-4584-895c-70f34213c07c Oct 26 11:16:49.526062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 0cb23be8-eaff-4651-9ae8-c950fa3990da is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:49.552157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Router bef79cb2-75c7-415b-b602-a6a8b8133957 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:16:49.564826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (55a3d472-132b-42fb-a499-551ceea9f950), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.570442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 0cb23be8-eaff-4651-9ae8-c950fa3990da) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:49.574602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (35e47031-39fe-4584-895c-70f34213c07c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.575852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:49.576694 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.587778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1216db2-dd71-49a2-85c0-c72ace4f0c31 None None] Network 0cb23be8-eaff-4651-9ae8-c950fa3990da requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:49.595992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:49.639857 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c8ea60f-735c-4fcf-aa89-1bec6e8cba88 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2260687 Oct 26 11:16:49.645341 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2e1d9556-b0a6-4186-938e-a5aff78fb3f0 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=96acf66580ef42109af70a407c10125a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3590536 Oct 26 11:16:49.647198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a3d472-132b-42fb-a499-551ceea9f950']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.649891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55824) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:49.677122 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-56c79baf-5480-4f98-b41b-8316aaf26c15 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7550397 Oct 26 11:16:49.679316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6c966a-1b16-4243-a3c1-a109a3b83186') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.679679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6c966a-1b16-4243-a3c1-a109a3b83186') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.691060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55826) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:49.730865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:16:49.739874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:49.753067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5469f2-f3f2-482f-9e2c-39be9dac5486 None None] Sync routers for ids ['bef79cb2-75c7-415b-b602-a6a8b8133957'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:49.764214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (35e47031-39fe-4584-895c-70f34213c07c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.772520 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5469f2-f3f2-482f-9e2c-39be9dac5486 None None] Routers {'bef79cb2-75c7-415b-b602-a6a8b8133957'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:49.773469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2e5469f2-f3f2-482f-9e2c-39be9dac5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['bef79cb2-75c7-415b-b602-a6a8b8133957'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.780565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:49.781142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.785553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (af6c966a-1b16-4243-a3c1-a109a3b83186), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.803556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:47Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.814980 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2e5469f2-f3f2-482f-9e2c-39be9dac5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.826894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (af6c966a-1b16-4243-a3c1-a109a3b83186), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.827359 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5469f2-f3f2-482f-9e2c-39be9dac5486 None None] Routers {'bef79cb2-75c7-415b-b602-a6a8b8133957'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:49.828270 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2e5469f2-f3f2-482f-9e2c-39be9dac5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['bef79cb2-75c7-415b-b602-a6a8b8133957'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.832515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.837020 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fe8595bb-75b8-455b-a968-26a0827b30fb tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7831743 Oct 26 11:16:49.853405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57351482-929f-41b6-9698-3632eb787762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-0cb23be8-eaff-4651-9ae8-c950fa3990da', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:49.854359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-57351482-929f-41b6-9698-3632eb787762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.855805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55828) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:49.859448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:49.859819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Updating router 4b7065ee-908c-44bc-babd-d1dd53c049b4 port 57bf8c8a-862c-431f-a363-fd77e96565c8 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:16:49.866064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2e5469f2-f3f2-482f-9e2c-39be9dac5486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:49.866584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:49.867542 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5469f2-f3f2-482f-9e2c-39be9dac5486 None None] The sync data for ids ['bef79cb2-75c7-415b-b602-a6a8b8133957'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:49.884990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:49.891364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (af6c966a-1b16-4243-a3c1-a109a3b83186), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.943689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.961273 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment af6c966a-1b16-4243-a3c1-a109a3b83186 resource provider aggregate not found Oct 26 11:16:49.984706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:49.998586 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment af6c966a-1b16-4243-a3c1-a109a3b83186 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af6c966a-1b16-4243-a3c1-a109a3b83186 found for delete ", "request_id": "req-152a0fcf-40ba-4edb-a3ee-fa9ed3652653"}]} Oct 26 11:16:50.036626 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7140899 Oct 26 11:16:50.037529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55834) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:50.047119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'subnet': {'network_id': '35e47031-39fe-4584-895c-70f34213c07c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:50.058112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2a622-7407-4a81-9c53-4c22383bf423 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Network': ['ID=35e47031-39fe-4584-895c-70f34213c07c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:50.075112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:50.076655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:50.093456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:50.093645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 35e47031-39fe-4584-895c-70f34213c07c details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:50.101809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f78801-fba4-4326-97a7-579ece8c26a1 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:50.105025 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4f78801-fba4-4326-97a7-579ece8c26a1 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4539411 Oct 26 11:16:50.108996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55836) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:50.121933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (55a3d472-132b-42fb-a499-551ceea9f950), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.179270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:50.184135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.187574 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/networks/55a3d472-132b-42fb-a499-551ceea9f950 HTTP/1.1" status: 204 len: 168 time: 1.0557339 Oct 26 11:16:50.192379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865fa5-a8dd-4aa9-b58d-9fc449dd7c36 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Network': ['ID=55a3d472-132b-42fb-a499-551ceea9f950,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:50.197152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55840) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:50.209410 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bdf9bc06-6d60-4282-a1dd-8986fd5659f4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0965617 Oct 26 11:16:50.212659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55842) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:50.218811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-775853052', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'project_id': '96acf66580ef42109af70a407c10125a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:50.359842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (ea70d479-8be9-49ef-a0a7-ffeed83b87d5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.397585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Made reservation on behalf of d0f447a8f7c04efabb75e51971be220f for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:50.402098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.431712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:50.522876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:50.523240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.523586 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 Oct 26 11:16:50.583668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-57351482-929f-41b6-9698-3632eb787762 None None] Allocated IP 2001:db8:1::2 (0cb23be8-eaff-4651-9ae8-c950fa3990da/24d9dd01-749b-4e35-881a-e0e30daabcab/7dc63ffe-28de-49f6-84d5-7684341016b4) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:50.639715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (ea70d479-8be9-49ef-a0a7-ffeed83b87d5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.671644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55844) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:50.742738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea70d479-8be9-49ef-a0a7-ffeed83b87d5']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:50.751001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (bef79cb2-75c7-415b-b602-a6a8b8133957), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.765016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:50.766327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.782425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433a12d4-7dd1-472a-835b-e6532901d7e1') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:50.783677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433a12d4-7dd1-472a-835b-e6532901d7e1') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:50.798788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:50.802546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.819634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Publish callbacks [] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.826809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_gateway (bef79cb2-75c7-415b-b602-a6a8b8133957), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.850059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (433a12d4-7dd1-472a-835b-e6532901d7e1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.858426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.904092 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c8a44eaf-22a8-4800-bcf2-d7ba43f33c60 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2301600 Oct 26 11:16:50.908667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Deleting port 5985ca95-c02b-4235-9c69-02c2c1ff67ea {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:50.909030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5985ca95-c02b-4235-9c69-02c2c1ff67ea), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.926972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:50.937058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (433a12d4-7dd1-472a-835b-e6532901d7e1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.942553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:50.955619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:50.956436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Attempting to bind port 57bf8c8a-862c-431f-a363-fd77e96565c8 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:50.956801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Attempting to bind port 57bf8c8a-862c-431f-a363-fd77e96565c8 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:50.957162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Attempting to bind port 57bf8c8a-862c-431f-a363-fd77e96565c8 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:50.966301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:51.005529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.014461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:16:51.014780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (433a12d4-7dd1-472a-835b-e6532901d7e1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.020996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-57351482-929f-41b6-9698-3632eb787762 None None] Publish callbacks [] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.037619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b491b2c-1fd8-415d-a679-aab8b21fc70a None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:51.067431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:51.073774 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 433a12d4-7dd1-472a-835b-e6532901d7e1 resource provider aggregate not found Oct 26 11:16:51.075893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-57351482-929f-41b6-9698-3632eb787762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.102643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:51.103022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:51.103430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.103843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:51.104340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Bound port: 57bf8c8a-862c-431f-a363-fd77e96565c8, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:51.104691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.150647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57351482-929f-41b6-9698-3632eb787762 None None] Network 0cb23be8-eaff-4651-9ae8-c950fa3990da is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:51.153707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:51.158497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-57351482-929f-41b6-9698-3632eb787762 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:51.164033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57351482-929f-41b6-9698-3632eb787762 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:51.204178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (d6529b3f-7320-4c48-bf7c-7c69d0269522), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.248083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:51.254762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:51.273821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57351482-929f-41b6-9698-3632eb787762 None None] Pushing event updated for resources: {'Port': ['ID=7dc63ffe-28de-49f6-84d5-7684341016b4,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:51.284327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.322185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Subnet': ['ID=d6529b3f-7320-4c48-bf7c-7c69d0269522,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:51.331239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-57351482-929f-41b6-9698-3632eb787762 None None] Attempting to bind port 7dc63ffe-28de-49f6-84d5-7684341016b4 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:51.331239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-57351482-929f-41b6-9698-3632eb787762 None None] Attempting to bind port 7dc63ffe-28de-49f6-84d5-7684341016b4 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '0906827f-8ee9-46b9-b67b-2c25d524347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:51.331546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57351482-929f-41b6-9698-3632eb787762 None None] Attempting to bind port 7dc63ffe-28de-49f6-84d5-7684341016b4 on network 0cb23be8-eaff-4651-9ae8-c950fa3990da {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:51.370992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:51.370992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:51.381903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Checking segment: {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:51.382632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network hostable DHCP agents. Network: 124301db-f1d6-40cf-b5cd-d641e01e6c54, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:51.404966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 2001:db8:1::1 (0cb23be8-eaff-4651-9ae8-c950fa3990da/24d9dd01-749b-4e35-881a-e0e30daabcab/354a4675-2925-4c6d-8db3-97ee7d97e5f8) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:51.413008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:51.419509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 124301db-f1d6-40cf-b5cd-d641e01e6c54 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:51.424168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:51.433343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 124301db-f1d6-40cf-b5cd-d641e01e6c54) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:51.450485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:51.451066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.466524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0939c1-dae0-48af-8e95-66bd8d7840ad None None] Network 124301db-f1d6-40cf-b5cd-d641e01e6c54 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:51.473461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b491b2c-1fd8-415d-a679-aab8b21fc70a None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:51.492696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:51.493331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:51.509588 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fe020fc4-c80f-4e9e-ab5e-fd7b9e1dd840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2928817 Oct 26 11:16:51.509798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:51.511748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55850) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:51.514061 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 433a12d4-7dd1-472a-835b-e6532901d7e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 433a12d4-7dd1-472a-835b-e6532901d7e1 found for delete ", "request_id": "req-94dcaed0-874f-4357-92e8-77a958586c3e"}]} Oct 26 11:16:51.525018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (9fbfe688-8c61-457e-be79-52ae7f32fa39), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.541875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (ea70d479-8be9-49ef-a0a7-ffeed83b87d5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.578104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:51.587555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.594638 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/networks/ea70d479-8be9-49ef-a0a7-ffeed83b87d5 HTTP/1.1" status: 204 len: 168 time: 1.3960044 Oct 26 11:16:51.596043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55852) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:51.596772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57351482-929f-41b6-9698-3632eb787762 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:51.597149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57351482-929f-41b6-9698-3632eb787762 None None] Checking segment: {'id': '0906827f-8ee9-46b9-b67b-2c25d524347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:51.597601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-57351482-929f-41b6-9698-3632eb787762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.598017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57351482-929f-41b6-9698-3632eb787762 None None] Bound using segment: {'id': '0906827f-8ee9-46b9-b67b-2c25d524347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:51.598503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-57351482-929f-41b6-9698-3632eb787762 None None] Bound port: 7dc63ffe-28de-49f6-84d5-7684341016b4, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0906827f-8ee9-46b9-b67b-2c25d524347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:51.598877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-57351482-929f-41b6-9698-3632eb787762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.613407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5985ca95-c02b-4235-9c69-02c2c1ff67ea), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.616237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc6c1c-9cc9-407e-b152-c420104b339b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Network': ['ID=ea70d479-8be9-49ef-a0a7-ffeed83b87d5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:51.633535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.649806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Calling delete_port for 5985ca95-c02b-4235-9c69-02c2c1ff67ea owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:51.659020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Subnet': ['ID=9fbfe688-8c61-457e-be79-52ae7f32fa39,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:51.672305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:51.716072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Checking segment: {'id': '494fd166-3da0-466c-a756-9c2db3d36aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35e47031-39fe-4584-895c-70f34213c07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:51.716072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network hostable DHCP agents. Network: 35e47031-39fe-4584-895c-70f34213c07c, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:51.728904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:51.754063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network 35e47031-39fe-4584-895c-70f34213c07c is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:51.760078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.791835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 35e47031-39fe-4584-895c-70f34213c07c) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:51.796639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:51.799413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:51.800039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:51.835916 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e50379ab-83d1-46d5-9c7b-061eaca97218 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7931559 Oct 26 11:16:51.839003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55854) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:51.841576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4b527b-847e-415f-809b-e1e59304e4ef None None] Network 35e47031-39fe-4584-895c-70f34213c07c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:51.845005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:51.845689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b8ca03b9-38bd-4bec-8607-23eed82c3e9c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'router': {'external_gateway_info': {'network_id': '35e47031-39fe-4584-895c-70f34213c07c'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:51.887467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 0cb23be8-eaff-4651-9ae8-c950fa3990da is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:51.897598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:51.904179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:51.915113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55856) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:51.916234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:51.916970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.023562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e63a8-e923-4680-ae20-119299870d66 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:52.030252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e63a8-e923-4680-ae20-119299870d66 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:52.035689 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d6e63a8-e923-4680-ae20-119299870d66 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4345291 Oct 26 11:16:52.045736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55858) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:52.046528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (5985ca95-c02b-4235-9c69-02c2c1ff67ea), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.054152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-440151226'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:52.097203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Pushing event deleted for resources: {'Port': ['ID=5985ca95-c02b-4235-9c69-02c2c1ff67ea,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:52.138382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-124301db-f1d6-40cf-b5cd-d641e01e6c54', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:52.139299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.144884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:16:52.149221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-57351482-929f-41b6-9698-3632eb787762 None None] For port 7dc63ffe-28de-49f6-84d5-7684341016b4, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:52.155993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.171038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Made reservation on behalf of 3c4049b873544019b840d4f14de0044c for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:52.174949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.191168 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-35506143-8622-4adb-97fd-f932ac8f79ff tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1840639 Oct 26 11:16:52.237023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-57351482-929f-41b6-9698-3632eb787762 None None] For port 7dc63ffe-28de-49f6-84d5-7684341016b4, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7dc63ffe-28de-49f6-84d5-7684341016b4,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:52.293025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ca03b9-38bd-4bec-8607-23eed82c3e9c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for router_gateway (5bec9723-2afd-432d-8559-6bfadc371e2d), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.300195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-57351482-929f-41b6-9698-3632eb787762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.310433 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (bef79cb2-75c7-415b-b602-a6a8b8133957), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.324450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:52.356407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:52.359824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:52.444349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (34463b62-9301-4331-b71b-9b7d689d59e2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.444541 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Added segment 34463b62-9301-4331-b71b-9b7d689d59e2 of type vlan for network c120f4aa-8e84-42ad-8dce-ce5f34faab14 Oct 26 11:16:52.542728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:52.551583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (c120f4aa-8e84-42ad-8dce-ce5f34faab14), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.599759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-35e47031-39fe-4584-895c-70f34213c07c', 'network_id': '35e47031-39fe-4584-895c-70f34213c07c', 'project_id': 'd0f447a8f7c04efabb75e51971be220f', 'fixed_ips': [{'subnet_id': '9fbfe688-8c61-457e-be79-52ae7f32fa39'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:52.600767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.621750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57351482-929f-41b6-9698-3632eb787762 None None] Pushing event updated for resources: {'Port': ['ID=7dc63ffe-28de-49f6-84d5-7684341016b4,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:52.642561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:52.658562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.705480 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-b8ca03b9-38bd-4bec-8607-23eed82c3e9c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:16:52.711606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b8ca03b9-38bd-4bec-8607-23eed82c3e9c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "PUT /networking/v2.0/routers/5bec9723-2afd-432d-8559-6bfadc371e2d HTTP/1.1" status: 400 len: 364 time: 0.8659382 Oct 26 11:16:52.712425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55860) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:52.742050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:47Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:52.753416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:52.754083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.791141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Allocated IP 172.20.0.2 (124301db-f1d6-40cf-b5cd-d641e01e6c54/d6529b3f-7320-4c48-bf7c-7c69d0269522/afe13b10-8efc-4b9b-a248-08701467c579) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:52.825858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.829335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (bef79cb2-75c7-415b-b602-a6a8b8133957), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.834235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (c120f4aa-8e84-42ad-8dce-ce5f34faab14), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.839535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:52.839896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.840486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.841569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.885657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (bef79cb2-75c7-415b-b602-a6a8b8133957), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.894806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f86431c-e9af-4bb9-a8b3-36c1d9103870 None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:47Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:52.901748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:16:44Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:50Z', 'revision_number': 5, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:52.938136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:52.990427 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9400091 Oct 26 11:16:52.996590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55862) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:52.999825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:53.010058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1408098391'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:53.030617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:53.033045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:53.049271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:53.066904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:53.067884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502f895-8dc8-45a1-9212-9e395b17b50c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Network': ['ID=c120f4aa-8e84-42ad-8dce-ce5f34faab14,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:53.150012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Made reservation on behalf of 3c4049b873544019b840d4f14de0044c for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:53.158030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:53.160187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:53.164017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network c120f4aa-8e84-42ad-8dce-ce5f34faab14 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:53.171585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:53.172255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:53.174548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Router bef79cb2-75c7-415b-b602-a6a8b8133957 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:53.200466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55864) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:53.222971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 0cb23be8-eaff-4651-9ae8-c950fa3990da is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:53.228237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:53.238554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:53.286780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6cf69f1d-2f6f-4d20-bf06-b5caae5ca139), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:53.287268 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Added segment 6cf69f1d-2f6f-4d20-bf06-b5caae5ca139 of type vlan for network 99124266-b7ab-423f-8050-70d38a93cbe4 Oct 26 11:16:53.294546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:53.375048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:53.384707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:53.395058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (99124266-b7ab-423f-8050-70d38a93cbe4), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:53.456927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:53.458976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (99124266-b7ab-423f-8050-70d38a93cbe4), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:53.466954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:53.468321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:53.549438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:53.560439 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f9893-dd11-4b2d-9760-967c48c3def3 None None] Sync routers for ids ['bef79cb2-75c7-415b-b602-a6a8b8133957'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:53.577430 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f9893-dd11-4b2d-9760-967c48c3def3 None None] Routers {'bef79cb2-75c7-415b-b602-a6a8b8133957'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:53.577951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e76f9893-dd11-4b2d-9760-967c48c3def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['bef79cb2-75c7-415b-b602-a6a8b8133957'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:53.579968 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a03b6b55-b1d7-4d70-96bd-cd92a4d38d5d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3768215 Oct 26 11:16:53.588904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:53.600283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55866) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:53.600472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f34ccb53-9445-4b4d-8c81-1ae9d1a1b458 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "PUT /networking/v2.0/routers/bef79cb2-75c7-415b-b602-a6a8b8133957 HTTP/1.1" status: 200 len: 705 time: 3.7433307 Oct 26 11:16:53.649341 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e76f9893-dd11-4b2d-9760-967c48c3def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:53.680603 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f9893-dd11-4b2d-9760-967c48c3def3 None None] Routers {'bef79cb2-75c7-415b-b602-a6a8b8133957'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:53.681228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e76f9893-dd11-4b2d-9760-967c48c3def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['bef79cb2-75c7-415b-b602-a6a8b8133957'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:53.693617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Network': ['ID=99124266-b7ab-423f-8050-70d38a93cbe4,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:53.702902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 3, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:53.728359 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-abc32d47-5850-4e69-b13c-95e9fce13201 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7252522 Oct 26 11:16:53.733447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55868) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:53.741634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'ports': [{'network_id': 'c120f4aa-8e84-42ad-8dce-ce5f34faab14', 'name': 'tempest-port--457686939', 'admin_state_up': True}, {'network_id': '99124266-b7ab-423f-8050-70d38a93cbe4', 'admin_state_up': False}]} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:53.742217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'port': {'network_id': 'c120f4aa-8e84-42ad-8dce-ce5f34faab14', 'name': 'tempest-port--457686939', 'admin_state_up': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:53.742794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'port': {'network_id': '99124266-b7ab-423f-8050-70d38a93cbe4', 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:53.746698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Allocated IP 2001:db8:1::2 (35e47031-39fe-4584-895c-70f34213c07c/9fbfe688-8c61-457e-be79-52ae7f32fa39/ec29b15c-486a-4f61-962d-ec6ea3689ef4) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:53.760871 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e76f9893-dd11-4b2d-9760-967c48c3def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:53.762011 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f9893-dd11-4b2d-9760-967c48c3def3 None None] The sync data for ids ['bef79cb2-75c7-415b-b602-a6a8b8133957'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:53.768081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245e66e-82f6-402b-8df8-ee163eb33d34 None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 3, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:53.769766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 99124266-b7ab-423f-8050-70d38a93cbe4 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:53.851803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:53.853413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:53.855172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Allocated IP 2001:db8::1 (2b77f025-86da-4b3b-bfb1-c550701c23a0/1ceb2105-a37f-498c-b699-ee224af269ea/cbafbd2a-f559-48e2-9492-18c673bd25b1) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:53.906958 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-84ae1d4f-0f64-417b-a37f-7bbd926fb1d7 tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/bef79cb2-75c7-415b-b602-a6a8b8133957 HTTP/1.1" status: 200 len: 740 time: 0.2886729 Oct 26 11:16:53.957762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:54.046590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2e504-12b9-4b1d-82bc-9e97ecaa5a25 None None] Network 0cb23be8-eaff-4651-9ae8-c950fa3990da requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:54.072539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55872) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:54.076202 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed210515-672a-4d86-9fa7-a95fb0a7aa9b tempest-RoutersAdminTest-1639988538 tempest-RoutersAdminTest-1639988538-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&device_id=bef79cb2-75c7-415b-b602-a6a8b8133957 HTTP/1.1" status: 200 len: 205 time: 0.1178968 Oct 26 11:16:54.104588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:54.158866 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4c7cb24b-39b9-408e-a5e4-baf13a8c6bc2 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bef79cb2-75c7-415b-b602-a6a8b8133957 HTTP/1.1" status: 200 len: 205 time: 0.0851898 Oct 26 11:16:54.167863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55874) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:54.279378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d93d8170-fd06-433b-bcdb-0f2e8ba54a45 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (bef79cb2-75c7-415b-b602-a6a8b8133957), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.284268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.404662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7dc63ffe-28de-49f6-84d5-7684341016b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:54.533458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7295d2ea-3184-448a-a84a-45d1b76e7b44 None None] Provisioning complete for port 7dc63ffe-28de-49f6-84d5-7684341016b4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:54.533988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7295d2ea-3184-448a-a84a-45d1b76e7b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.534440 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7295d2ea-3184-448a-a84a-45d1b76e7b44 None None] Attempt 1 to provision port 7dc63ffe-28de-49f6-84d5-7684341016b4 Oct 26 11:16:54.540801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d93d8170-fd06-433b-bcdb-0f2e8ba54a45 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (bef79cb2-75c7-415b-b602-a6a8b8133957), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.545139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.549674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d93d8170-fd06-433b-bcdb-0f2e8ba54a45 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router_controller (bef79cb2-75c7-415b-b602-a6a8b8133957), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.591922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55876) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:54.604298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Publish callbacks [] for port (afe13b10-8efc-4b9b-a248-08701467c579), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.631301 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41189c51-9681-4034-a1bc-f2de59d31ef8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9390769 Oct 26 11:16:54.639153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:54.640497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:54.652414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (afe13b10-8efc-4b9b-a248-08701467c579), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.684258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-458055380'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:54.705774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:54.719830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network 2b77f025-86da-4b3b-bfb1-c550701c23a0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:54.732274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:54.748151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:54.748781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (5bec9723-2afd-432d-8559-6bfadc371e2d), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.752606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d93d8170-fd06-433b-bcdb-0f2e8ba54a45 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (bef79cb2-75c7-415b-b602-a6a8b8133957), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.753166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d8170-fd06-433b-bcdb-0f2e8ba54a45 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Fanout notify agent at l3_agent the message router_deleted on router bef79cb2-75c7-415b-b602-a6a8b8133957 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:16:54.762430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d93d8170-fd06-433b-bcdb-0f2e8ba54a45 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.766736 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d93d8170-fd06-433b-bcdb-0f2e8ba54a45 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/bef79cb2-75c7-415b-b602-a6a8b8133957 HTTP/1.1" status: 204 len: 168 time: 0.5947001 Oct 26 11:16:54.766870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Pushing event updated for resources: {'Port': ['ID=afe13b10-8efc-4b9b-a248-08701467c579,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:54.768507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55880) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:54.782294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7dc63ffe-28de-49f6-84d5-7684341016b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:54.782669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.783006 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7dc63ffe-28de-49f6-84d5-7684341016b4 Oct 26 11:16:54.826092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:54.829907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.835591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Network 124301db-f1d6-40cf-b5cd-d641e01e6c54 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:54.872795 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-08209ffd-9663-467b-a195-61e3d8ccf6d1 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bef79cb2-75c7-415b-b602-a6a8b8133957 HTTP/1.1" status: 200 len: 205 time: 0.0870745 Oct 26 11:16:54.878678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:54.880146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.1 (124301db-f1d6-40cf-b5cd-d641e01e6c54/d6529b3f-7320-4c48-bf7c-7c69d0269522/4d75aa70-459c-41c6-a0d6-c181b413c39f) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:54.915995 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3db1306d-255c-4a4a-8b1d-3481c21dbcbc tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3216450 Oct 26 11:16:54.915995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Port': ['ID=cbafbd2a-f559-48e2-9492-18c673bd25b1,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:54.927582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Publish callbacks [] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.969086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:54.978497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.978671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:54.992694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:54.993404 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-3c79905f-4d53-4365-b100-d735160061d7 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] delete failed (client error): The resource could not be found. Oct 26 11:16:54.994488 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3c79905f-4d53-4365-b100-d735160061d7 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/bef79cb2-75c7-415b-b602-a6a8b8133957 HTTP/1.1" status: 404 len: 336 time: 0.1118186 Oct 26 11:16:55.005665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:55.031357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:16:55.049505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9170d72c-53ce-4eb0-a117-b6e29f8f017c tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39 HTTP/1.1" status: 200 len: 205 time: 0.0427079 Oct 26 11:16:55.051991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55886) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:55.055516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (5921e3c9-f067-4e5f-a228-167415f4cb33), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.055903 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added segment 5921e3c9-f067-4e5f-a228-167415f4cb33 of type vlan for network 007e70a1-7650-40da-9296-a37b47969a86 Oct 26 11:16:55.120018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (007e70a1-7650-40da-9296-a37b47969a86), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.125208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-32aa1c22-2037-4e36-979f-c4c11a070b74 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] delete failed (client error): The resource could not be found. Oct 26 11:16:55.126324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-32aa1c22-2037-4e36-979f-c4c11a070b74 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/ebe2d378-dff8-4ae9-b3b5-c4601a5ddb39 HTTP/1.1" status: 404 len: 336 time: 0.0733335 Oct 26 11:16:55.151007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:55.154639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=6,neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:55.156054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Made reservation on behalf of 3c4049b873544019b840d4f14de0044c for: {'port': 2} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:55.161981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.197994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7295d2ea-3184-448a-a84a-45d1b76e7b44 None None] Current status of the port 7dc63ffe-28de-49f6-84d5-7684341016b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:55.198585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7295d2ea-3184-448a-a84a-45d1b76e7b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.203949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.225494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (007e70a1-7650-40da-9296-a37b47969a86), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.233062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:55.233731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.253281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Pushing event updated for resources: {'Port': ['ID=ec29b15c-486a-4f61-962d-ec6ea3689ef4,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:55.307488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Network 35e47031-39fe-4584-895c-70f34213c07c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:55.324544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:55.369804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:55.371102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:55.426109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7295d2ea-3184-448a-a84a-45d1b76e7b44 None None] For port 7dc63ffe-28de-49f6-84d5-7684341016b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7dc63ffe-28de-49f6-84d5-7684341016b4,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:55.445489 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b18fad07-eabf-4b41-8154-c2c840eed127 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1 HTTP/1.1" status: 200 len: 205 time: 0.2625659 Oct 26 11:16:55.451695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7295d2ea-3184-448a-a84a-45d1b76e7b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.488710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Attempting to bind port afe13b10-8efc-4b9b-a248-08701467c579 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:55.489079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Attempting to bind port afe13b10-8efc-4b9b-a248-08701467c579 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:55.489445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Attempting to bind port afe13b10-8efc-4b9b-a248-08701467c579 on network 124301db-f1d6-40cf-b5cd-d641e01e6c54 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:55.490535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:55.495076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:55.546472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7dc63ffe-28de-49f6-84d5-7684341016b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:55.547012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.554207 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8763890 Oct 26 11:16:55.564542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:55.579452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'subnet': {'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:55.626153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:55.626585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Checking segment: {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:55.627037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.627440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Bound using segment: {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:55.629426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Bound port: afe13b10-8efc-4b9b-a248-08701467c579, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:55.629980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (afe13b10-8efc-4b9b-a248-08701467c579), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.691065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Provisioning complete for port 7dc63ffe-28de-49f6-84d5-7684341016b4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:55.691604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.692175 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Attempt 1 to provision port 7dc63ffe-28de-49f6-84d5-7684341016b4 Oct 26 11:16:55.705138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:55.728151 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-bc27d254-332b-46f0-ab3d-47c448dc71c9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] delete failed (client error): The resource could not be found. Oct 26 11:16:55.732408 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bc27d254-332b-46f0-ab3d-47c448dc71c9 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/ae9aa61a-bb5c-4f9a-9009-68c23a3e86f1 HTTP/1.1" status: 404 len: 336 time: 0.1985080 Oct 26 11:16:55.752061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Attempting to bind port ec29b15c-486a-4f61-962d-ec6ea3689ef4 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:16:55.752610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Attempting to bind port ec29b15c-486a-4f61-962d-ec6ea3689ef4 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '494fd166-3da0-466c-a756-9c2db3d36aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35e47031-39fe-4584-895c-70f34213c07c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:16:55.752788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Attempting to bind port ec29b15c-486a-4f61-962d-ec6ea3689ef4 on network 35e47031-39fe-4584-895c-70f34213c07c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:16:55.805151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:55.814542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d2ea-3184-448a-a84a-45d1b76e7b44 None None] Pushing event updated for resources: {'Port': ['ID=7dc63ffe-28de-49f6-84d5-7684341016b4,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:55.856257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.857995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:16:55.857995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Checking segment: {'id': '494fd166-3da0-466c-a756-9c2db3d36aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35e47031-39fe-4584-895c-70f34213c07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:55.858377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.858691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Bound using segment: {'id': '494fd166-3da0-466c-a756-9c2db3d36aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35e47031-39fe-4584-895c-70f34213c07c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:16:55.859181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Bound port: ec29b15c-486a-4f61-962d-ec6ea3689ef4, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494fd166-3da0-466c-a756-9c2db3d36aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35e47031-39fe-4584-895c-70f34213c07c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:16:55.859554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:55.862901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55894) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:55.874065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:55.874719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:55.902937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ccb5b-38da-44d3-9cf8-78b0c0ffef01 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Network': ['ID=007e70a1-7650-40da-9296-a37b47969a86,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:55.926831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55896) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:55.976303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:16:55.976498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:16:55.982172 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-498df5b8-8b7f-4c1e-ad89-ec3f5cd545e0 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ec6f7983-fdb3-4d13-9059-f8f9b76a2567 HTTP/1.1" status: 200 len: 205 time: 0.1157877 Oct 26 11:16:55.985384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 007e70a1-7650-40da-9296-a37b47969a86 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:16:55.991258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55898) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:56.049894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] device_id is not set on port 26b35d42-50d1-4710-8c6f-0aa7c7794e83 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:16:56.074221 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-ec0fa573-0052-4378-8f97-952900f485b6 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] delete failed (client error): The resource could not be found. Oct 26 11:16:56.075451 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ec0fa573-0052-4378-8f97-952900f485b6 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/ec6f7983-fdb3-4d13-9059-f8f9b76a2567 HTTP/1.1" status: 404 len: 336 time: 0.0834959 Oct 26 11:16:56.078443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55900) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:56.079515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:56.095870 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cab0862e-8856-4b12-bccd-2585932c9dc4 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1678977 Oct 26 11:16:56.109899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:16:56.114358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:56.174623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:56.178057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:56.188543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:56.189628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (5bec9723-2afd-432d-8559-6bfadc371e2d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:56.213693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] For port afe13b10-8efc-4b9b-a248-08701467c579, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:56.218567 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9fc3d7a9-7b93-420b-a363-4f59b800625d tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=21b46f84-d8cb-4205-bdb0-1799902dc8df HTTP/1.1" status: 200 len: 205 time: 0.1362495 Oct 26 11:16:56.223787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55902) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:56.235675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] For port ec29b15c-486a-4f61-962d-ec6ea3689ef4, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:16:56.257792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:56.263568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 124301db-f1d6-40cf-b5cd-d641e01e6c54 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:56.291403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] For port afe13b10-8efc-4b9b-a248-08701467c579, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=afe13b10-8efc-4b9b-a248-08701467c579,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:56.297117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event updated for resources: {'Port': ['ID=cbafbd2a-f559-48e2-9492-18c673bd25b1,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:56.312042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:56.318894 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-761d99e1-f21f-42c2-afe9-55dda6a641ff tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] delete failed (client error): The resource could not be found. Oct 26 11:16:56.322450 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-761d99e1-f21f-42c2-afe9-55dda6a641ff tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/21b46f84-d8cb-4205-bdb0-1799902dc8df HTTP/1.1" status: 404 len: 336 time: 0.0908952 Oct 26 11:16:56.323165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55904) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:56.323277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:56.329039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:56.345513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] For port ec29b15c-486a-4f61-962d-ec6ea3689ef4, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ec29b15c-486a-4f61-962d-ec6ea3689ef4,segment=NetworkSegment(494fd166-3da0-466c-a756-9c2db3d36aa1),segment_id=494fd166-3da0-466c-a756-9c2db3d36aa1)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:16:56.359958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (afe13b10-8efc-4b9b-a248-08701467c579), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:56.384635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d8d8130e-238b-4f1b-b4e8-795b3bc33bc1 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1147cf64-a256-4f94-a6fa-dabec6ef7e33 HTTP/1.1" status: 200 len: 205 time: 0.0582764 Oct 26 11:16:56.385947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55906) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:56.390175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:56.408543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Network 2b77f025-86da-4b3b-bfb1-c550701c23a0 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:56.455986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:56.461853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-908eafb1-0976-4400-8612-5e615cf00ae7 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] delete failed (client error): The resource could not be found. Oct 26 11:16:56.463024 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-908eafb1-0976-4400-8612-5e615cf00ae7 tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/routers/1147cf64-a256-4f94-a6fa-dabec6ef7e33 HTTP/1.1" status: 404 len: 336 time: 0.0772345 Oct 26 11:16:56.465784 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55908) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:56.483635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Current status of the port 7dc63ffe-28de-49f6-84d5-7684341016b4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:56.519634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:56.524013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-9417dd81-7b37-4bc5-81a8-9b18176e653b tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] DELETE failed (client error): The resource could not be found. Oct 26 11:16:56.524737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9417dd81-7b37-4bc5-81a8-9b18176e653b tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:16:56.528228 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9417dd81-7b37-4bc5-81a8-9b18176e653b tempest-RoutersAdminTest-221863442 tempest-RoutersAdminTest-221863442-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/76931345-164d-43bb-837e-8ebe08f2812a HTTP/1.1" status: 404 len: 337 time: 0.0604892 Oct 26 11:16:56.544389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (4b7065ee-908c-44bc-babd-d1dd53c049b4), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:56.576168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:56.577763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Provisioning complete for port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:56.578227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:56.578745 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Attempt 1 to provision port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 Oct 26 11:16:56.627494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b154c-be88-49b0-b9ab-8cbe2ac66291 None None] Pushing event updated for resources: {'Port': ['ID=afe13b10-8efc-4b9b-a248-08701467c579,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:56.765642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:56.770533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7dc63ffe-28de-49f6-84d5-7684341016b4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:56.775173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:56.785768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afea42-4776-49b4-b5d8-2507d1b3dd12 None None] Pushing event updated for resources: {'Port': ['ID=ec29b15c-486a-4f61-962d-ec6ea3689ef4,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:56.796218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:56.815292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:56.817330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Router 5bec9723-2afd-432d-8559-6bfadc371e2d has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:56.927017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:56.959350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:56.970422 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7f507e80-650a-40a5-a9de-ecb9f4251620 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "PUT /networking/v2.0/routers/5bec9723-2afd-432d-8559-6bfadc371e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2522945 Oct 26 11:16:56.974759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55912) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:56.976815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602d0fb-7e00-4ae8-a10a-585636abfb0e None None] Sync routers for ids ['5bec9723-2afd-432d-8559-6bfadc371e2d'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:56.988170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for port (26b35d42-50d1-4710-8c6f-0aa7c7794e83), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.004193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602d0fb-7e00-4ae8-a10a-585636abfb0e None None] Routers {'5bec9723-2afd-432d-8559-6bfadc371e2d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:57.004829 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4602d0fb-7e00-4ae8-a10a-585636abfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['5bec9723-2afd-432d-8559-6bfadc371e2d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:57.056445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (c40fa8b4-3b44-4de6-bc69-ac6c53249f9f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.071712 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4602d0fb-7e00-4ae8-a10a-585636abfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:57.081699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.099346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602d0fb-7e00-4ae8-a10a-585636abfb0e None None] Routers {'5bec9723-2afd-432d-8559-6bfadc371e2d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:57.099588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55916) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:57.100014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4602d0fb-7e00-4ae8-a10a-585636abfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['5bec9723-2afd-432d-8559-6bfadc371e2d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:57.180133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b229bbc3-417c-477e-89d9-1f0cc57283eb tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for router (5bec9723-2afd-432d-8559-6bfadc371e2d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.186329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4602d0fb-7e00-4ae8-a10a-585636abfb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:57.186915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602d0fb-7e00-4ae8-a10a-585636abfb0e None None] The sync data for ids ['5bec9723-2afd-432d-8559-6bfadc371e2d'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:16:57.224636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55918) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:57.243763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] device_id is not set on port 2c2af740-06dd-446a-9a96-a5554abf24d1 yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:16:57.264494 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5f232d2e-27ee-4ee5-a525-b296bfc81898 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1638052 Oct 26 11:16:57.318037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-acd7ed31-56da-4cbb-9aa3-47173c67799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.319587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Provisioning complete for port cbafbd2a-f559-48e2-9492-18c673bd25b1 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:57.319976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.320313 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Attempt 1 to provision port cbafbd2a-f559-48e2-9492-18c673bd25b1 Oct 26 11:16:57.346968 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-b229bbc3-417c-477e-89d9-1f0cc57283eb tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 11:16:57.348454 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b229bbc3-417c-477e-89d9-1f0cc57283eb tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/routers/5bec9723-2afd-432d-8559-6bfadc371e2d HTTP/1.1" status: 409 len: 376 time: 0.3723073 Oct 26 11:16:57.350247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Subnet': ['ID=c40fa8b4-3b44-4de6-bc69-ac6c53249f9f,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:57.350998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55922) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:57.399099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:57.400235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.400584 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:16:57.452531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Checking segment: {'id': '5921e3c9-f067-4e5f-a228-167415f4cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '007e70a1-7650-40da-9296-a37b47969a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:57.452908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network hostable DHCP agents. Network: 007e70a1-7650-40da-9296-a37b47969a86, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:57.481908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:16:57.510497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d157911b-4b72-4d41-bb09-a6e4c16a965f None None] Port cbafbd2a-f559-48e2-9492-18c673bd25b1 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:57.522458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:47Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:57.564281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:57.565048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:57.567577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:57.645743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e8522137-d1f7-45e6-82ca-aaf45f82ec4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.656746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 007e70a1-7650-40da-9296-a37b47969a86 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:57.698789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:16:57.700087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:57.706250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2bb52173-1152-4665-b125-17c99cd7a70b None None] Provisioning complete for port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:57.707770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2bb52173-1152-4665-b125-17c99cd7a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.707770 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2bb52173-1152-4665-b125-17c99cd7a70b None None] Attempt 1 to provision port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 Oct 26 11:16:57.711151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 007e70a1-7650-40da-9296-a37b47969a86) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:57.760245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:57.760832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.768772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f110d-df7f-4f43-8314-fd2e45561e21 None None] Network 007e70a1-7650-40da-9296-a37b47969a86 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:57.780010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for port (2c2af740-06dd-446a-9a96-a5554abf24d1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.812539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:57.815501 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dbe2de9f-8f43-4556-8bde-36e45d88de93 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2451870 Oct 26 11:16:57.816147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55924) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:57.848619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:57.849038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.855395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:57.874760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (5bec9723-2afd-432d-8559-6bfadc371e2d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.906771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:57.914824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2bb52173-1152-4665-b125-17c99cd7a70b None None] Port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:57.967313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (26b35d42-50d1-4710-8c6f-0aa7c7794e83), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.979756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e8522137-d1f7-45e6-82ca-aaf45f82ec4b admin admin] Publish callbacks [] for security_group (2c196e05-ec70-41bc-959e-0462ca748a18), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.981394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:16:58.018910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.021253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e8522137-d1f7-45e6-82ca-aaf45f82ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2c196e05-ec70-41bc-959e-0462ca748a18), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.025541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2bb52173-1152-4665-b125-17c99cd7a70b None None] Provisioning complete for port cbafbd2a-f559-48e2-9492-18c673bd25b1 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:58.026161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2bb52173-1152-4665-b125-17c99cd7a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.026710 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2bb52173-1152-4665-b125-17c99cd7a70b None None] Attempt 1 to provision port cbafbd2a-f559-48e2-9492-18c673bd25b1 Oct 26 11:16:58.028984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.046207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.121555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Port': ['ID=26b35d42-50d1-4710-8c6f-0aa7c7794e83,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:58.150290 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8522137-d1f7-45e6-82ca-aaf45f82ec4b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8afe649a82c64fbea4f6fd649ce73bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9133306 Oct 26 11:16:58.166384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:58.180026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55926) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:58.205661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8522137-d1f7-45e6-82ca-aaf45f82ec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c196e05-ec70-41bc-959e-0462ca748a18,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:58.232020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:16:58.274567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55928) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:58.294215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (4b7065ee-908c-44bc-babd-d1dd53c049b4), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.303977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:58.315528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:58.321443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Checking segment: {'id': '34463b62-9301-4331-b71b-9b7d689d59e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c120f4aa-8e84-42ad-8dce-ce5f34faab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:58.322903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Network hostable DHCP agents. Network: c120f4aa-8e84-42ad-8dce-ce5f34faab14, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:58.395045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7dc63ffe-28de-49f6-84d5-7684341016b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:58.412861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2bb52173-1152-4665-b125-17c99cd7a70b None None] Port cbafbd2a-f559-48e2-9492-18c673bd25b1 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:16:58.427108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:58.474858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ce55e77-0535-4d25-8b91-0a3b754106a9 admin admin] Publish callbacks [] for security_group (2c196e05-ec70-41bc-959e-0462ca748a18), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.494145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 124301db-f1d6-40cf-b5cd-d641e01e6c54 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:16:58.500544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:58.507138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:58.515248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ce55e77-0535-4d25-8b91-0a3b754106a9 admin admin] Publish callbacks [] for security_group (2c196e05-ec70-41bc-959e-0462ca748a18), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.549142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-007e70a1-7650-40da-9296-a37b47969a86', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:16:58.550606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.552897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc5c24-97b0-49a3-a679-7ea939d05ef6 None None] Network 124301db-f1d6-40cf-b5cd-d641e01e6c54 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:58.557944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:58.590106 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c90b67d2-3b04-4b63-9e8f-f968a42e8ea9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3124738 Oct 26 11:16:58.675078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:58.678573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Network c120f4aa-8e84-42ad-8dce-ce5f34faab14 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:58.686873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.693056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b7065ee-908c-44bc-babd-d1dd53c049b4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:16:58.705196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, c120f4aa-8e84-42ad-8dce-ce5f34faab14) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:58.711202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:58.712222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2c2af740-06dd-446a-9a96-a5554abf24d1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.774788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 3, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:16:58.797821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting port cbafbd2a-f559-48e2-9492-18c673bd25b1 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:58.798164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.799880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7dc63ffe-28de-49f6-84d5-7684341016b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:58.800255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.800770 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7dc63ffe-28de-49f6-84d5-7684341016b4 Oct 26 11:16:58.821587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Port': ['ID=2c2af740-06dd-446a-9a96-a5554abf24d1,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:58.833213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ce55e77-0535-4d25-8b91-0a3b754106a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2c196e05-ec70-41bc-959e-0462ca748a18), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.835765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ce55e77-0535-4d25-8b91-0a3b754106a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:58.836921 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5ce55e77-0535-4d25-8b91-0a3b754106a9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2c196e05-ec70-41bc-959e-0462ca748a18 HTTP/1.1" status: 204 len: 168 time: 0.6549428 Oct 26 11:16:58.875836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc2e184-fa5e-4088-b365-777d37d6b5f6 None None] Network c120f4aa-8e84-42ad-8dce-ce5f34faab14 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:58.877003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce55e77-0535-4d25-8b91-0a3b754106a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c196e05-ec70-41bc-959e-0462ca748a18,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:16:58.924090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Checking segment: {'id': '6cf69f1d-2f6f-4d20-bf06-b5caae5ca139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '99124266-b7ab-423f-8050-70d38a93cbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:16:58.924452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Network hostable DHCP agents. Network: 99124266-b7ab-423f-8050-70d38a93cbe4, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:16:58.956497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:16:58.956743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:16:58.956827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Updating router 28cb8342-d765-4edb-86d0-f557813f4330 port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:16:58.961617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9fdd0c-b4b4-4f7b-9550-441c088b1403 None None] Network 35e47031-39fe-4584-895c-70f34213c07c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:58.967104 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3ff0409a-6666-49ab-975c-a0def2d4ec96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/4b7065ee-908c-44bc-babd-d1dd53c049b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4555931 Oct 26 11:16:58.969918 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55932) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:58.979170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Network 99124266-b7ab-423f-8050-70d38a93cbe4 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:16:58.996503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 99124266-b7ab-423f-8050-70d38a93cbe4) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:16:59.013428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.026024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:16:59.031096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.035245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.036004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.036521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Calling delete_port for cbafbd2a-f559-48e2-9492-18c673bd25b1 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:59.131538 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-181db900-c61d-4bfb-9797-06b76c5eef8c tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3950307 Oct 26 11:16:59.134370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:59.185383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 2001:db8:2::1 (007e70a1-7650-40da-9296-a37b47969a86/c40fa8b4-3b44-4de6-bc69-ac6c53249f9f/84c817c0-4173-40be-bb25-f07a661d0438) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:16:59.186366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:59.225196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e552e54d-bac3-40e7-80ed-9ff12aea671e tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.232111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e552e54d-bac3-40e7-80ed-9ff12aea671e tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.237264 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e552e54d-bac3-40e7-80ed-9ff12aea671e tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0975113 Oct 26 11:16:59.239799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55938) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:59.240465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ee2e9-5cfe-4e14-b07d-a0ad9b0ad896 None None] Network 99124266-b7ab-423f-8050-70d38a93cbe4 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:16:59.244374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c98d16f8-4061-44ac-a266-9ffe44ad2559 None None] Provisioning complete for port afe13b10-8efc-4b9b-a248-08701467c579 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:16:59.244876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c98d16f8-4061-44ac-a266-9ffe44ad2559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (afe13b10-8efc-4b9b-a248-08701467c579), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.245307 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c98d16f8-4061-44ac-a266-9ffe44ad2559 None None] Attempt 1 to provision port afe13b10-8efc-4b9b-a248-08701467c579 Oct 26 11:16:59.252968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.253508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.254073 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.254705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.255418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.256097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.256704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.257312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.257940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.258781 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.259410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.260162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.260787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.262111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.263052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.266308 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1c87396-32ac-4979-9ff6-6d48e3a75367 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 10444 time: 0.2951996 Oct 26 11:16:59.269029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55940) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:59.299641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55942) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:59.379979 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.380559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.380871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.381311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.382425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.382425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.382656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.383097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.383536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.385646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.386053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.387534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.387670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:16:59.389684 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0e3d5dc7-125c-47e7-bf1e-7a81e4b03660 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 8300 time: 0.1194818 Oct 26 11:16:59.393133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55944) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:59.480676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:59.486256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2f73ca52-beb9-41a4-bb36-72ecbf6889ec admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=98ec54fb08874f33bdf4a1299e39e764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777139 Oct 26 11:16:59.488575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55946) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:59.489591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07e012a0-bc54-41c6-a5d6-b19ec0b91209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.502216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.503453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5e076-d5a7-4099-9319-2aca53f984bf tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Deleting port 26b35d42-50d1-4710-8c6f-0aa7c7794e83 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:16:59.503840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e076-d5a7-4099-9319-2aca53f984bf tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (26b35d42-50d1-4710-8c6f-0aa7c7794e83), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.515710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:59.542078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:59.599567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55948) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:59.622032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:59.673110 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6608a268-4096-40c8-b99d-34ce05586238 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 4130 time: 0.2718658 Oct 26 11:16:59.684104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-492cae5b-350b-48f5-aff1-5429400c1a76 admin admin] Publish callbacks [] for security_group (3343bfea-1f75-4ed2-8ec7-7088d504db17), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.719504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-492cae5b-350b-48f5-aff1-5429400c1a76 admin admin] Publish callbacks [] for security_group (3343bfea-1f75-4ed2-8ec7-7088d504db17), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.732327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e076-d5a7-4099-9319-2aca53f984bf tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (26b35d42-50d1-4710-8c6f-0aa7c7794e83), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.741695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (84c817c0-4173-40be-bb25-f07a661d0438), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.765806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7dc63ffe-28de-49f6-84d5-7684341016b4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:16:59.766956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device afe13b10-8efc-4b9b-a248-08701467c579 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:16:59.797085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c2f5e076-d5a7-4099-9319-2aca53f984bf tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Calling delete_port for 26b35d42-50d1-4710-8c6f-0aa7c7794e83 owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:16:59.797085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55956) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:59.800594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-feda4a2c-a304-441e-bc62-2d8348893c89 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502178232', 'description': 'tempest-secgroup-smoke-1502178232 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:16:59.827300 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-58860ea3-a793-478d-9d79-f9a95fe797eb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2209558 Oct 26 11:16:59.846877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (cbafbd2a-f559-48e2-9492-18c673bd25b1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:59.961084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:16:55Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:00.022302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c98d16f8-4061-44ac-a266-9ffe44ad2559 None None] Current status of the port afe13b10-8efc-4b9b-a248-08701467c579 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:00.022718 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c98d16f8-4061-44ac-a266-9ffe44ad2559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (afe13b10-8efc-4b9b-a248-08701467c579), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.048927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed1beb-55d7-4473-8e12-ab19c8392f54 None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:16:55Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:00.069177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.110350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port afe13b10-8efc-4b9b-a248-08701467c579 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:00.110874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (afe13b10-8efc-4b9b-a248-08701467c579), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.115520 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port afe13b10-8efc-4b9b-a248-08701467c579 Oct 26 11:17:00.261275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-492cae5b-350b-48f5-aff1-5429400c1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3343bfea-1f75-4ed2-8ec7-7088d504db17), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.268761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-492cae5b-350b-48f5-aff1-5429400c1a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.275814 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-492cae5b-350b-48f5-aff1-5429400c1a76 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3343bfea-1f75-4ed2-8ec7-7088d504db17 HTTP/1.1" status: 204 len: 168 time: 0.7881896 Oct 26 11:17:00.283291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c98d16f8-4061-44ac-a266-9ffe44ad2559 None None] For port afe13b10-8efc-4b9b-a248-08701467c579, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=afe13b10-8efc-4b9b-a248-08701467c579,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:00.309638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c98d16f8-4061-44ac-a266-9ffe44ad2559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (afe13b10-8efc-4b9b-a248-08701467c579), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.328952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cae5b-350b-48f5-aff1-5429400c1a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3343bfea-1f75-4ed2-8ec7-7088d504db17,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:00.386047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-feda4a2c-a304-441e-bc62-2d8348893c89 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.389452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Port': ['ID=cbafbd2a-f559-48e2-9492-18c673bd25b1,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:00.526889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (84c817c0-4173-40be-bb25-f07a661d0438), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.740073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:00.741011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Provisioning complete for port afe13b10-8efc-4b9b-a248-08701467c579 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:00.741401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (afe13b10-8efc-4b9b-a248-08701467c579), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.741764 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Attempt 1 to provision port afe13b10-8efc-4b9b-a248-08701467c579 Oct 26 11:17:00.743444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d16f8-4061-44ac-a266-9ffe44ad2559 None None] Pushing event updated for resources: {'Port': ['ID=afe13b10-8efc-4b9b-a248-08701467c579,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:00.791424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (5bec9723-2afd-432d-8559-6bfadc371e2d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:00.810713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=84c817c0-4173-40be-bb25-f07a661d0438,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:00.829726 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55962) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:00.842453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port afe13b10-8efc-4b9b-a248-08701467c579 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:00.849974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ec29b15c-486a-4f61-962d-ec6ea3689ef4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:00.956039 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ec2725ae-5a12-4907-9175-782b39e4bfd3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1227162 Oct 26 11:17:00.993798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Allocated IP 2001:db8:2::2 (007e70a1-7650-40da-9296-a37b47969a86/c40fa8b4-3b44-4de6-bc69-ac6c53249f9f/77ec351a-16cc-4198-8667-851af11e5ae3) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:00.999388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Publish callbacks [] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.016492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 007e70a1-7650-40da-9296-a37b47969a86 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:01.017945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:01.025991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.083099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-feda4a2c-a304-441e-bc62-2d8348893c89 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (d65c158b-7032-4cc8-b668-28504df1be37), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.084975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e076-d5a7-4099-9319-2aca53f984bf tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (26b35d42-50d1-4710-8c6f-0aa7c7794e83), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.182932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:01.186155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:01.186924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.189305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:01.190849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-feda4a2c-a304-441e-bc62-2d8348893c89 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d65c158b-7032-4cc8-b668-28504df1be37), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.210458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Router 5bec9723-2afd-432d-8559-6bfadc371e2d has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:01.240110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ec29b15c-486a-4f61-962d-ec6ea3689ef4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:01.240307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.240802 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ec29b15c-486a-4f61-962d-ec6ea3689ef4 Oct 26 11:17:01.266259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607fc42-362b-496e-9b5a-0844f6c80a2a None None] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:01.297867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5e076-d5a7-4099-9319-2aca53f984bf tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Port': ['ID=26b35d42-50d1-4710-8c6f-0aa7c7794e83,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:01.308135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:01.321768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Current status of the port afe13b10-8efc-4b9b-a248-08701467c579 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:01.336863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e076-d5a7-4099-9319-2aca53f984bf tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.343752 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c2f5e076-d5a7-4099-9319-2aca53f984bf tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/ports/26b35d42-50d1-4710-8c6f-0aa7c7794e83 HTTP/1.1" status: 204 len: 168 time: 2.0982006 Oct 26 11:17:01.346242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:01.392401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Attempting to bind port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:01.392775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Attempting to bind port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '0906827f-8ee9-46b9-b67b-2c25d524347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:01.393154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Attempting to bind port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 on network 0cb23be8-eaff-4651-9ae8-c950fa3990da {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:01.395237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:01.395739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.395971 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:17:01.396718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-feda4a2c-a304-441e-bc62-2d8348893c89 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.401544 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-feda4a2c-a304-441e-bc62-2d8348893c89 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6046166 Oct 26 11:17:01.403066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda4a2c-a304-441e-bc62-2d8348893c89 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c158b-7032-4cc8-b668-28504df1be37,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:01.428425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:01.464353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4dfcfc40-0e46-48bc-9611-97e04a33dcfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'd65c158b-7032-4cc8-b668-28504df1be37', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:01.518615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:01.528217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Publish callbacks [] for port (77ec351a-16cc-4198-8667-851af11e5ae3), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.529408 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9f7e25e4-7c20-486e-b59a-5abdc9311151 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "PUT /networking/v2.0/routers/5bec9723-2afd-432d-8559-6bfadc371e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1769760 Oct 26 11:17:01.529970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55978) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:01.533606 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f629d8-9c6f-49e9-a187-4edbcd0b63ff None None] Sync routers for ids ['5bec9723-2afd-432d-8559-6bfadc371e2d'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:01.555589 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f629d8-9c6f-49e9-a187-4edbcd0b63ff None None] Routers {'5bec9723-2afd-432d-8559-6bfadc371e2d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:01.556408 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-11f629d8-9c6f-49e9-a187-4edbcd0b63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['5bec9723-2afd-432d-8559-6bfadc371e2d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:01.602872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.607218 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-11f629d8-9c6f-49e9-a187-4edbcd0b63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:01.620830 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f629d8-9c6f-49e9-a187-4edbcd0b63ff None None] Routers {'5bec9723-2afd-432d-8559-6bfadc371e2d'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:01.622252 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-11f629d8-9c6f-49e9-a187-4edbcd0b63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['5bec9723-2afd-432d-8559-6bfadc371e2d'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:01.643085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (84c817c0-4173-40be-bb25-f07a661d0438), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.650132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:01.655774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:01.657696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ea985-c554-48a2-8a17-fb983101f4f6 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Deleting port 2c2af740-06dd-446a-9a96-a5554abf24d1 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:01.659122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea985-c554-48a2-8a17-fb983101f4f6 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2c2af740-06dd-446a-9a96-a5554abf24d1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.659439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:01.659959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Checking segment: {'id': '0906827f-8ee9-46b9-b67b-2c25d524347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:01.660578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.670154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Bound using segment: {'id': '0906827f-8ee9-46b9-b67b-2c25d524347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:01.671588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Bound port: 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0906827f-8ee9-46b9-b67b-2c25d524347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:01.671588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.697519 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-11f629d8-9c6f-49e9-a187-4edbcd0b63ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:01.698367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f629d8-9c6f-49e9-a187-4edbcd0b63ff None None] The sync data for ids ['5bec9723-2afd-432d-8559-6bfadc371e2d'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:01.775542 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-34ae2304-f74a-41dc-994c-bd1f6f2f4442 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] show failed (client error): The resource could not be found. Oct 26 11:17:01.780418 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34ae2304-f74a-41dc-994c-bd1f6f2f4442 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "GET /networking/v2.0/routers/tempest-non_exist_router-168223498 HTTP/1.1" status: 404 len: 334 time: 0.2478232 Oct 26 11:17:01.791324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55986) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:01.798102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1e393e6d-99df-4e24-ac56-11f8dea4e3ee tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:01.817760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea985-c554-48a2-8a17-fb983101f4f6 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2c2af740-06dd-446a-9a96-a5554abf24d1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.843512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfc40-0e46-48bc-9611-97e04a33dcfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6e90d762-fc71-480b-b67d-77b136958516), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:01.847450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ea985-c554-48a2-8a17-fb983101f4f6 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Calling delete_port for 2c2af740-06dd-446a-9a96-a5554abf24d1 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:01.848982 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-1e393e6d-99df-4e24-ac56-11f8dea4e3ee tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] update failed (client error): The resource could not be found. Oct 26 11:17:01.853456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1e393e6d-99df-4e24-ac56-11f8dea4e3ee tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "PUT /networking/v2.0/routers/tempest-non_exist_router-260738489 HTTP/1.1" status: 404 len: 334 time: 0.0572278 Oct 26 11:17:01.854641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 55988) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:01.961390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55990) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:02.041752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-050ac82d-5658-4e28-9782-34110674394c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting subnet 9fbfe688-8c61-457e-be79-52ae7f32fa39 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:02.062063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-050ac82d-5658-4e28-9782-34110674394c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (9fbfe688-8c61-457e-be79-52ae7f32fa39), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.087978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.104200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.107838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Port 4d75aa70-459c-41c6-a0d6-c181b413c39f cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:17:02.128006 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4c322ede-db49-454b-a3db-aa05a16a8a4b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1637783 Oct 26 11:17:02.132496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Network 007e70a1-7650-40da-9296-a37b47969a86 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:02.133557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Provisioning complete for port ec29b15c-486a-4f61-962d-ec6ea3689ef4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:02.134080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.134603 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Attempt 1 to provision port ec29b15c-486a-4f61-962d-ec6ea3689ef4 Oct 26 11:17:02.137314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:02.174030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:02.177034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:02.180252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ec29b15c-486a-4f61-962d-ec6ea3689ef4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:02.180636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.191090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Pushing event updated for resources: {'Port': ['ID=77ec351a-16cc-4198-8667-851af11e5ae3,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:02.211390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (84c817c0-4173-40be-bb25-f07a661d0438), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.224620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (84c817c0-4173-40be-bb25-f07a661d0438), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.225499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.233793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfc40-0e46-48bc-9611-97e04a33dcfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6e90d762-fc71-480b-b67d-77b136958516), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.255789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:02.272129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-050ac82d-5658-4e28-9782-34110674394c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (9fbfe688-8c61-457e-be79-52ae7f32fa39), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.276712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfc40-0e46-48bc-9611-97e04a33dcfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6e90d762-fc71-480b-b67d-77b136958516), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.308271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=354a4675-2925-4c6d-8db3-97ee7d97e5f8,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:02.312758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea985-c554-48a2-8a17-fb983101f4f6 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2c2af740-06dd-446a-9a96-a5554abf24d1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.333274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.343577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ec29b15c-486a-4f61-962d-ec6ea3689ef4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ec29b15c-486a-4f61-962d-ec6ea3689ef4,segment=NetworkSegment(494fd166-3da0-466c-a756-9c2db3d36aa1),segment_id=494fd166-3da0-466c-a756-9c2db3d36aa1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:02.365590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Attempting to bind port 77ec351a-16cc-4198-8667-851af11e5ae3 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:02.365959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Attempting to bind port 77ec351a-16cc-4198-8667-851af11e5ae3 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '5921e3c9-f067-4e5f-a228-167415f4cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '007e70a1-7650-40da-9296-a37b47969a86'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:02.366319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Attempting to bind port 77ec351a-16cc-4198-8667-851af11e5ae3 on network 007e70a1-7650-40da-9296-a37b47969a86 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:02.392537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.410680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=84c817c0-4173-40be-bb25-f07a661d0438,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:02.413013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ea985-c554-48a2-8a17-fb983101f4f6 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Port': ['ID=2c2af740-06dd-446a-9a96-a5554abf24d1,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:02.415346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea985-c554-48a2-8a17-fb983101f4f6 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.435507 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1f5ea985-c554-48a2-8a17-fb983101f4f6 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/ports/2c2af740-06dd-446a-9a96-a5554abf24d1 HTTP/1.1" status: 204 len: 168 time: 1.0802281 Oct 26 11:17:02.441466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcfc40-0e46-48bc-9611-97e04a33dcfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e90d762-fc71-480b-b67d-77b136958516,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:02.448575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:02.450668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 55998) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:02.454865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:02.455780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:02.501972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfc40-0e46-48bc-9611-97e04a33dcfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.502253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Current status of the port ec29b15c-486a-4f61-962d-ec6ea3689ef4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:02.502643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.506139 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4dfcfc40-0e46-48bc-9611-97e04a33dcfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0497501 Oct 26 11:17:02.511267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56002) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:02.518835 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'd65c158b-7032-4cc8-b668-28504df1be37', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:02.520189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:02.539138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-050ac82d-5658-4e28-9782-34110674394c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (9fbfe688-8c61-457e-be79-52ae7f32fa39), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.540298 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2e55d302-41d0-4858-9ca7-6d11d9314a0d tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0881035 Oct 26 11:17:02.540991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56004) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:02.551807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 007e70a1-7650-40da-9296-a37b47969a86 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:02.553655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:02.567626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1951640161'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:02.619489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Made reservation on behalf of 3c4049b873544019b840d4f14de0044c for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:02.624723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.643466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607fc42-362b-496e-9b5a-0844f6c80a2a None None] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:02.654181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:02.663988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (87db16ed-601c-46bb-b11b-f3bfa060a27e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.664931 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Added segment 87db16ed-601c-46bb-b11b-f3bfa060a27e of type vlan for network fa4fd614-b525-4049-a6c8-052659d786c6 Oct 26 11:17:02.671249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:02.671675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Checking segment: {'id': '5921e3c9-f067-4e5f-a228-167415f4cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '007e70a1-7650-40da-9296-a37b47969a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:02.672235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.672632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Bound using segment: {'id': '5921e3c9-f067-4e5f-a228-167415f4cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '007e70a1-7650-40da-9296-a37b47969a86'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:02.673495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Bound port: 77ec351a-16cc-4198-8667-851af11e5ae3, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5921e3c9-f067-4e5f-a228-167415f4cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '007e70a1-7650-40da-9296-a37b47969a86'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:02.673617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.693221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:02.714126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (95605f28-06f2-4ffa-95d9-da617325007a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.743253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:02.751856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:02.798729 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (95605f28-06f2-4ffa-95d9-da617325007a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.803580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (fa4fd614-b525-4049-a6c8-052659d786c6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.812797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (95605f28-06f2-4ffa-95d9-da617325007a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.828150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:02.828403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:02.834528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95605f28-06f2-4ffa-95d9-da617325007a,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:02.838028 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7381e910-cb9e-41d7-af5b-ae866c87ed6d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0206234 Oct 26 11:17:02.840526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56012) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:02.843066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-050ac82d-5658-4e28-9782-34110674394c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (9fbfe688-8c61-457e-be79-52ae7f32fa39), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.850495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-434982419'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:02.851898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.852355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.852505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.852818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.853309 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.853656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.853992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.854325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.855247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.855628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.856014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.856454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.856793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.857130 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.857459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:02.883351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:02.891190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.894058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ac82d-5658-4e28-9782-34110674394c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbfe688-8c61-457e-be79-52ae7f32fa39,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:02.918549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-050ac82d-5658-4e28-9782-34110674394c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.922256 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-050ac82d-5658-4e28-9782-34110674394c tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/9fbfe688-8c61-457e-be79-52ae7f32fa39 HTTP/1.1" status: 204 len: 168 time: 1.0674543 Oct 26 11:17:02.926088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56014) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:02.934793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:02.940402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:02.949814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:02.950324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (7b6d548c-7680-4951-92a2-8b1be3aa9b76), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.950638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:02.950874 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added segment 7b6d548c-7680-4951-92a2-8b1be3aa9b76 of type vlan for network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 Oct 26 11:17:03.002668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:03.015829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (43c50f8d-5300-4e4c-8bf8-d440b2fce5b3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.019608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.020849 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6c1671d7-c1fe-4149-b62e-ef8de834221e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5078590 Oct 26 11:17:03.025376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56016) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:03.025957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56018) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:03.026981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (fa4fd614-b525-4049-a6c8-052659d786c6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.033002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:03.033631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.042716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ec29b15c-486a-4f61-962d-ec6ea3689ef4,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:03.075413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-932269fa-33bc-43a7-a855-d4cf5fc58457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'd65c158b-7032-4cc8-b668-28504df1be37', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:03.080801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:03.091869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:03.093799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:17:03.094397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:17:03.097366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (43c50f8d-5300-4e4c-8bf8-d440b2fce5b3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.108917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:03.109576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.124389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (35e47031-39fe-4584-895c-70f34213c07c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.127810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] For port 77ec351a-16cc-4198-8667-851af11e5ae3, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:03.133091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.133326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56022) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:03.146363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Network': ['ID=fa4fd614-b525-4049-a6c8-052659d786c6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:03.178422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network fa4fd614-b525-4049-a6c8-052659d786c6 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:03.186329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] For port 77ec351a-16cc-4198-8667-851af11e5ae3, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=77ec351a-16cc-4198-8667-851af11e5ae3,segment=NetworkSegment(5921e3c9-f067-4e5f-a228-167415f4cb33),segment_id=5921e3c9-f067-4e5f-a228-167415f4cb33)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:03.187160 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-09ec3337-f0e7-430e-bd35-f1e0a6868866 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6235735 Oct 26 11:17:03.191150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56024) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:03.198982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-540307289'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:03.259434 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-07cb7775-b4b4-4233-bd04-0127666ad697 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1216805 Oct 26 11:17:03.266452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Network': ['ID=43c50f8d-5300-4e4c-8bf8-d440b2fce5b3,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:03.272099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting port ec29b15c-486a-4f61-962d-ec6ea3689ef4 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:03.272456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.284437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1062512299', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:03.292574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Made reservation on behalf of 3c4049b873544019b840d4f14de0044c for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:03.298276 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-727039e3-2add-4461-bfc9-81a6d851b1be tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4513009 Oct 26 11:17:03.302579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56026) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:03.304070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.308067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'subnet': {'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:03.316416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:03.377034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:03.381868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.391407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-932269fa-33bc-43a7-a855-d4cf5fc58457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8b6f3f81-a092-4976-a8f2-8fa2f52c8748), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.397610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] For port ec29b15c-486a-4f61-962d-ec6ea3689ef4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ec29b15c-486a-4f61-962d-ec6ea3689ef4,segment=NetworkSegment(494fd166-3da0-466c-a756-9c2db3d36aa1),segment_id=494fd166-3da0-466c-a756-9c2db3d36aa1)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:03.398224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.400771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Made reservation on behalf of e042b839e59647a6aafd8b567a8cddb9 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:03.404909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.409809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4dcd850b-e285-4d70-9261-934d6cf7ea6b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.410149 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Added segment 4dcd850b-e285-4d70-9261-934d6cf7ea6b of type vlan for network adbb9998-dec4-4896-9fb5-960277339ed1 Oct 26 11:17:03.426463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Calling delete_port for ec29b15c-486a-4f61-962d-ec6ea3689ef4 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:03.449949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:03.456014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.477517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (adbb9998-dec4-4896-9fb5-960277339ed1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.546231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Made reservation on behalf of 0a931c893ed040e0a6c6160ec0b84e16 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:03.551883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.556193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:03.578370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (adbb9998-dec4-4896-9fb5-960277339ed1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.584513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:03.587326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.595074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-932269fa-33bc-43a7-a855-d4cf5fc58457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8b6f3f81-a092-4976-a8f2-8fa2f52c8748), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.641715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-932269fa-33bc-43a7-a855-d4cf5fc58457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (8b6f3f81-a092-4976-a8f2-8fa2f52c8748), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.651626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6cd36d07-a03d-4898-8db4-807f6af4552d None None] Current status of the port ec29b15c-486a-4f61-962d-ec6ea3689ef4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:03.654397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c3365-0761-49c0-829c-6efb6d1b2368 None None] Pushing event updated for resources: {'Port': ['ID=77ec351a-16cc-4198-8667-851af11e5ae3,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:03.664592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:03.665882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:03.670417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:01Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:02Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:01Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:03.687118 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4926069 Oct 26 11:17:03.694592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6337b-856b-4caa-9a34-5750247b8657 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Network': ['ID=adbb9998-dec4-4896-9fb5-960277339ed1,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:03.704400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ec29b15c-486a-4f61-962d-ec6ea3689ef4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.733542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932269fa-33bc-43a7-a855-d4cf5fc58457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6f3f81-a092-4976-a8f2-8fa2f52c8748,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:03.783951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network adbb9998-dec4-4896-9fb5-960277339ed1 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:03.814401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Port': ['ID=ec29b15c-486a-4f61-962d-ec6ea3689ef4,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:03.817568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52067bb-cdac-47b4-8240-83629042b97f None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:01Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:02Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:01Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:03.825409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device afe13b10-8efc-4b9b-a248-08701467c579 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:03.834948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] No DVR routers for this DVR port ec29b15c-486a-4f61-962d-ec6ea3689ef4 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:03.880603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56028) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:03.890956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:03.897623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'subnets': [{'network_id': 'fa4fd614-b525-4049-a6c8-052659d786c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1188445494', 'ip_version': 4}, {'network_id': 'adbb9998-dec4-4896-9fb5-960277339ed1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:03.897946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'subnet': {'network_id': 'fa4fd614-b525-4049-a6c8-052659d786c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1188445494', 'ip_version': 4}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:03.898623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Request body: {'subnet': {'network_id': 'adbb9998-dec4-4896-9fb5-960277339ed1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:03.929542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-457e15cd-5e4f-44cc-9bf3-b6b6b49df896 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:03.929916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-457e15cd-5e4f-44cc-9bf3-b6b6b49df896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:03.930252 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-457e15cd-5e4f-44cc-9bf3-b6b6b49df896 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:17:03.982010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (35e47031-39fe-4584-895c-70f34213c07c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.011022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e47031-39fe-4584-895c-70f34213c07c']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:04.017548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-932269fa-33bc-43a7-a855-d4cf5fc58457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.018893 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-932269fa-33bc-43a7-a855-d4cf5fc58457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9490409 Oct 26 11:17:04.024629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56030) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:04.030384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1837bdba-15d3-4d2d-b04f-61c67a9cda79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'd65c158b-7032-4cc8-b668-28504df1be37', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:04.041272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494fd166-3da0-466c-a756-9c2db3d36aa1') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:04.042992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494fd166-3da0-466c-a756-9c2db3d36aa1') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:04.046450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-457e15cd-5e4f-44cc-9bf3-b6b6b49df896 None None] Port 4d75aa70-459c-41c6-a0d6-c181b413c39f cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:17:04.058198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:04.067574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (494fd166-3da0-466c-a756-9c2db3d36aa1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.092602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port afe13b10-8efc-4b9b-a248-08701467c579 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:04.093250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (afe13b10-8efc-4b9b-a248-08701467c579), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.093988 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port afe13b10-8efc-4b9b-a248-08701467c579 Oct 26 11:17:04.102013 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:04.103329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (494fd166-3da0-466c-a756-9c2db3d36aa1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.112705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:04.113119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (494fd166-3da0-466c-a756-9c2db3d36aa1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.129359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:04.188218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:04.235252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks [] for security_group (2bcdf9fb-1042-4a2e-883e-7c40621aefaf), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.244221 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 494fd166-3da0-466c-a756-9c2db3d36aa1 resource provider aggregate not found Oct 26 11:17:04.256535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2bcdf9fb-1042-4a2e-883e-7c40621aefaf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.266325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56038) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:04.273476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1837bdba-15d3-4d2d-b04f-61c67a9cda79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6eed05e9-b5d5-449c-81c6-aac5ef3e9d4c), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.284883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] device_id is not set on port fc956473-cc15-4e12-bfb3-d3fd6ed89a12 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:17:04.324572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (35e47031-39fe-4584-895c-70f34213c07c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.327037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Made reservation on behalf of 3c4049b873544019b840d4f14de0044c for: {'subnet': 2} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:04.329505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.333251 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/networks/35e47031-39fe-4584-895c-70f34213c07c HTTP/1.1" status: 204 len: 168 time: 1.4056487 Oct 26 11:17:04.336580 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 494fd166-3da0-466c-a756-9c2db3d36aa1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 494fd166-3da0-466c-a756-9c2db3d36aa1 found for delete ", "request_id": "req-bc60241e-e875-4766-ab87-15a343dcb97f"}]} Oct 26 11:17:04.337041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:04.339009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.339592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.375353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1837bdba-15d3-4d2d-b04f-61c67a9cda79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6eed05e9-b5d5-449c-81c6-aac5ef3e9d4c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.381360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56040) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:04.409862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (c5d7d660-701b-4844-91da-54d7b56e966d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.412171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:04.427687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1837bdba-15d3-4d2d-b04f-61c67a9cda79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6eed05e9-b5d5-449c-81c6-aac5ef3e9d4c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.527023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3404c9a-aa2a-46bf-814f-b2fb5ab5eaca tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Network': ['ID=35e47031-39fe-4584-895c-70f34213c07c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:04.555427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port afe13b10-8efc-4b9b-a248-08701467c579 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:04.561679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ec29b15c-486a-4f61-962d-ec6ea3689ef4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:04.567215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837bdba-15d3-4d2d-b04f-61c67a9cda79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eed05e9-b5d5-449c-81c6-aac5ef3e9d4c,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:04.568549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcdf9fb-1042-4a2e-883e-7c40621aefaf,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:04.588957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1837bdba-15d3-4d2d-b04f-61c67a9cda79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.594014 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1837bdba-15d3-4d2d-b04f-61c67a9cda79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5681047 Oct 26 11:17:04.594811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56042) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:04.595693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: ec29b15c-486a-4f61-962d-ec6ea3689ef4 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:04.596103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ec29b15c-486a-4f61-962d-ec6ea3689ef4 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 11:17:04.602957 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6d444a64-d477-474e-9b0e-e9ee19801f26 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3342993 Oct 26 11:17:04.608018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-415edbc2-9101-4b66-a525-dc6a9b4ebe8a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'd65c158b-7032-4cc8-b668-28504df1be37', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:04.638931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port ec29b15c-486a-4f61-962d-ec6ea3689ef4 not found, will not notify nova. {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 11:17:04.642153 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-415edbc2-9101-4b66-a525-dc6a9b4ebe8a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:17:04.662252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fa70fd-5db2-45ca-a971-af0a529f99a9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting subnet b4aacf5d-ef54-4751-a363-2f8143a60112 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:04.666307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.666760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.667189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.667606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.668601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.669033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.669477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.669882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.670454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.670730 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.671142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.671607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.672027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.672442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.672853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:04.674685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-415edbc2-9101-4b66-a525-dc6a9b4ebe8a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (632773c0-819c-45d3-97fe-9f5f6cb9a6d5), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.679223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63fa70fd-5db2-45ca-a971-af0a529f99a9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (b4aacf5d-ef54-4751-a363-2f8143a60112), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.747332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:16:57Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:04.753913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Subnet': ['ID=c5d7d660-701b-4844-91da-54d7b56e966d,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:04.781735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Checking segment: {'id': '7b6d548c-7680-4951-92a2-8b1be3aa9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:04.782100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network hostable DHCP agents. Network: 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:04.800245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:04.800607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Updating router 4b7065ee-908c-44bc-babd-d1dd53c049b4 port 4d75aa70-459c-41c6-a0d6-c181b413c39f binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:17:04.863530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.865266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-415edbc2-9101-4b66-a525-dc6a9b4ebe8a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (632773c0-819c-45d3-97fe-9f5f6cb9a6d5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.885858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-415edbc2-9101-4b66-a525-dc6a9b4ebe8a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (632773c0-819c-45d3-97fe-9f5f6cb9a6d5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.894841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63fa70fd-5db2-45ca-a971-af0a529f99a9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (b4aacf5d-ef54-4751-a363-2f8143a60112), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:04.922083 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Allocated IP 172.26.0.216 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/fc956473-cc15-4e12-bfb3-d3fd6ed89a12) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:04.955210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:05.002259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:05.006878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:05.007486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.039184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415edbc2-9101-4b66-a525-dc6a9b4ebe8a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632773c0-819c-45d3-97fe-9f5f6cb9a6d5,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:05.056844 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e47ed37a-7b7a-4b30-8a36-eca9ca09ab91 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7531435 Oct 26 11:17:05.067639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56046) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:05.068432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-415edbc2-9101-4b66-a525-dc6a9b4ebe8a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.072334 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-415edbc2-9101-4b66-a525-dc6a9b4ebe8a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4668107 Oct 26 11:17:05.072533 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56048) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:05.077641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b4a3db81-5ea3-401e-8d75-1641ea223403 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'd65c158b-7032-4cc8-b668-28504df1be37', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:05.087928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63fa70fd-5db2-45ca-a971-af0a529f99a9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b4aacf5d-ef54-4751-a363-2f8143a60112), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.160089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be7cfca-f670-44ca-bf2d-7a34ae140f03 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:17:05.173028 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-b4a3db81-5ea3-401e-8d75-1641ea223403 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:17:05.177237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:05.190188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4a3db81-5ea3-401e-8d75-1641ea223403 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (0ffae801-280c-44d4-9e8f-a2dd8f442180), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.224176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63fa70fd-5db2-45ca-a971-af0a529f99a9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (b4aacf5d-ef54-4751-a363-2f8143a60112), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.244058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ad465aa8-36ac-4df0-94bf-ddff75334603 None None] Provisioning complete for port 77ec351a-16cc-4198-8667-851af11e5ae3 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:05.244786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ad465aa8-36ac-4df0-94bf-ddff75334603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.245329 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ad465aa8-36ac-4df0-94bf-ddff75334603 None None] Attempt 1 to provision port 77ec351a-16cc-4198-8667-851af11e5ae3 Oct 26 11:17:05.273065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:05.276501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa70fd-5db2-45ca-a971-af0a529f99a9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Subnet': ['ID=b4aacf5d-ef54-4751-a363-2f8143a60112,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:05.322955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63fa70fd-5db2-45ca-a971-af0a529f99a9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.327204 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-63fa70fd-5db2-45ca-a971-af0a529f99a9 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b4aacf5d-ef54-4751-a363-2f8143a60112 HTTP/1.1" status: 204 len: 168 time: 0.9132442 Oct 26 11:17:05.331081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56052) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:05.365912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4a3db81-5ea3-401e-8d75-1641ea223403 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (0ffae801-280c-44d4-9e8f-a2dd8f442180), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.378797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4a3db81-5ea3-401e-8d75-1641ea223403 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0ffae801-280c-44d4-9e8f-a2dd8f442180), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.404075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3db81-5ea3-401e-8d75-1641ea223403 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffae801-280c-44d4-9e8f-a2dd8f442180,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:05.423510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4e9ecf-5997-4fcd-9a1e-327932924f46 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting subnet 999ec497-331a-484e-8483-93f6c47c8e56 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:05.429577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4a3db81-5ea3-401e-8d75-1641ea223403 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.431382 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b4a3db81-5ea3-401e-8d75-1641ea223403 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3574581 Oct 26 11:17:05.431922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fa4e9ecf-5997-4fcd-9a1e-327932924f46 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (999ec497-331a-484e-8483-93f6c47c8e56), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.469546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:05.485926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fa4e9ecf-5997-4fcd-9a1e-327932924f46 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (999ec497-331a-484e-8483-93f6c47c8e56), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.531611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Publish callbacks [] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.560050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ad465aa8-36ac-4df0-94bf-ddff75334603 None None] Current status of the port 77ec351a-16cc-4198-8667-851af11e5ae3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:05.560472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ad465aa8-36ac-4df0-94bf-ddff75334603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.615184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56056) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:05.622913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.674706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ad465aa8-36ac-4df0-94bf-ddff75334603 None None] For port 77ec351a-16cc-4198-8667-851af11e5ae3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=77ec351a-16cc-4198-8667-851af11e5ae3,segment=NetworkSegment(5921e3c9-f067-4e5f-a228-167415f4cb33),segment_id=5921e3c9-f067-4e5f-a228-167415f4cb33)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:05.678099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:05.679841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be7cfca-f670-44ca-bf2d-7a34ae140f03 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:17:05.749370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ad465aa8-36ac-4df0-94bf-ddff75334603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.786981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fa4e9ecf-5997-4fcd-9a1e-327932924f46 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (999ec497-331a-484e-8483-93f6c47c8e56), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.800411 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-277fca43-6d59-4288-8987-8ad49416977b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1849201 Oct 26 11:17:05.892728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 77ec351a-16cc-4198-8667-851af11e5ae3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:05.895138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:05.911938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fa4e9ecf-5997-4fcd-9a1e-327932924f46 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (999ec497-331a-484e-8483-93f6c47c8e56), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.938747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.939066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.939451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.939907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.940165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.940513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.940894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.941249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.941492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.941882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.942215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.942545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.942869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.943194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.943518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:05.960622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e9ecf-5997-4fcd-9a1e-327932924f46 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Subnet': ['ID=999ec497-331a-484e-8483-93f6c47c8e56,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:05.974252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fa4e9ecf-5997-4fcd-9a1e-327932924f46 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:05.981112 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fa4e9ecf-5997-4fcd-9a1e-327932924f46 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/999ec497-331a-484e-8483-93f6c47c8e56 HTTP/1.1" status: 204 len: 168 time: 0.6485267 Oct 26 11:17:05.983714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56070) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:06.056224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:06.104576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (7119ba59-cce3-4ebb-a675-22d822d5ac34), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.111229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks [] for port (fc956473-cc15-4e12-bfb3-d3fd6ed89a12), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.148893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:06.174359 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (fc956473-cc15-4e12-bfb3-d3fd6ed89a12), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.178774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting port 93fbbd15-9b44-4798-9788-cb7d1bf07881 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:06.179126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.185505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad465aa8-36ac-4df0-94bf-ddff75334603 None None] Pushing event updated for resources: {'Port': ['ID=77ec351a-16cc-4198-8667-851af11e5ae3,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:06.188405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Attempting to bind port 4d75aa70-459c-41c6-a0d6-c181b413c39f on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:06.188780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Attempting to bind port 4d75aa70-459c-41c6-a0d6-c181b413c39f by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:06.189199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Attempting to bind port 4d75aa70-459c-41c6-a0d6-c181b413c39f on network 124301db-f1d6-40cf-b5cd-d641e01e6c54 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:06.208680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:06.223283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:06.228637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:06.256137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:06.256369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Checking segment: {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:06.256755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.257155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Bound using segment: {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:06.257642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Bound port: 4d75aa70-459c-41c6-a0d6-c181b413c39f, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:06.258025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.280329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] For port 93fbbd15-9b44-4798-9788-cb7d1bf07881, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=93fbbd15-9b44-4798-9788-cb7d1bf07881,segment=NetworkSegment(5d7a62a7-9f27-4b99-a311-0591396473da),segment_id=5d7a62a7-9f27-4b99-a311-0591396473da)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:06.280934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.297336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 77ec351a-16cc-4198-8667-851af11e5ae3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:06.297727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.298069 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 77ec351a-16cc-4198-8667-851af11e5ae3 Oct 26 11:17:06.299006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Calling delete_port for 93fbbd15-9b44-4798-9788-cb7d1bf07881 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:06.397020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (93fbbd15-9b44-4798-9788-cb7d1bf07881), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.443859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Port': ['ID=93fbbd15-9b44-4798-9788-cb7d1bf07881,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:06.452097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] No DVR routers for this DVR port 93fbbd15-9b44-4798-9788-cb7d1bf07881 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:06.461052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:06.472247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 77ec351a-16cc-4198-8667-851af11e5ae3 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:06.474774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:06.478621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:06.484485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Pushing event updated for resources: {'Port': ['ID=fc956473-cc15-4e12-bfb3-d3fd6ed89a12,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:06.503960 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-f4c4abf7-149a-4984-ad0f-82f4239e3dda tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1502178232&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.3532565 Oct 26 11:17:06.509924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:06.510687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.512963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e971f56d-f5ca-43d3-bb88-d793f2be41a0 None None] DHCP port deletion for 35e47031-39fe-4584-895c-70f34213c07c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:17:06.521810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.566671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-43c50f8d-5300-4e4c-8bf8-d440b2fce5b3', 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3', 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'fixed_ips': [{'subnet_id': 'c5d7d660-701b-4844-91da-54d7b56e966d'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:17:06.568198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.602317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (7119ba59-cce3-4ebb-a675-22d822d5ac34), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.604757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:06.618428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:06.619160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:06.629673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:06.630049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.630384 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 Oct 26 11:17:06.634078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7119ba59-cce3-4ebb-a675-22d822d5ac34']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:06.649833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7a62a7-9f27-4b99-a311-0591396473da') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:06.650466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7a62a7-9f27-4b99-a311-0591396473da') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:06.670122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (5d7a62a7-9f27-4b99-a311-0591396473da), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.680745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-30064d0f-8c55-4a6f-a82d-fddef82b0484 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6164846 Oct 26 11:17:06.686852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56080) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:06.697850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:06.699070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e315a-7508-48d1-959e-a19bafa71319 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:06.702395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.216'}]}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:06.713760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (5d7a62a7-9f27-4b99-a311-0591396473da), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.727650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:06.728484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (5d7a62a7-9f27-4b99-a311-0591396473da), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.757565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:06.790775 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 5d7a62a7-9f27-4b99-a311-0591396473da resource provider aggregate not found Oct 26 11:17:06.798971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (41a154e6-e271-422b-9213-429e3678f22b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.800344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (41a154e6-e271-422b-9213-429e3678f22b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.858124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks [] for router_controller (41a154e6-e271-422b-9213-429e3678f22b), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.860268 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 5d7a62a7-9f27-4b99-a311-0591396473da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d7a62a7-9f27-4b99-a311-0591396473da found for delete ", "request_id": "req-aecc369d-62be-4b94-9863-3beb1af0c5b9"}]} Oct 26 11:17:06.863658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56088) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:06.865968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-67072ec7-3974-45a2-92b9-4bfdb832bdd1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:06.869048 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-67072ec7-3974-45a2-92b9-4bfdb832bdd1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/networks?id=124301db-f1d6-40cf-b5cd-d641e01e6c54 HTTP/1.1" status: 200 len: 797 time: 0.3505328 Oct 26 11:17:06.894693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (28fa5222-a8dd-4547-8d07-e265ea1c9023), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:06.932496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-2646fa31-d746-4e05-8a5d-b33919a74242 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/quotas/96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 375 time: 0.0274298 Oct 26 11:17:07.059871 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-ed6ddb7a-71e9-485a-bfa7-3ef56875e81d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825620 Oct 26 11:17:07.087876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Checking segment: {'id': '87db16ed-601c-46bb-b11b-f3bfa060a27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'fa4fd614-b525-4049-a6c8-052659d786c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:07.088254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Network hostable DHCP agents. Network: fa4fd614-b525-4049-a6c8-052659d786c6, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:07.110390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.181330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Subnet': ['ID=28fa5222-a8dd-4547-8d07-e265ea1c9023,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:07.183413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Network fa4fd614-b525-4049-a6c8-052659d786c6 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:07.208549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, fa4fd614-b525-4049-a6c8-052659d786c6) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:07.260175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Allocated IP 2001:db8:3::2 (43c50f8d-5300-4e4c-8bf8-d440b2fce5b3/c5d7d660-701b-4844-91da-54d7b56e966d/8f3cf584-82b4-457c-a982-05168449f167) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:07.268951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:07.283943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:07.295538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (7119ba59-cce3-4ebb-a675-22d822d5ac34), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.299698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.305490 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/networks/7119ba59-cce3-4ebb-a675-22d822d5ac34 HTTP/1.1" status: 204 len: 168 time: 1.3182201 Oct 26 11:17:07.313889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:07.314617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.317138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56092) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:07.341001 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2e5a497-ec80-4cf6-8d8b-85017c7bef81 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4739609 Oct 26 11:17:07.361881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:07.361881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc38998-8a9d-437e-b818-c8c1dbdfd875 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Network': ['ID=7119ba59-cce3-4ebb-a675-22d822d5ac34,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:07.436904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks [] for router_gateway (41a154e6-e271-422b-9213-429e3678f22b), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.449568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (a993e06b-fb4a-4e92-99f8-84923c2a4bb0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.490153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=354a4675-2925-4c6d-8db3-97ee7d97e5f8,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:07.491153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:07.544186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.579974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4723972d-c0aa-4e9b-b032-5ee5794744b5 None None] Provisioning complete for port 36419826-b989-4dae-9b57-3a0c72dfa3a0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:07.579974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4723972d-c0aa-4e9b-b032-5ee5794744b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.579974 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4723972d-c0aa-4e9b-b032-5ee5794744b5 None None] Attempt 1 to provision port 36419826-b989-4dae-9b57-3a0c72dfa3a0 Oct 26 11:17:07.634598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks [] for router_gateway (41a154e6-e271-422b-9213-429e3678f22b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.666411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.691657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event updated for resources: {'Subnet': ['ID=a993e06b-fb4a-4e92-99f8-84923c2a4bb0,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:07.705921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (303d0aea-151b-4860-b80c-2038085df1a8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.718797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:07.719575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Checking segment: {'id': '4dcd850b-e285-4d70-9261-934d6cf7ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'adbb9998-dec4-4896-9fb5-960277339ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:07.719976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Network hostable DHCP agents. Network: adbb9998-dec4-4896-9fb5-960277339ed1, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:07.735121 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-1dfbed64-06c4-4bc3-9c85-eb3248d91d6c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485329 Oct 26 11:17:07.768762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Network adbb9998-dec4-4896-9fb5-960277339ed1 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:07.782480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Publish callbacks [] for port (8f3cf584-82b4-457c-a982-05168449f167), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.785872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:07.811653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (8f3cf584-82b4-457c-a982-05168449f167), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.854746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:07.860156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, adbb9998-dec4-4896-9fb5-960277339ed1) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:07.880201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:07.880543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.883169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:07.883858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:07.884486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.889448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4723972d-c0aa-4e9b-b032-5ee5794744b5 None None] Current status of the port 36419826-b989-4dae-9b57-3a0c72dfa3a0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:07.894291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13bb26-6053-47b4-8b2f-0b245b6e0d5e None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:07.908474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:07.912104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:07.912823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:07.915168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks [] for router (41a154e6-e271-422b-9213-429e3678f22b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.916391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:07.920488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:07.921382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Pushing event updated for resources: {'Port': ['ID=8f3cf584-82b4-457c-a982-05168449f167,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:07.999475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Allocated IP 2001:db8:3::1 (43c50f8d-5300-4e4c-8bf8-d440b2fce5b3/c5d7d660-701b-4844-91da-54d7b56e966d/ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:08.010440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Attempting to bind port 8f3cf584-82b4-457c-a982-05168449f167 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:08.010819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Attempting to bind port 8f3cf584-82b4-457c-a982-05168449f167 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '7b6d548c-7680-4951-92a2-8b1be3aa9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:08.011190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Attempting to bind port 8f3cf584-82b4-457c-a982-05168449f167 on network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:08.031735 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5a01a1d6-78f5-4b9d-896f-2f2e34c6e451 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.1419637 Oct 26 11:17:08.044997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56096) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:08.064396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] For port e010b84e-be3e-458c-a522-c1a2d0cfa8a9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e010b84e-be3e-458c-a522-c1a2d0cfa8a9,segment=NetworkSegment(2af58c56-ea4c-4d32-8dfe-cb32f07be149),segment_id=2af58c56-ea4c-4d32-8dfe-cb32f07be149)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:08.064766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.065129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:08.065518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Checking segment: {'id': '7b6d548c-7680-4951-92a2-8b1be3aa9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:08.065921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.066316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Bound using segment: {'id': '7b6d548c-7680-4951-92a2-8b1be3aa9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:08.066845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Bound port: 8f3cf584-82b4-457c-a982-05168449f167, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6d548c-7680-4951-92a2-8b1be3aa9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:08.067248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8f3cf584-82b4-457c-a982-05168449f167), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.090727 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-66290874-83ca-48a7-8154-6571eedd505f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446074 Oct 26 11:17:08.123247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Calling delete_port for e010b84e-be3e-458c-a522-c1a2d0cfa8a9 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:08.140325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (41a154e6-e271-422b-9213-429e3678f22b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.142851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks [] for router_controller (41a154e6-e271-422b-9213-429e3678f22b), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.200535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] For port 8f3cf584-82b4-457c-a982-05168449f167, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:08.201878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (41a154e6-e271-422b-9213-429e3678f22b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.203177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41a154e6-e271-422b-9213-429e3678f22b {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:17:08.204820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] For port 8f3cf584-82b4-457c-a982-05168449f167, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8f3cf584-82b4-457c-a982-05168449f167,segment=NetworkSegment(7b6d548c-7680-4951-92a2-8b1be3aa9b76),segment_id=7b6d548c-7680-4951-92a2-8b1be3aa9b76)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:08.210527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d886fca0-0259-4df3-ac73-85cfcf1f4a99 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:08.212898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d886fca0-0259-4df3-ac73-85cfcf1f4a99 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:08.214711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d886fca0-0259-4df3-ac73-85cfcf1f4a99 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:08.218895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8f3cf584-82b4-457c-a982-05168449f167), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.225101 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d886fca0-0259-4df3-ac73-85cfcf1f4a99 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1788874 Oct 26 11:17:08.227036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56098) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:08.238769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 11:17:08.242534 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad63d857-df8d-4cfd-8b29-48da2033b3ce tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5528600 Oct 26 11:17:08.271212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:08.352459 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:08.369472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3911c6b-70ef-4e96-9368-ea6d7367a42d None None] Pushing event updated for resources: {'Port': ['ID=8f3cf584-82b4-457c-a982-05168449f167,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:08.370035 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:08.373004 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:08.393652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56108) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:08.417750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:08.521408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e010b84e-be3e-458c-a522-c1a2d0cfa8a9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.564588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c16e96-5f91-44a9-bf37-e58b75759374 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Deleting subnet 28fa5222-a8dd-4547-8d07-e265ea1c9023 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:08.579521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Port': ['ID=e010b84e-be3e-458c-a522-c1a2d0cfa8a9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:08.615281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 77ec351a-16cc-4198-8667-851af11e5ae3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:08.618827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c16e96-5f91-44a9-bf37-e58b75759374 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for subnet (28fa5222-a8dd-4547-8d07-e265ea1c9023), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.640981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] No DVR routers for this DVR port e010b84e-be3e-458c-a522-c1a2d0cfa8a9 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:08.653660 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:08.710494 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4ad32b8-c288-4bd0-bc98-0aba1feb2825 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3146129 Oct 26 11:17:08.724028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-29dd1ad2-9938-4562-83c7-d735da9e2011 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Deleting port fc956473-cc15-4e12-bfb3-d3fd6ed89a12 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:08.724930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29dd1ad2-9938-4562-83c7-d735da9e2011 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (fc956473-cc15-4e12-bfb3-d3fd6ed89a12), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.764179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 77ec351a-16cc-4198-8667-851af11e5ae3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:08.764679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.765024 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 77ec351a-16cc-4198-8667-851af11e5ae3 Oct 26 11:17:08.811411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:08.811802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.853730 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7111eca0-ed6b-45de-b29b-8ec79db2f05b req-003d2206-62b0-4e48-a948-a556f63df693 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 210 time: 0.4316263 Oct 26 11:17:08.863632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c16e96-5f91-44a9-bf37-e58b75759374 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (28fa5222-a8dd-4547-8d07-e265ea1c9023), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.964217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (303d0aea-151b-4860-b80c-2038085df1a8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.980232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29dd1ad2-9938-4562-83c7-d735da9e2011 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (fc956473-cc15-4e12-bfb3-d3fd6ed89a12), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:08.984844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 77ec351a-16cc-4198-8667-851af11e5ae3 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:09.002081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303d0aea-151b-4860-b80c-2038085df1a8']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:09.015224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.019184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-29dd1ad2-9938-4562-83c7-d735da9e2011 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Calling delete_port for fc956473-cc15-4e12-bfb3-d3fd6ed89a12 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:09.036765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c16e96-5f91-44a9-bf37-e58b75759374 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (28fa5222-a8dd-4547-8d07-e265ea1c9023), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.046019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af58c56-ea4c-4d32-8dfe-cb32f07be149') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:09.046019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af58c56-ea4c-4d32-8dfe-cb32f07be149') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:09.099605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (2af58c56-ea4c-4d32-8dfe-cb32f07be149), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.104596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ec29b15c-486a-4f61-962d-ec6ea3689ef4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:09.121722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:09.129397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (2af58c56-ea4c-4d32-8dfe-cb32f07be149), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.134652 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:01Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:07Z', 'revision_number': 5, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:01Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:09.141294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:09.143550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:09.144921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.151183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:09.151700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (2af58c56-ea4c-4d32-8dfe-cb32f07be149), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.164751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:09.165358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: ec29b15c-486a-4f61-962d-ec6ea3689ef4 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:09.165986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ec29b15c-486a-4f61-962d-ec6ea3689ef4 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:09.166623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:09.200765 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:09.206012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Updating router 28cb8342-d765-4edb-86d0-f557813f4330 port 84c817c0-4173-40be-bb25-f07a661d0438 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:17:09.230280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c16e96-5f91-44a9-bf37-e58b75759374 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (28fa5222-a8dd-4547-8d07-e265ea1c9023), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.235551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] The host dv-neutron-759874-5-hyperv is not matching for port 84c817c0-4173-40be-bb25-f07a661d0438 host ! {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 11:17:09.238691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:09.239315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:09.267830 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (84c817c0-4173-40be-bb25-f07a661d0438), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.273352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:09.290642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c16e96-5f91-44a9-bf37-e58b75759374 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Subnet': ['ID=28fa5222-a8dd-4547-8d07-e265ea1c9023,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:09.292878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57c16e96-5f91-44a9-bf37-e58b75759374 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.297703 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57c16e96-5f91-44a9-bf37-e58b75759374 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/28fa5222-a8dd-4547-8d07-e265ea1c9023 HTTP/1.1" status: 204 len: 168 time: 1.0695202 Oct 26 11:17:09.300967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56118) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:09.387369 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 2af58c56-ea4c-4d32-8dfe-cb32f07be149 resource provider aggregate not found Oct 26 11:17:09.437395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:09.437905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.490962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fa89a1-b5f9-4415-95d8-ec0acbd3dad3 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Deleting subnet a993e06b-fb4a-4e92-99f8-84923c2a4bb0 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:09.499990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4fa89a1-b5f9-4415-95d8-ec0acbd3dad3 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for subnet (a993e06b-fb4a-4e92-99f8-84923c2a4bb0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.500325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:09.500742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=354a4675-2925-4c6d-8db3-97ee7d97e5f8,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:09.505298 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 2af58c56-ea4c-4d32-8dfe-cb32f07be149 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2af58c56-ea4c-4d32-8dfe-cb32f07be149 found for delete ", "request_id": "req-9ea852c2-bc40-4d6f-911c-a4f9ddaee2d0"}]} Oct 26 11:17:09.506953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.525510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (303d0aea-151b-4860-b80c-2038085df1a8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.546896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:09.565743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.573450 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/networks/303d0aea-151b-4860-b80c-2038085df1a8 HTTP/1.1" status: 204 len: 168 time: 2.1167681 Oct 26 11:17:09.597603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:09.617124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.637943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec04f6-0d88-4996-bce6-632adf5003e4 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Network': ['ID=303d0aea-151b-4860-b80c-2038085df1a8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:09.646297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:09.720123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4fa89a1-b5f9-4415-95d8-ec0acbd3dad3 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (a993e06b-fb4a-4e92-99f8-84923c2a4bb0), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.737395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56126) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:09.756771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:09.765873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29dd1ad2-9938-4562-83c7-d735da9e2011 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (fc956473-cc15-4e12-bfb3-d3fd6ed89a12), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.817332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd1ad2-9938-4562-83c7-d735da9e2011 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc956473-cc15-4e12-bfb3-d3fd6ed89a12,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:09.835455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4fa89a1-b5f9-4415-95d8-ec0acbd3dad3 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (a993e06b-fb4a-4e92-99f8-84923c2a4bb0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.857715 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:09.894433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Publish callbacks [] for port (84c817c0-4173-40be-bb25-f07a661d0438), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:09.909369 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (84c817c0-4173-40be-bb25-f07a661d0438), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.021066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Pushing event updated for resources: {'Port': ['ID=84c817c0-4173-40be-bb25-f07a661d0438,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:10.032068 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:10.034666 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.035149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.035831 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.036339 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.036973 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.037456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.037952 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.038415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.038893 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.039454 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.040800 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.041300 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.041767 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.042228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.042687 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:10.050752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29dd1ad2-9938-4562-83c7-d735da9e2011 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.053836 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29dd1ad2-9938-4562-83c7-d735da9e2011 tempest-RoutersAdminNegativeTest-233197130 tempest-RoutersAdminNegativeTest-233197130-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/fc956473-cc15-4e12-bfb3-d3fd6ed89a12 HTTP/1.1" status: 204 len: 168 time: 1.7815359 Oct 26 11:17:10.149305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4fa89a1-b5f9-4415-95d8-ec0acbd3dad3 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (a993e06b-fb4a-4e92-99f8-84923c2a4bb0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.226296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Attempting to bind port 84c817c0-4173-40be-bb25-f07a661d0438 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:10.226497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa89a1-b5f9-4415-95d8-ec0acbd3dad3 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Subnet': ['ID=a993e06b-fb4a-4e92-99f8-84923c2a4bb0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:10.226846 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Attempting to bind port 84c817c0-4173-40be-bb25-f07a661d0438 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '5921e3c9-f067-4e5f-a228-167415f4cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '007e70a1-7650-40da-9296-a37b47969a86'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:10.227263 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Attempting to bind port 84c817c0-4173-40be-bb25-f07a661d0438 on network 007e70a1-7650-40da-9296-a37b47969a86 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:10.251792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d4fa89a1-b5f9-4415-95d8-ec0acbd3dad3 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.258512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-419d816c-b1ec-4c54-8b06-2dac88b85d2d tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting subnet 1ceb2105-a37f-498c-b699-ee224af269ea {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:10.263924 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d4fa89a1-b5f9-4415-95d8-ec0acbd3dad3 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/a993e06b-fb4a-4e92-99f8-84923c2a4bb0 HTTP/1.1" status: 204 len: 168 time: 0.9613662 Oct 26 11:17:10.267361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-419d816c-b1ec-4c54-8b06-2dac88b85d2d tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (1ceb2105-a37f-498c-b699-ee224af269ea), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.290189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b443c9-42f1-46dd-815a-df8304e826e8 None None] Network 007e70a1-7650-40da-9296-a37b47969a86 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:10.312547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56132) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:10.345599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20035d4-254d-4009-84a1-ba76cb79e43b None None] Network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:10.348437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8f3cf584-82b4-457c-a982-05168449f167 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:10.364560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f5a29-18f1-47ae-8881-43d489f1e627 None None] Network 7119ba59-cce3-4ebb-a675-22d822d5ac34 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:10.365234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-419d816c-b1ec-4c54-8b06-2dac88b85d2d tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (1ceb2105-a37f-498c-b699-ee224af269ea), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.392573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f6999-b494-4b72-ba6f-d0dfb1f21d25 None None] Network 303d0aea-151b-4860-b80c-2038085df1a8 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:10.396378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a4335c-9892-4422-96fa-678fb3fe9ec0 None None] Network fa4fd614-b525-4049-a6c8-052659d786c6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:10.398593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2522143-7302-4477-a995-7040267064e9 None None] Network adbb9998-dec4-4896-9fb5-960277339ed1 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:10.401013 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:10.403329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Checking segment: {'id': '5921e3c9-f067-4e5f-a228-167415f4cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '007e70a1-7650-40da-9296-a37b47969a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:10.403772 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.404174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Bound using segment: {'id': '5921e3c9-f067-4e5f-a228-167415f4cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '007e70a1-7650-40da-9296-a37b47969a86'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:10.404648 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Bound port: 84c817c0-4173-40be-bb25-f07a661d0438, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5921e3c9-f067-4e5f-a228-167415f4cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '007e70a1-7650-40da-9296-a37b47969a86'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:10.405013 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (84c817c0-4173-40be-bb25-f07a661d0438), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.457669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c67d80f-143a-4e44-8c9a-37bfd6f4d04f tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:10.459420 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c67d80f-143a-4e44-8c9a-37bfd6f4d04f tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1442177 Oct 26 11:17:10.470121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56136) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:10.516473 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] For port 84c817c0-4173-40be-bb25-f07a661d0438, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:10.521301 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] For port 84c817c0-4173-40be-bb25-f07a661d0438, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=84c817c0-4173-40be-bb25-f07a661d0438,segment=NetworkSegment(5921e3c9-f067-4e5f-a228-167415f4cb33),segment_id=5921e3c9-f067-4e5f-a228-167415f4cb33)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:10.531516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f5a29-18f1-47ae-8881-43d489f1e627 None None] Network 7119ba59-cce3-4ebb-a675-22d822d5ac34 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:10.532810 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (84c817c0-4173-40be-bb25-f07a661d0438), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.636392 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa2b55-8d6e-4fe5-b736-61ebbac861ae None None] Pushing event updated for resources: {'Port': ['ID=84c817c0-4173-40be-bb25-f07a661d0438,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:10.646882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:10.647934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:10.665843 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:10.666725 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:10.711110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56138) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:10.747175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (adbb9998-dec4-4896-9fb5-960277339ed1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.758119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:10.852576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f114fb7-7b9c-42a2-9700-5243d5bdb92b None None] DHCP port deletion for 7119ba59-cce3-4ebb-a675-22d822d5ac34 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:17:10.896921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (adbb9998-dec4-4896-9fb5-960277339ed1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:10.926768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbb9998-dec4-4896-9fb5-960277339ed1']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:10.944674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcd850b-e285-4d70-9261-934d6cf7ea6b') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:10.945001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcd850b-e285-4d70-9261-934d6cf7ea6b') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:10.989413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (4dcd850b-e285-4d70-9261-934d6cf7ea6b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.006464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:11.044794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-419d816c-b1ec-4c54-8b06-2dac88b85d2d tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (1ceb2105-a37f-498c-b699-ee224af269ea), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.055400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a531209-b3d1-4859-ab11-627aab5c1c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.086824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f6999-b494-4b72-ba6f-d0dfb1f21d25 None None] Network 303d0aea-151b-4860-b80c-2038085df1a8 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:11.094090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-19e1a2ca-b6ad-40ba-b723-7c6ca50398c6 None None] Provisioning complete for port 36419826-b989-4dae-9b57-3a0c72dfa3a0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:11.094737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-19e1a2ca-b6ad-40ba-b723-7c6ca50398c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.095516 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-19e1a2ca-b6ad-40ba-b723-7c6ca50398c6 None None] Attempt 1 to provision port 36419826-b989-4dae-9b57-3a0c72dfa3a0 Oct 26 11:17:11.097230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4dcd850b-e285-4d70-9261-934d6cf7ea6b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.176260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1d2721-e6e9-416b-a978-8dcd7b6671e7 None None] Network adbb9998-dec4-4896-9fb5-960277339ed1 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:11.180130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:11.189935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-8807b617-49ca-424b-8c92-84097d64d4d0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:11.191796 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-8807b617-49ca-424b-8c92-84097d64d4d0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=124301db-f1d6-40cf-b5cd-d641e01e6c54 HTTP/1.1" status: 200 len: 797 time: 0.1344786 Oct 26 11:17:11.237024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a531209-b3d1-4859-ab11-627aab5c1c6d admin admin] Publish callbacks [] for security_group (341dfcbf-e097-4307-a515-e0400365044e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.244968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:11.245729 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (4dcd850b-e285-4d70-9261-934d6cf7ea6b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.267983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a531209-b3d1-4859-ab11-627aab5c1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (341dfcbf-e097-4307-a515-e0400365044e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.282184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afac05c-4d7e-4237-b90c-0eb0348ec3ef None None] DHCP port deletion for 303d0aea-151b-4860-b80c-2038085df1a8 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:17:11.288365 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6de63c99-cbd9-478d-943c-120a75d09ea4 req-7dba108f-aa06-45c8-aa2f-aab5f305b386 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 210 time: 1.0494277 Oct 26 11:17:11.347893 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4dcd850b-e285-4d70-9261-934d6cf7ea6b resource provider aggregate not found Oct 26 11:17:11.390158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8f3cf584-82b4-457c-a982-05168449f167 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:11.390391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8f3cf584-82b4-457c-a982-05168449f167), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.394954 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8f3cf584-82b4-457c-a982-05168449f167 Oct 26 11:17:11.399185 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:09Z', 'revision_number': 5, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:09Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:10Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0', 'name': '', 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:06:91:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:07Z', 'updated_at': '2022-10-26T11:17:08Z', 'revision_number': 1, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:11.411653 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4dcd850b-e285-4d70-9261-934d6cf7ea6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dcd850b-e285-4d70-9261-934d6cf7ea6b found for delete ", "request_id": "req-8ca07863-3674-444a-9239-129590a063e7"}]} Oct 26 11:17:11.441592 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66fe7ed-6381-4cbe-9af9-d57b3fbef9aa None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:09Z', 'revision_number': 5, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:09Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:10Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0', 'name': '', 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:06:91:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:07Z', 'updated_at': '2022-10-26T11:17:08Z', 'revision_number': 1, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:11.444018 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4fbecd5b-abeb-4e2c-878a-d1680f40bc57 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 1.6885004 Oct 26 11:17:11.456427 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-f321b131-3b4f-457a-ace2-a1252532fd2b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 380 time: 0.1669965 Oct 26 11:17:11.460901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (adbb9998-dec4-4896-9fb5-960277339ed1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.476716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'port': {'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'admin_state_up': True, 'tenant_id': '96acf66580ef42109af70a407c10125a', 'security_groups': ['d65c158b-7032-4cc8-b668-28504df1be37']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:11.497950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.503492 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/networks/adbb9998-dec4-4896-9fb5-960277339ed1 HTTP/1.1" status: 204 len: 168 time: 1.0287774 Oct 26 11:17:11.522949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56150) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:11.524500 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6a531209-b3d1-4859-ab11-627aab5c1c6d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2e5a9d97eb3a477fa9bb78526adf183c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8122902 Oct 26 11:17:11.525185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56152) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:11.549871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a531209-b3d1-4859-ab11-627aab5c1c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341dfcbf-e097-4307-a515-e0400365044e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:11.561801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f3780-66cc-465e-8e41-fada198453db tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Network': ['ID=adbb9998-dec4-4896-9fb5-960277339ed1,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:11.626001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-419d816c-b1ec-4c54-8b06-2dac88b85d2d tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (1ceb2105-a37f-498c-b699-ee224af269ea), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.655937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-419d816c-b1ec-4c54-8b06-2dac88b85d2d tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.658799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05a8ba3-87ef-4b30-b4be-8b624de6b82e None None] Network fa4fd614-b525-4049-a6c8-052659d786c6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:11.659968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:11.662474 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-419d816c-b1ec-4c54-8b06-2dac88b85d2d tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/1ceb2105-a37f-498c-b699-ee224af269ea HTTP/1.1" status: 204 len: 168 time: 2.0628448 Oct 26 11:17:11.664158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56154) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:11.679540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de53cd72-b873-49e8-a81b-f6c780e4734d admin admin] Publish callbacks [] for security_group (341dfcbf-e097-4307-a515-e0400365044e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.771376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8f3cf584-82b4-457c-a982-05168449f167 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:11.771898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8f3cf584-82b4-457c-a982-05168449f167), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.774131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3496fed2-22a6-4744-96c9-12d8c7592edf None None] Network 2b77f025-86da-4b3b-bfb1-c550701c23a0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:11.789432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:11.791008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d816c-b1ec-4c54-8b06-2dac88b85d2d tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Subnet': ['ID=1ceb2105-a37f-498c-b699-ee224af269ea,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:11.819176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de53cd72-b873-49e8-a81b-f6c780e4734d admin admin] Publish callbacks [] for security_group (341dfcbf-e097-4307-a515-e0400365044e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.867808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (fa4fd614-b525-4049-a6c8-052659d786c6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.896195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.896665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (2b77f025-86da-4b3b-bfb1-c550701c23a0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.919325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.961662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Deleting port 36419826-b989-4dae-9b57-3a0c72dfa3a0 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:11.962052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:11.998376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8f3cf584-82b4-457c-a982-05168449f167, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8f3cf584-82b4-457c-a982-05168449f167,segment=NetworkSegment(7b6d548c-7680-4951-92a2-8b1be3aa9b76),segment_id=7b6d548c-7680-4951-92a2-8b1be3aa9b76)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:12.007106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (fa4fd614-b525-4049-a6c8-052659d786c6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.015869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:12.021453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8f3cf584-82b4-457c-a982-05168449f167), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.025321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:12.026552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.030496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.081317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de53cd72-b873-49e8-a81b-f6c780e4734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (341dfcbf-e097-4307-a515-e0400365044e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.083920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de53cd72-b873-49e8-a81b-f6c780e4734d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.085330 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de53cd72-b873-49e8-a81b-f6c780e4734d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/341dfcbf-e097-4307-a515-e0400365044e HTTP/1.1" status: 204 len: 168 time: 0.5420752 Oct 26 11:17:12.099934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] For port 36419826-b989-4dae-9b57-3a0c72dfa3a0, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=36419826-b989-4dae-9b57-3a0c72dfa3a0,segment=NetworkSegment(4604e53b-6d20-49e7-ba26-0758c6a43d2a),segment_id=4604e53b-6d20-49e7-ba26-0758c6a43d2a)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:12.100314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.127797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53cd72-b873-49e8-a81b-f6c780e4734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341dfcbf-e097-4307-a515-e0400365044e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:12.134585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Calling delete_port for 36419826-b989-4dae-9b57-3a0c72dfa3a0 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:12.196181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4fd614-b525-4049-a6c8-052659d786c6']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:12.226869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:12.237733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.267211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87db16ed-601c-46bb-b11b-f3bfa060a27e') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:12.267514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87db16ed-601c-46bb-b11b-f3bfa060a27e') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:12.286622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:12.324428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-19e1a2ca-b6ad-40ba-b723-7c6ca50398c6 None None] Current status of the port 36419826-b989-4dae-9b57-3a0c72dfa3a0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:12.370444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (36419826-b989-4dae-9b57-3a0c72dfa3a0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.389653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (87db16ed-601c-46bb-b11b-f3bfa060a27e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.395339 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event updated for resources: {'Port': ['ID=ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:12.447134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:12.479324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-19e1a2ca-b6ad-40ba-b723-7c6ca50398c6 None None] Provisioning complete for port 8f3cf584-82b4-457c-a982-05168449f167 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:12.480172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-19e1a2ca-b6ad-40ba-b723-7c6ca50398c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8f3cf584-82b4-457c-a982-05168449f167), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.480813 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-19e1a2ca-b6ad-40ba-b723-7c6ca50398c6 None None] Attempt 1 to provision port 8f3cf584-82b4-457c-a982-05168449f167 Oct 26 11:17:12.504269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (87db16ed-601c-46bb-b11b-f3bfa060a27e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.514569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:12.515127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (87db16ed-601c-46bb-b11b-f3bfa060a27e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.546715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8f3cf584-82b4-457c-a982-05168449f167,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:12.559958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:12.627750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:12.632805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.633319 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:17:12.641992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:12.642867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:12.768449 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:17:12.779680 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 87db16ed-601c-46bb-b11b-f3bfa060a27e resource provider aggregate not found Oct 26 11:17:12.785723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56166) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:12.833088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6fe4af-3146-4d57-80fc-d102120c1d6e None None] DHCP port deletion for 2b77f025-86da-4b3b-bfb1-c550701c23a0 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:17:12.834382 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 87db16ed-601c-46bb-b11b-f3bfa060a27e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87db16ed-601c-46bb-b11b-f3bfa060a27e found for delete ", "request_id": "req-06030d73-02c0-4bc9-bf9f-7963c1e06113"}]} Oct 26 11:17:12.861037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-19e1a2ca-b6ad-40ba-b723-7c6ca50398c6 None None] Current status of the port 8f3cf584-82b4-457c-a982-05168449f167 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:12.868522 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-34b8ff0a-4d7f-4a96-a776-1baa2444a58f req-d796030f-02d7-4580-8300-ed4309de3533 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 210 time: 0.3919289 Oct 26 11:17:12.948545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:12.950738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (fa4fd614-b525-4049-a6c8-052659d786c6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.957836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:12.964005 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/networks/fa4fd614-b525-4049-a6c8-052659d786c6 HTTP/1.1" status: 204 len: 168 time: 1.4425209 Oct 26 11:17:12.970929 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-08b80e53-6bab-4572-9ee7-5a7a39b51af1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.5106812 Oct 26 11:17:12.982719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:12.983364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56170) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:12.987025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:13.005845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5f200-3eca-42bf-b79e-0bea51a88433 None None] Network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:13.051664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:13.075052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503c25a-87fe-46a5-930b-5e5cd9aaa2fa tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Network': ['ID=fa4fd614-b525-4049-a6c8-052659d786c6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:13.113489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Port': ['ID=36419826-b989-4dae-9b57-3a0c72dfa3a0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:13.130584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] No DVR routers for this DVR port 36419826-b989-4dae-9b57-3a0c72dfa3a0 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:13.159050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Provisioning complete for port 77ec351a-16cc-4198-8667-851af11e5ae3 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:13.160025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.160562 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Attempt 1 to provision port 77ec351a-16cc-4198-8667-851af11e5ae3 Oct 26 11:17:13.162687 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f4cf0a6b-3ba4-42f9-94ba-d83759fda190 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e042b839e59647a6aafd8b567a8cddb9&name=default HTTP/1.1" status: 200 len: 2998 time: 0.3359685 Oct 26 11:17:13.172933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56172) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:13.174306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:13.234834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (2b77f025-86da-4b3b-bfb1-c550701c23a0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.235854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:13.246352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:13.247042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.261464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b77f025-86da-4b3b-bfb1-c550701c23a0']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:13.272291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:13.275064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4604e53b-6d20-49e7-ba26-0758c6a43d2a') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:13.275422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4604e53b-6d20-49e7-ba26-0758c6a43d2a') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:13.289049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.290140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:13.292020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (4604e53b-6d20-49e7-ba26-0758c6a43d2a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.310452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4604e53b-6d20-49e7-ba26-0758c6a43d2a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.313003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (99124266-b7ab-423f-8050-70d38a93cbe4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.320880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:13.323112 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (4604e53b-6d20-49e7-ba26-0758c6a43d2a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.328518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.11 (124301db-f1d6-40cf-b5cd-d641e01e6c54/d6529b3f-7320-4c48-bf7c-7c69d0269522/d8f74bf1-cd89-4149-ae7a-1cfb035852c7) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:13.389392 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:13.427397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (2b77f025-86da-4b3b-bfb1-c550701c23a0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.446986 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4604e53b-6d20-49e7-ba26-0758c6a43d2a resource provider aggregate not found Oct 26 11:17:13.458399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.465945 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/networks/2b77f025-86da-4b3b-bfb1-c550701c23a0 HTTP/1.1" status: 204 len: 168 time: 1.8000486 Oct 26 11:17:13.469289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56178) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:13.469865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfc26777-3f03-41c6-9bb7-49857a65b116 admin admin] Publish callbacks [] for security_group (2bcdf9fb-1042-4a2e-883e-7c40621aefaf), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.484934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:13.520846 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8fbdc5a0-13f2-434f-ae1a-f750006705b6 tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5bec9723-2afd-432d-8559-6bfadc371e2d HTTP/1.1" status: 200 len: 205 time: 0.0496700 Oct 26 11:17:13.522954 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4604e53b-6d20-49e7-ba26-0758c6a43d2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4604e53b-6d20-49e7-ba26-0758c6a43d2a found for delete ", "request_id": "req-d18fa959-da4c-439f-b5dc-22b3a26963b0"}]} Oct 26 11:17:13.523413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56180) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:13.530806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c7fde-974f-4566-be1b-01b919425cea tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Pushing event deleted for resources: {'Network': ['ID=2b77f025-86da-4b3b-bfb1-c550701c23a0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:13.592134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:13.622182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfc26777-3f03-41c6-9bb7-49857a65b116 admin admin] Publish callbacks [] for security_group (2bcdf9fb-1042-4a2e-883e-7c40621aefaf), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.625937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Current status of the port 77ec351a-16cc-4198-8667-851af11e5ae3 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:13.641906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25b03e2b-be0e-4cf5-af37-5995b7153a8b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for router (5bec9723-2afd-432d-8559-6bfadc371e2d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.646362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Provisioning complete for port 84c817c0-4173-40be-bb25-f07a661d0438 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:13.647134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (84c817c0-4173-40be-bb25-f07a661d0438), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.647670 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Attempt 1 to provision port 84c817c0-4173-40be-bb25-f07a661d0438 Oct 26 11:17:13.649780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:13.650452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.650963 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:17:13.780964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfc26777-3f03-41c6-9bb7-49857a65b116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2bcdf9fb-1042-4a2e-883e-7c40621aefaf), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.784031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfc26777-3f03-41c6-9bb7-49857a65b116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.794036 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bfc26777-3f03-41c6-9bb7-49857a65b116 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2bcdf9fb-1042-4a2e-883e-7c40621aefaf HTTP/1.1" status: 204 len: 168 time: 0.6130371 Oct 26 11:17:13.838660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (99124266-b7ab-423f-8050-70d38a93cbe4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:13.882581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc26777-3f03-41c6-9bb7-49857a65b116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcdf9fb-1042-4a2e-883e-7c40621aefaf,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:13.915480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99124266-b7ab-423f-8050-70d38a93cbe4']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:13.933568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:13.965423 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c0609ca9-3435-4ef6-ab3b-97acc773fa6b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8938222 Oct 26 11:17:13.976223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf69f1d-2f6f-4d20-bf06-b5caae5ca139') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:13.976527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf69f1d-2f6f-4d20-bf06-b5caae5ca139') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:14.001471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:14.001801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56188) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:14.027304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25b03e2b-be0e-4cf5-af37-5995b7153a8b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (5bec9723-2afd-432d-8559-6bfadc371e2d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.033707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25b03e2b-be0e-4cf5-af37-5995b7153a8b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for router_controller (5bec9723-2afd-432d-8559-6bfadc371e2d), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.052379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:14.071441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:14.091950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25b03e2b-be0e-4cf5-af37-5995b7153a8b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (5bec9723-2afd-432d-8559-6bfadc371e2d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.092936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b03e2b-be0e-4cf5-af37-5995b7153a8b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Fanout notify agent at l3_agent the message router_deleted on router 5bec9723-2afd-432d-8559-6bfadc371e2d {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:17:14.107128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25b03e2b-be0e-4cf5-af37-5995b7153a8b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.112043 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-25b03e2b-be0e-4cf5-af37-5995b7153a8b tempest-RoutersNegativeIpV6Test-90780961 tempest-RoutersNegativeIpV6Test-90780961-project] 10.222.0.26 "DELETE /networking/v2.0/routers/5bec9723-2afd-432d-8559-6bfadc371e2d HTTP/1.1" status: 204 len: 168 time: 0.5851135 Oct 26 11:17:14.222077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:14.222661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.265720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:14.293755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (6cf69f1d-2f6f-4d20-bf06-b5caae5ca139), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.351423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Current status of the port 84c817c0-4173-40be-bb25-f07a661d0438 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:14.351754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (84c817c0-4173-40be-bb25-f07a661d0438), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.396620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6cf69f1d-2f6f-4d20-bf06-b5caae5ca139), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.406566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:14.422662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:14.432901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.436905 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4fa58c48-3bd5-4479-a224-ff1e524cb7e1 req-7cb17dde-d26a-4e04-b211-c1f5e41f92a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 210 time: 0.2480018 Oct 26 11:17:14.470254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.472862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:14.474078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (6cf69f1d-2f6f-4d20-bf06-b5caae5ca139), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.545486 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eae59fb2-fbf4-442a-8255-256be1c45cde tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.5299375 Oct 26 11:17:14.685068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d781be58-b158-456c-84b8-4b416af77387 None None] For port 84c817c0-4173-40be-bb25-f07a661d0438, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=84c817c0-4173-40be-bb25-f07a661d0438,segment=NetworkSegment(5921e3c9-f067-4e5f-a228-167415f4cb33),segment_id=5921e3c9-f067-4e5f-a228-167415f4cb33)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:14.688125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:14.695370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:14.696348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:14.755151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (84c817c0-4173-40be-bb25-f07a661d0438), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.790037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56204) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:14.861807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (99124266-b7ab-423f-8050-70d38a93cbe4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.897722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:14.957894 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6cf69f1d-2f6f-4d20-bf06-b5caae5ca139 resource provider aggregate not found Oct 26 11:17:14.966988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Provisioning complete for port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:14.967377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.967750 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Attempt 1 to provision port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 Oct 26 11:17:14.989149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:14.997152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/networks/99124266-b7ab-423f-8050-70d38a93cbe4 HTTP/1.1" status: 204 len: 168 time: 2.0059814 Oct 26 11:17:14.997388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56216) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:15.000868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781be58-b158-456c-84b8-4b416af77387 None None] Pushing event updated for resources: {'Port': ['ID=84c817c0-4173-40be-bb25-f07a661d0438,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:15.029116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa661a9-a5b9-4e28-8907-d6011571f4a5 tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Network': ['ID=99124266-b7ab-423f-8050-70d38a93cbe4,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:15.045472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6cf69f1d-2f6f-4d20-bf06-b5caae5ca139 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cf69f1d-2f6f-4d20-bf06-b5caae5ca139 found for delete ", "request_id": "req-1c0a0e5d-9d64-4d80-8d6a-03f6266f16e2"}]} Oct 26 11:17:15.046775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:15.049532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:15.055714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:15.075501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.122753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:15.159993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:15.174619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:17:15.188826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (c120f4aa-8e84-42ad-8dce-ce5f34faab14), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.206447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Provisioning complete for port 84c817c0-4173-40be-bb25-f07a661d0438 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:15.206828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (84c817c0-4173-40be-bb25-f07a661d0438), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.207173 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Attempt 1 to provision port 84c817c0-4173-40be-bb25-f07a661d0438 Oct 26 11:17:15.281830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 84c817c0-4173-40be-bb25-f07a661d0438 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:15.282483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (84c817c0-4173-40be-bb25-f07a661d0438), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.282483 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 84c817c0-4173-40be-bb25-f07a661d0438 Oct 26 11:17:15.326469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56222) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:15.365162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 124301db-f1d6-40cf-b5cd-d641e01e6c54 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:15.372456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:15.380332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:15.416008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:15.428021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (c120f4aa-8e84-42ad-8dce-ce5f34faab14), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.461401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c120f4aa-8e84-42ad-8dce-ce5f34faab14']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:15.475101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34463b62-9301-4331-b71b-9b7d689d59e2') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:15.475675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34463b62-9301-4331-b71b-9b7d689d59e2') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:15.488591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (34463b62-9301-4331-b71b-9b7d689d59e2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.508801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (34463b62-9301-4331-b71b-9b7d689d59e2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.518048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:15.518470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (34463b62-9301-4331-b71b-9b7d689d59e2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.585483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56228) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:15.591284 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-92e7c225-db07-480a-8808-664a14f5a4e1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d0f447a8f7c04efabb75e51971be220f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7966640 Oct 26 11:17:15.597663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56232) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:15.630334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Current status of the port 84c817c0-4173-40be-bb25-f07a661d0438 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:15.637918 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 34463b62-9301-4331-b71b-9b7d689d59e2 resource provider aggregate not found Oct 26 11:17:15.644605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Provisioning complete for port 8f3cf584-82b4-457c-a982-05168449f167 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:15.644996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8f3cf584-82b4-457c-a982-05168449f167), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.645437 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Attempt 1 to provision port 8f3cf584-82b4-457c-a982-05168449f167 Oct 26 11:17:15.650118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 84c817c0-4173-40be-bb25-f07a661d0438 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:15.650424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (c120f4aa-8e84-42ad-8dce-ce5f34faab14), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.651227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8f3cf584-82b4-457c-a982-05168449f167 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:15.663302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.679326 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] 10.222.0.26 "DELETE /networking/v2.0/networks/c120f4aa-8e84-42ad-8dce-ce5f34faab14 HTTP/1.1" status: 204 len: 168 time: 0.6712477 Oct 26 11:17:15.692100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 34463b62-9301-4331-b71b-9b7d689d59e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34463b62-9301-4331-b71b-9b7d689d59e2 found for delete ", "request_id": "req-c7868619-6f02-4a5b-b0ff-3f2f603e7b8f"}]} Oct 26 11:17:15.726701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:14Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:15.792197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f36f23-9388-411b-8735-308a2deacaeb None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:14Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:15.807613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41861c5f-36f1-42e9-b970-041df6f6fe8b tempest-BulkNetworkOpsTest-1326489672 tempest-BulkNetworkOpsTest-1326489672-project] Pushing event deleted for resources: {'Network': ['ID=c120f4aa-8e84-42ad-8dce-ce5f34faab14,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:15.825605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8f3cf584-82b4-457c-a982-05168449f167 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:15.826156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8f3cf584-82b4-457c-a982-05168449f167), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.826592 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8f3cf584-82b4-457c-a982-05168449f167 Oct 26 11:17:15.853681 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d506acbb-3cd3-4ea2-ac73-b2a21a0a6eba tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2636440 Oct 26 11:17:15.864193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-917f8d66-9aac-46e2-94cb-c02a00958925 admin admin] Publish callbacks [] for security_group (0754868b-4cd2-4486-bc91-bef203606f68), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.888007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-917f8d66-9aac-46e2-94cb-c02a00958925 admin admin] Publish callbacks [] for security_group (0754868b-4cd2-4486-bc91-bef203606f68), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.916071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-717830ad-3cc2-4609-887e-ad641ee5cc1f None None] Current status of the port 8f3cf584-82b4-457c-a982-05168449f167 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:15.922780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:15.964311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-917f8d66-9aac-46e2-94cb-c02a00958925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0754868b-4cd2-4486-bc91-bef203606f68), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.969211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-917f8d66-9aac-46e2-94cb-c02a00958925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:15.970961 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-917f8d66-9aac-46e2-94cb-c02a00958925 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0754868b-4cd2-4486-bc91-bef203606f68 HTTP/1.1" status: 204 len: 168 time: 0.3730533 Oct 26 11:17:15.972743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8f3cf584-82b4-457c-a982-05168449f167 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:15.977333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:16.000028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f8d66-9aac-46e2-94cb-c02a00958925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0754868b-4cd2-4486-bc91-bef203606f68,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:16.064441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.extraroute_db [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=105416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 11:17:16.071429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d7eeed52-51e6-42ae-99e0-f2bfcf916c41 None None] Provisioning complete for port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:16.075303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d7eeed52-51e6-42ae-99e0-f2bfcf916c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.075692 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d7eeed52-51e6-42ae-99e0-f2bfcf916c41 None None] Attempt 1 to provision port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 Oct 26 11:17:16.083453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.extraroute_db [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Removed routes are [] {{(pid=105416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 11:17:16.083585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (28cb8342-d765-4edb-86d0-f557813f4330), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.116325 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62aad9f2-bd63-47f2-84e7-18864f71ab41 tempest-AgentManagementNegativeTest-961220087 tempest-AgentManagementNegativeTest-961220087-project] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7844291 Oct 26 11:17:16.179199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:16.180796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.232549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d7eeed52-51e6-42ae-99e0-f2bfcf916c41 None None] Port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:17:16.240563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:16.241738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.242083 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 Oct 26 11:17:16.272415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d7eeed52-51e6-42ae-99e0-f2bfcf916c41 None None] Provisioning complete for port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:16.273055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d7eeed52-51e6-42ae-99e0-f2bfcf916c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.273560 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d7eeed52-51e6-42ae-99e0-f2bfcf916c41 None None] Attempt 1 to provision port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 Oct 26 11:17:16.315312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56246) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:16.363129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d7eeed52-51e6-42ae-99e0-f2bfcf916c41 None None] Port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:17:16.394680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:16.449285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:16.450389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.470413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-77f110c7-2b8b-4c62-b54a-14c99026ea91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9980493 Oct 26 11:17:16.479379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950f33a-1f5b-47c7-8aa3-2364d44d9ffc req-06a5b81d-fe13-4d89-95c1-1c5edd690247 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:16.487019 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1950f33a-1f5b-47c7-8aa3-2364d44d9ffc req-06a5b81d-fe13-4d89-95c1-1c5edd690247 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 932 time: 0.3927999 Oct 26 11:17:16.491491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=354a4675-2925-4c6d-8db3-97ee7d97e5f8,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:16.498248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.569600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:16.632026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1950f33a-1f5b-47c7-8aa3-2364d44d9ffc req-542cd9be-fac5-41e9-8093-75f8d46ce23f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438303 Oct 26 11:17:16.645358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Request body: {'port': {'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:16.698737 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d50601f-8986-469d-86b5-4a00cd206600 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3c4049b873544019b840d4f14de0044c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799679 Oct 26 11:17:16.699072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56254) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:16.788516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:16.789656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (28cb8342-d765-4edb-86d0-f557813f4330), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.791923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.798593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (28cb8342-d765-4edb-86d0-f557813f4330), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.801904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:16.804379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9e8441f-0d1f-4869-b7ec-d2c78de742b1 admin admin] Publish callbacks [] for security_group (97c535f4-5ad2-485f-ab46-436903fa7dcc), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.842176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9e8441f-0d1f-4869-b7ec-d2c78de742b1 admin admin] Publish callbacks [] for security_group (97c535f4-5ad2-485f-ab46-436903fa7dcc), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:16.857120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56264) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:16.911789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:16.977755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:16.978679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-696b6261-bd3d-4574-bbf9-4efdac4cad62 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1200447 Oct 26 11:17:17.011040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9e8441f-0d1f-4869-b7ec-d2c78de742b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (97c535f4-5ad2-485f-ab46-436903fa7dcc), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.016326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9e8441f-0d1f-4869-b7ec-d2c78de742b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.017990 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c9e8441f-0d1f-4869-b7ec-d2c78de742b1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/97c535f4-5ad2-485f-ab46-436903fa7dcc HTTP/1.1" status: 204 len: 168 time: 0.3172231 Oct 26 11:17:17.030471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8441f-0d1f-4869-b7ec-d2c78de742b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c535f4-5ad2-485f-ab46-436903fa7dcc,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:17.134561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:17.148082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:17.215788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2f90c4a-aaa0-4110-b32c-81b95b1b7a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.277810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:17.289301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:17.289988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.331692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:17.339022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.342638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 36419826-b989-4dae-9b57-3a0c72dfa3a0 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:17.371567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:17.385908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.387355 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9eb08f47-aab1-4ce0-8a71-82ba167b6142 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330 HTTP/1.1" status: 200 len: 954 time: 3.3744500 Oct 26 11:17:17.390575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56276) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:17.400409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2f90c4a-aaa0-4110-b32c-81b95b1b7a59 admin admin] Publish callbacks [] for security_group (a0754efc-2f71-46b8-92b8-9d22118692a3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.408258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d2f90c4a-aaa0-4110-b32c-81b95b1b7a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (a0754efc-2f71-46b8-92b8-9d22118692a3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.489851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f90c4a-aaa0-4110-b32c-81b95b1b7a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0754efc-2f71-46b8-92b8-9d22118692a3,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:17.506803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:17.509471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 36419826-b989-4dae-9b57-3a0c72dfa3a0 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:17.509820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 36419826-b989-4dae-9b57-3a0c72dfa3a0 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:17.510240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 93fbbd15-9b44-4798-9788-cb7d1bf07881 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:17.532786 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2f90c4a-aaa0-4110-b32c-81b95b1b7a59 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b74ead6a11cf4924bb4af81d443bd23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7295125 Oct 26 11:17:17.535491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56280) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:17.553075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 93fbbd15-9b44-4798-9788-cb7d1bf07881 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:17.553930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 93fbbd15-9b44-4798-9788-cb7d1bf07881 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:17.554355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e010b84e-be3e-458c-a522-c1a2d0cfa8a9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:17.581435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: e010b84e-be3e-458c-a522-c1a2d0cfa8a9 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:17.591186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e010b84e-be3e-458c-a522-c1a2d0cfa8a9 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:17.591186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:17.639525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56284) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:17.644126 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-69da7fe7-46b7-4017-88ed-36b2d81db363 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330 HTTP/1.1" status: 200 len: 954 time: 0.2410610 Oct 26 11:17:17.650962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'routes': None}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:17.733923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2307e9a8-bc7a-48b9-b74c-ead37d1792d2 admin admin] Publish callbacks [] for security_group (a0754efc-2f71-46b8-92b8-9d22118692a3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.743545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:17.772101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.772240 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:17.772808 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:17.773441 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:17.776079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f74bf1-cd89-4149-ae7a-1cfb035852c7 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:17:17.796434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:17.805143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Publish callbacks [] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.816699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.908231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56294) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:17.916541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Transition to ACTIVE for port object d8f74bf1-cd89-4149-ae7a-1cfb035852c7 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:17:17.927682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.983241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56298) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:17.985438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2307e9a8-bc7a-48b9-b74c-ead37d1792d2 admin admin] Publish callbacks [] for security_group (a0754efc-2f71-46b8-92b8-9d22118692a3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:17.986541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:18.003908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b0d9a-57c3-427d-b68b-9ee97172826d req-7c0c353d-c39c-4f0c-97d2-c87474ef1bb5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:18.006086 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b0b0d9a-57c3-427d-b68b-9ee97172826d req-7c0c353d-c39c-4f0c-97d2-c87474ef1bb5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 932 time: 0.1910508 Oct 26 11:17:18.078888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:18.116963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:18.179523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:18.203080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b0b0d9a-57c3-427d-b68b-9ee97172826d req-79db6a01-2c5a-4e20-a56d-c3b314d76d81 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896429 Oct 26 11:17:18.261497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Attempting to bind port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:18.262042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Attempting to bind port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:18.263394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Attempting to bind port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 on network 124301db-f1d6-40cf-b5cd-d641e01e6c54 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:18.275948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:18.289509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:18.291159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.292350 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:17:18.369400 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-abf42ac4-663a-47d5-9aa7-3c887fbe9cbc tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3643479 Oct 26 11:17:18.378253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 on network 124301db-f1d6-40cf-b5cd-d641e01e6c54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:17:18.378762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Attempting to bind port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 on network 124301db-f1d6-40cf-b5cd-d641e01e6c54 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:18.434057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2307e9a8-bc7a-48b9-b74c-ead37d1792d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (a0754efc-2f71-46b8-92b8-9d22118692a3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.441062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2307e9a8-bc7a-48b9-b74c-ead37d1792d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.446206 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2307e9a8-bc7a-48b9-b74c-ead37d1792d2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a0754efc-2f71-46b8-92b8-9d22118692a3 HTTP/1.1" status: 204 len: 168 time: 0.9095008 Oct 26 11:17:18.460162 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-06bd09a4-a3dd-4320-b9dd-776d20fc7969 tempest-ServiceProvidersTest-383470644 tempest-ServiceProvidersTest-383470644-project] 10.222.0.26 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5444150 Oct 26 11:17:18.474024 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:18.478340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307e9a8-bc7a-48b9-b74c-ead37d1792d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0754efc-2f71-46b8-92b8-9d22118692a3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:18.488773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:18.489174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.517045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:18.517399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Checking segment: {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:18.521365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Bound using segment: {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:18.521829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Bound port: d8f74bf1-cd89-4149-ae7a-1cfb035852c7, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73048da0-4437-43fc-9c43-652d78e4ba62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:18.522214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.568828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:18.582909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.583945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:18.606432 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:16Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:16Z', 'revision_number': 7, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:14Z', 'revision_number': 5, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0', 'name': '', 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:06:91:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:07Z', 'updated_at': '2022-10-26T11:17:10Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:18.610032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] For port d8f74bf1-cd89-4149-ae7a-1cfb035852c7, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:18.614376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] For port d8f74bf1-cd89-4149-ae7a-1cfb035852c7, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:18.624635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:18.639540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.646748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:18.647375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.648844 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/d8f74bf1-cd89-4149-ae7a-1cfb035852c7 HTTP/1.1" status: 200 len: 1094 time: 2.0092118 Oct 26 11:17:18.649458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:17:18.651769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79728d92-d3d7-470a-98d8-d3a1f7d26eec" -d '{"events": [{"name": "network-changed", "server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:17:18.679086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.extraroute_db [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added routes are [] {{(pid=105415) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 11:17:18.679702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.extraroute_db [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=105415) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 11:17:18.691960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:18.693406 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Updating router 28cb8342-d765-4edb-86d0-f557813f4330 port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:17:18.713201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:18.736185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (28cb8342-d765-4edb-86d0-f557813f4330), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.774226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:18.786817 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.804308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:18.804540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:18.804769 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:17:18.880759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587769cb-932b-43c3-970f-bbaecd4a6b35 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:18.894674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-159c2b4b-20d4-4b34-83c3-5d0800d8ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:18.898717 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-159c2b4b-20d4-4b34-83c3-5d0800d8ac7d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 1128 time: 0.1418531 Oct 26 11:17:18.944865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:18.960630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:18.961477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.003535 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-67c4c49f-cf20-41b9-b257-2617143ee1e6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7 HTTP/1.1" status: 200 len: 217 time: 0.0909078 Oct 26 11:17:19.004996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:19.013061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.049585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f59aa-01e6-475e-88db-2b0a073a4ca6 x-openstack-request-id: req-9a7f59aa-01e6-475e-88db-2b0a073a4ca6 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:17:19.049901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:17:19.050130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a7f59aa-01e6-475e-88db-2b0a073a4ca6 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:17:19.050546 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7f59aa-01e6-475e-88db-2b0a073a4ca6'] response: {'name': 'network-changed', 'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'status': 'completed', 'code': 200} Oct 26 11:17:19.057089 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:19.071241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (28cb8342-d765-4edb-86d0-f557813f4330), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.076194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (28cb8342-d765-4edb-86d0-f557813f4330), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.104427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:19.128761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-58d2e0ab-2d19-47e9-b64a-9e42581a8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:19.130799 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-58d2e0ab-2d19-47e9-b64a-9e42581a8f49 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6529b3f-7320-4c48-bf7c-7c69d0269522 HTTP/1.1" status: 200 len: 834 time: 0.1212907 Oct 26 11:17:19.229069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:19.234300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:19.250008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-180a1841-b417-40af-86b7-5101deb7655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:19.251836 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-180a1841-b417-40af-86b7-5101deb7655c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=124301db-f1d6-40cf-b5cd-d641e01e6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1136241 Oct 26 11:17:19.275919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] The host dv-neutron-759874-5-hyperv is not matching for port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 host ! {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 11:17:19.276557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:19.277155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:19.351870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:19.365640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56328) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:19.400180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:19.430688 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Publish callbacks [] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.435546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f2e4e-7af2-4796-8c60-4eacdccb7656 req-b7eb4c49-2573-4f88-a33b-1590ae10f4db tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:19.441804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.442030 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-580f2e4e-7af2-4796-8c60-4eacdccb7656 req-b7eb4c49-2573-4f88-a33b-1590ae10f4db tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 944 time: 0.0784183 Oct 26 11:17:19.468591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 84c817c0-4173-40be-bb25-f07a661d0438 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:19.469522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (84c817c0-4173-40be-bb25-f07a661d0438), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.531281 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-580f2e4e-7af2-4796-8c60-4eacdccb7656 req-94923184-55e8-48f6-ab74-1b4c9a8ea717 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786910 Oct 26 11:17:19.541239 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-26b6a8ad-19ab-41b3-91b2-211dce8893ff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814851 Oct 26 11:17:19.550400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 84c817c0-4173-40be-bb25-f07a661d0438, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=84c817c0-4173-40be-bb25-f07a661d0438,segment=NetworkSegment(5921e3c9-f067-4e5f-a228-167415f4cb33),segment_id=5921e3c9-f067-4e5f-a228-167415f4cb33)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:19.563899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (84c817c0-4173-40be-bb25-f07a661d0438), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.564648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:19.642447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:19.643297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56336) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:19.646184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:19.659594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.660924 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de8a2e01-03d7-4338-8723-920694c8e41c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330 HTTP/1.1" status: 200 len: 704 time: 2.0200715 Oct 26 11:17:19.665696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56342) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:19.667953 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e492ee8-6957-4f38-bad3-b55ee8a7c63a req-a4cd438e-6741-4d46-bf63-5f24ca10afca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195276 Oct 26 11:17:19.671116 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ad230-32b2-4561-add2-05cbb7b85c0d None None] Pushing event updated for resources: {'Port': ['ID=ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:19.705451 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Attempting to bind port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:19.707344 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Attempting to bind port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '7b6d548c-7680-4951-92a2-8b1be3aa9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:19.709057 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Attempting to bind port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 on network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:19.735291 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4ff29ced-db53-4b93-9883-48c086a37301 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3656204 Oct 26 11:17:19.752413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=84c817c0-4173-40be-bb25-f07a661d0438,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:19.804606 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:19.805888 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Checking segment: {'id': '7b6d548c-7680-4951-92a2-8b1be3aa9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:19.806437 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.806963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Bound using segment: {'id': '7b6d548c-7680-4951-92a2-8b1be3aa9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:19.808161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Bound port: ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6d548c-7680-4951-92a2-8b1be3aa9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:19.808704 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.821752 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-89cfe6f6-bb2f-4451-9345-35bcbdd7b333 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330 HTTP/1.1" status: 200 len: 704 time: 0.1501362 Oct 26 11:17:19.821938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56344) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:19.827464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:19.827977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.878541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=354a4675-2925-4c6d-8db3-97ee7d97e5f8,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:19.885029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.952094 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] For port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:19.956690 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] For port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0,segment=NetworkSegment(7b6d548c-7680-4951-92a2-8b1be3aa9b76),segment_id=7b6d548c-7680-4951-92a2-8b1be3aa9b76)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:19.971631 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:20.007604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:20.015311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:20.033176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:20.040257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20cde0cd-1fff-496d-b6a4-c8d4894313fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:20.065295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:20.065927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:20.079277 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ad230-32b2-4561-add2-05cbb7b85c0d None None] Pushing event updated for resources: {'Port': ['ID=ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:20.088301 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:20.089130 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:20.143684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-818631977'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:20.154258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:20.204214 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:20.246977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:20.250886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:20.262864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:20.303323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56354) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.391207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:20.425197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-58780d56-7f8b-4379-952e-4b1cc3f038c1 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] Request body: {'port': {'network_id': 'f413048e-82eb-4a24-99be-04b274394655', 'name': 'tempest-NetworksNegativeTestJSON-1043740777'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:20.429977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:20.446056 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-58780d56-7f8b-4379-952e-4b1cc3f038c1 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] POST failed (client error): The resource could not be found. Oct 26 11:17:20.447387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58780d56-7f8b-4379-952e-4b1cc3f038c1 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:20.458162 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-58780d56-7f8b-4379-952e-4b1cc3f038c1 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1531668 Oct 26 11:17:20.459315 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:20.460719 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:18Z', 'revision_number': 7, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:19Z', 'revision_number': 8, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:19Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0', 'name': '', 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:06:91:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:07Z', 'updated_at': '2022-10-26T11:17:19Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:20.471161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.492601 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8dd5ca-92bd-4a9a-ba96-737f16f67a46 None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:18Z', 'revision_number': 7, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:19Z', 'revision_number': 8, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:19Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0', 'name': '', 'network_id': '43c50f8d-5300-4e4c-8bf8-d440b2fce5b3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:06:91:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:07Z', 'updated_at': '2022-10-26T11:17:19Z', 'revision_number': 4, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c5d7d660-701b-4844-91da-54d7b56e966d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:16:52Z', 'revision_number': 6, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:20.503346 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-5494f6f3-6dc8-40f6-990d-e366697e3702 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:20.504453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5494f6f3-6dc8-40f6-990d-e366697e3702 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:20.507677 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5494f6f3-6dc8-40f6-990d-e366697e3702 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "DELETE /networking/v2.0/networks/e3343930-107e-41e3-bb88-089f57308b39 HTTP/1.1" status: 404 len: 339 time: 0.0340176 Oct 26 11:17:20.527073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56360) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.560704 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-05192ad4-d690-4acb-8962-c5c6afd789ef tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:20.561763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05192ad4-d690-4acb-8962-c5c6afd789ef tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:20.565093 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-05192ad4-d690-4acb-8962-c5c6afd789ef tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a68d44be-e7c4-4f86-9833-08baf108eba6 HTTP/1.1" status: 404 len: 333 time: 0.0363443 Oct 26 11:17:20.570632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56362) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.574595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:20.588602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-1086b379-e24b-46ed-8d81-c9fa3029163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:20.591315 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-1086b379-e24b-46ed-8d81-c9fa3029163a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 1128 time: 0.1312106 Oct 26 11:17:20.623734 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4390b6-6615-4af2-a90e-770bf29400a4 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:20.624335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4390b6-6615-4af2-a90e-770bf29400a4 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:20.627384 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0d4390b6-6615-4af2-a90e-770bf29400a4 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/1925c1d3-a6a3-433c-a433-847212baaee9 HTTP/1.1" status: 404 len: 337 time: 0.0555804 Oct 26 11:17:20.633953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:20.634648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56366) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.638227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:20.668460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20cde0cd-1fff-496d-b6a4-c8d4894313fa admin admin] Publish callbacks [] for security_group (3d6827b6-1395-4a62-932a-b177aa3dc0a4), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:20.680132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:20.687564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20cde0cd-1fff-496d-b6a4-c8d4894313fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3d6827b6-1395-4a62-932a-b177aa3dc0a4), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:20.718730 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ada1e6-16bb-47e8-a7d1-309a83eeef1a tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] GET failed (client error): The resource could not be found. Oct 26 11:17:20.726031 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-05ada1e6-16bb-47e8-a7d1-309a83eeef1a tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "GET /networking/v2.0/networks/4f7ed2dd-81f4-47df-a715-b47a5a995961 HTTP/1.1" status: 404 len: 339 time: 0.0721242 Oct 26 11:17:20.732258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56368) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.738830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:18Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:18Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:20.741132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:20.742171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:20.745395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56370) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.781198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783a5a4-4987-44fe-8c8a-2cb6de6f56e9 req-82f4c806-f295-475b-897a-8782f3881efb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:20.782776 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d783a5a4-4987-44fe-8c8a-2cb6de6f56e9 req-82f4c806-f295-475b-897a-8782f3881efb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 944 time: 0.0656619 Oct 26 11:17:20.811355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:20.843597 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-20cde0cd-1fff-496d-b6a4-c8d4894313fa admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=03c6fbb7a6114dbeba0b2b7cb8994c04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4413054 Oct 26 11:17:20.850642 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8f5e50-7078-47f6-b92e-1c4f35a1115d tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] GET failed (client error): The resource could not be found. Oct 26 11:17:20.857809 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-da8f5e50-7078-47f6-b92e-1c4f35a1115d tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "GET /networking/v2.0/ports/18a39936-6626-4d59-8d32-b0e29f1fa494 HTTP/1.1" status: 404 len: 333 time: 0.1153178 Oct 26 11:17:20.858121 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d783a5a4-4987-44fe-8c8a-2cb6de6f56e9 req-445fd687-1a00-4d06-a659-bd66da32e39d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648465 Oct 26 11:17:20.858200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56372) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.858269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56374) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.874267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:20.875251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:20.885418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cde0cd-1fff-496d-b6a4-c8d4894313fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6827b6-1395-4a62-932a-b177aa3dc0a4,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:20.941686 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60cda83-d2ad-4e97-a9a4-2e0eb168be2e tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] GET failed (client error): The resource could not be found. Oct 26 11:17:20.951413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:20.951558 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a60cda83-d2ad-4e97-a9a4-2e0eb168be2e tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "GET /networking/v2.0/subnets/a4eec7db-64ad-40e6-8262-51012694168c HTTP/1.1" status: 404 len: 337 time: 0.0906141 Oct 26 11:17:20.956132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56376) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:20.959228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-61289d08-4e3b-4f74-a923-bec84ff6d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:20.971340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b39dc60a-cb87-4581-bc9e-f30ab664a058 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:20.971847 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-61289d08-4e3b-4f74-a923-bec84ff6d1f9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=124301db-f1d6-40cf-b5cd-d641e01e6c54 HTTP/1.1" status: 200 len: 898 time: 0.3583519 Oct 26 11:17:20.984477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:20.985434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.007230 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-997d2333-e51a-4033-a1bd-c49a8161e288 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2379608 Oct 26 11:17:21.029519 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-0508af54-fb38-4ec1-9c8c-1eec3c3e0320 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7 HTTP/1.1" status: 200 len: 217 time: 0.0511730 Oct 26 11:17:21.050901 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39dc60a-cb87-4581-bc9e-f30ab664a058 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] PUT failed (client error): The resource could not be found. Oct 26 11:17:21.051456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39dc60a-cb87-4581-bc9e-f30ab664a058 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:21.057791 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b39dc60a-cb87-4581-bc9e-f30ab664a058 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "PUT /networking/v2.0/networks/d8154de3-8416-49ea-b88c-0b54b1a625da HTTP/1.1" status: 404 len: 339 time: 0.0877628 Oct 26 11:17:21.062441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56378) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:21.064309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:21.065459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.078545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c1fd4247-5a9b-4959-bf75-fcae1859f58b tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:21.095701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:21.107047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for security_group (303002bf-7ec6-4a2a-b450-28f0056aecc5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.110510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-9c657e8c-9dbb-49f2-8203-be5f9578b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:21.113781 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-9c657e8c-9dbb-49f2-8203-be5f9578b179 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6529b3f-7320-4c48-bf7c-7c69d0269522 HTTP/1.1" status: 200 len: 834 time: 0.0786412 Oct 26 11:17:21.143258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:21.147950 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fd4247-5a9b-4959-bf75-fcae1859f58b tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] PUT failed (client error): The resource could not be found. Oct 26 11:17:21.148561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fd4247-5a9b-4959-bf75-fcae1859f58b tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:21.150220 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1fd4247-5a9b-4959-bf75-fcae1859f58b tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "PUT /networking/v2.0/ports/2684fe4a-d60c-4846-bf97-394866aec826 HTTP/1.1" status: 404 len: 333 time: 0.0803490 Oct 26 11:17:21.154426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (303002bf-7ec6-4a2a-b450-28f0056aecc5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.161252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56380) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:21.177362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a48bd23f-a372-44f8-944d-f7f891aa2447 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:21.191374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device d8f74bf1-cd89-4149-ae7a-1cfb035852c7 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:17:21.194526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.196139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-24b4a37a-eed0-44af-a029-1607eb484682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:21.197759 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-24b4a37a-eed0-44af-a029-1607eb484682 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=124301db-f1d6-40cf-b5cd-d641e01e6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0782249 Oct 26 11:17:21.243710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:21.252864 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48bd23f-a372-44f8-944d-f7f891aa2447 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] PUT failed (client error): The resource could not be found. Oct 26 11:17:21.253333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48bd23f-a372-44f8-944d-f7f891aa2447 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:21.258283 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a48bd23f-a372-44f8-944d-f7f891aa2447 tempest-NetworksNegativeTestJSON-729517748 tempest-NetworksNegativeTestJSON-729517748-project] 10.222.0.26 "PUT /networking/v2.0/subnets/69e9b58b-f3b4-4660-8c51-4c019967ed8b HTTP/1.1" status: 404 len: 337 time: 0.0815547 Oct 26 11:17:21.274459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-34820ffd-b0e8-4bcc-b110-87156efccc43 admin admin] Publish callbacks [] for security_group (3d6827b6-1395-4a62-932a-b177aa3dc0a4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.308489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (442893f1-7433-400e-b78c-627449cfcb6f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.308853 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment 442893f1-7433-400e-b78c-627449cfcb6f of type vlan for network a4a79e24-2552-4e23-84cf-aaa17e7f9f99 Oct 26 11:17:21.336383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303002bf-7ec6-4a2a-b450-28f0056aecc5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:21.336651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:21.358041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-34820ffd-b0e8-4bcc-b110-87156efccc43 admin admin] Publish callbacks [] for security_group (3d6827b6-1395-4a62-932a-b177aa3dc0a4), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.369658 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-332ecb32-f14b-470f-9729-60d25e2c8479 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642487 Oct 26 11:17:21.394802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:21.464082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (a4a79e24-2552-4e23-84cf-aaa17e7f9f99), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.511307 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-79728d92-d3d7-470a-98d8-d3a1f7d26eec req-c8f48691-fb31-4d3c-8ffe-578dcf1eb4bf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338773 Oct 26 11:17:21.527163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-34820ffd-b0e8-4bcc-b110-87156efccc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3d6827b6-1395-4a62-932a-b177aa3dc0a4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.532092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-34820ffd-b0e8-4bcc-b110-87156efccc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.535630 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34820ffd-b0e8-4bcc-b110-87156efccc43 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3d6827b6-1395-4a62-932a-b177aa3dc0a4 HTTP/1.1" status: 204 len: 168 time: 0.6745183 Oct 26 11:17:21.554510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (a4a79e24-2552-4e23-84cf-aaa17e7f9f99), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.563029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:21.563752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.575612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port d8f74bf1-cd89-4149-ae7a-1cfb035852c7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:21.598481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:17:21.604609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:20Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:18Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:21.641131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:21.642177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34820ffd-b0e8-4bcc-b110-87156efccc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6827b6-1395-4a62-932a-b177aa3dc0a4,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:21.701701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354fca-dd6f-406a-9ab4-cbe415e68eca None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:20Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:18Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:21.718917 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0706773 Oct 26 11:17:21.744240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b158e0a-8648-4148-bada-4ea2a006e4e2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=a4a79e24-2552-4e23-84cf-aaa17e7f9f99,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:21.744371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:21.744969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.747656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:21.748062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:21.769608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f74bf1-cd89-4149-ae7a-1cfb035852c7 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:17:21.814149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port d8f74bf1-cd89-4149-ae7a-1cfb035852c7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:21.818570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network a4a79e24-2552-4e23-84cf-aaa17e7f9f99 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:21.906640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56388) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:21.925303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': 'a4a79e24-2552-4e23-84cf-aaa17e7f9f99', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:21.962648 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-43626e59-742e-43bf-b897-f38a61874562 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315057 Oct 26 11:17:22.009086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56394) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:22.035968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:22.042105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.088789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:22.091696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56396) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:22.163321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0,segment=NetworkSegment(7b6d548c-7680-4951-92a2-8b1be3aa9b76),segment_id=7b6d548c-7680-4951-92a2-8b1be3aa9b76)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:22.163844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.210525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:22.253334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:22.267196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:22.276202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:22.319898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 84c817c0-4173-40be-bb25-f07a661d0438 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:22.320515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (84c817c0-4173-40be-bb25-f07a661d0438), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.321343 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 84c817c0-4173-40be-bb25-f07a661d0438 Oct 26 11:17:22.399807 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-191674cb-81f2-4df8-9afd-dac80c642446 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3894703 Oct 26 11:17:22.405320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:22.406711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f34d0-f989-4afa-b443-02ab4c217689 req-45425e01-3450-49af-94ff-4e475aa1a110 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:22.408297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c66f34d0-f989-4afa-b443-02ab4c217689 req-45425e01-3450-49af-94ff-4e475aa1a110 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 945 time: 0.3143640 Oct 26 11:17:22.414485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-3f38bad7-c835-4bd3-9db2-67e0f2f3b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:22.416006 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-3f38bad7-c835-4bd3-9db2-67e0f2f3b3d2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55&device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 1129 time: 0.3234987 Oct 26 11:17:22.419529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5811a898-b076-467e-8407-3141ae50c7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.436758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:22.446823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.472170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['d8f74bf1-cd89-4149-ae7a-1cfb035852c7'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:17:22.590171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 84c817c0-4173-40be-bb25-f07a661d0438 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:22.594632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (84c817c0-4173-40be-bb25-f07a661d0438), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.705029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 84c817c0-4173-40be-bb25-f07a661d0438, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=84c817c0-4173-40be-bb25-f07a661d0438,segment=NetworkSegment(5921e3c9-f067-4e5f-a228-167415f4cb33),segment_id=5921e3c9-f067-4e5f-a228-167415f4cb33)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:22.723693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (84c817c0-4173-40be-bb25-f07a661d0438), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.730326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:22.753946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.866572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:22.965294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=84c817c0-4173-40be-bb25-f07a661d0438,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:23.064199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:23.066151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:23.068117 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 Oct 26 11:17:23.171979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:23.232138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (5e99210c-1d60-4e4d-9d7f-3a74b95536dd), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:23.294133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c66f34d0-f989-4afa-b443-02ab4c217689 req-5f38513f-e6b1-47d0-8da9-24844ea3adbf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8762941 Oct 26 11:17:23.364384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56416) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:23.380037 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 259 time: 0.0120363 Oct 26 11:17:23.383562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56418) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:23.388911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=5e99210c-1d60-4e4d-9d7f-3a74b95536dd,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:23.392762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:23.398380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-08f4b7e3-169a-4131-b96b-0236f30aabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:23.406943 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-08f4b7e3-169a-4131-b96b-0236f30aabb2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=2021c8ec-7285-4563-809f-563a6427766a HTTP/1.1" status: 200 len: 913 time: 0.9485948 Oct 26 11:17:23.410059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:23.410459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:23.414612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56422) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:23.503475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=354a4675-2925-4c6d-8db3-97ee7d97e5f8,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:23.520620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:23.588195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:23.629946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b5039-bd6a-4fed-8636-a21fbfbaf266 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:17:23.643589 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-ff4b106e-0cff-406b-b735-f635d821399e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 HTTP/1.1" status: 200 len: 1001 time: 0.2346940 Oct 26 11:17:23.650894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5811a898-b076-467e-8407-3141ae50c7ab admin admin] Publish callbacks [] for security_group (2e01a382-3a3c-497b-987e-db7bf28e9102), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:23.669228 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-745c4150-cbc2-4963-b10a-0d0aeeab544c tempest-NetworksApiDiscovery-1389322660 tempest-NetworksApiDiscovery-1389322660-project] 10.222.0.26 "GET /networking/v2.0/ HTTP/1.1" status: 200 len: 746 time: 0.2794936 Oct 26 11:17:23.696234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5811a898-b076-467e-8407-3141ae50c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2e01a382-3a3c-497b-987e-db7bf28e9102), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:23.748395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:23.871430 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b7f4ed44-1746-4ea4-9be4-d4f3d74452d3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4532444 Oct 26 11:17:23.905850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-fca5cb04-caf4-45d4-b62e-c60bb9321fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:23.907598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-fca5cb04-caf4-45d4-b62e-c60bb9321fdf service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c836e68d-e475-41cf-a583-ed10d976beee HTTP/1.1" status: 200 len: 851 time: 0.2283275 Oct 26 11:17:23.918884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5811a898-b076-467e-8407-3141ae50c7ab admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fcc76e80d6a0432f9a656fd94b3f8248&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8158691 Oct 26 11:17:23.919769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811a898-b076-467e-8407-3141ae50c7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e01a382-3a3c-497b-987e-db7bf28e9102,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:23.922061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56426) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:23.948498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:24.020722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': '442893f1-7433-400e-b78c-627449cfcb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a4a79e24-2552-4e23-84cf-aaa17e7f9f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:24.021217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: a4a79e24-2552-4e23-84cf-aaa17e7f9f99, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:24.110871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-46d8cd59-9e2c-4ffc-9438-72e3bfa03e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:24.120607 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-46d8cd59-9e2c-4ffc-9438-72e3bfa03e45 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=2021c8ec-7285-4563-809f-563a6427766a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1976054 Oct 26 11:17:24.204776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network a4a79e24-2552-4e23-84cf-aaa17e7f9f99 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:24.217515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b5039-bd6a-4fed-8636-a21fbfbaf266 None None] Unable to find a vacant binding_index for network a4a79e24-2552-4e23-84cf-aaa17e7f9f99 and agent b828326a-a372-4dc3-bb48-9e31d382da35 {{(pid=105417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 26 11:17:24.227449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, a4a79e24-2552-4e23-84cf-aaa17e7f9f99) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:24.244178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:24.246019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.258938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b5039-bd6a-4fed-8636-a21fbfbaf266 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, a4a79e24-2552-4e23-84cf-aaa17e7f9f99) {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:17:24.260273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-46d52748-bef3-4abf-9964-d2d1e715a264 admin admin] Publish callbacks [] for security_group (2e01a382-3a3c-497b-987e-db7bf28e9102), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.383537 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ff29281d-a8a7-47f7-82f3-830ff2856676 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4736781 Oct 26 11:17:24.391879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56432) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:24.402989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:24.453202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-46d52748-bef3-4abf-9964-d2d1e715a264 admin admin] Publish callbacks [] for security_group (2e01a382-3a3c-497b-987e-db7bf28e9102), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.502941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56434) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:24.503363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2063370145'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:24.579736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:24.594059 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-398ec945-93ac-4d77-96c4-707e30ed85b0 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7671313 Oct 26 11:17:24.597384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56438) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:24.617740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd4f14-fa63-476f-a582-072297888e57 req-ad98a32c-f5c5-489e-9c93-46f9ae502e66 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:24.619635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6fd4f14-fa63-476f-a582-072297888e57 req-ad98a32c-f5c5-489e-9c93-46f9ae502e66 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 945 time: 0.0880091 Oct 26 11:17:24.623381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:24.632643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.656530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:24.666067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:24.680723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:24.684348 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-21147640-2563-4df3-8842-aff42ced0452 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539267 Oct 26 11:17:24.712443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1faf6a-25e8-48c3-ba54-a6721b0009ee tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting subnet c5d7d660-701b-4844-91da-54d7b56e966d {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:24.726717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ce1faf6a-25e8-48c3-ba54-a6721b0009ee tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (c5d7d660-701b-4844-91da-54d7b56e966d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.737757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:24.748360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.748705 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631 of type vlan for network 2440ff06-bc02-432d-bcca-e55e4819f974 Oct 26 11:17:24.754766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-46d52748-bef3-4abf-9964-d2d1e715a264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2e01a382-3a3c-497b-987e-db7bf28e9102), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.756983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-46d52748-bef3-4abf-9964-d2d1e715a264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.761070 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-46d52748-bef3-4abf-9964-d2d1e715a264 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2e01a382-3a3c-497b-987e-db7bf28e9102 HTTP/1.1" status: 204 len: 168 time: 0.8279109 Oct 26 11:17:24.775864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:24.806902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4033a4de-f7f8-4778-9c79-86ed7d460087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.833860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ce1faf6a-25e8-48c3-ba54-a6721b0009ee tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (c5d7d660-701b-4844-91da-54d7b56e966d), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.838580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:24.839108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:24.839448 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:17:24.852428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:24.887467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56442) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:24.927991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d52748-bef3-4abf-9964-d2d1e715a264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e01a382-3a3c-497b-987e-db7bf28e9102,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:25.011768 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6fd4f14-fa63-476f-a582-072297888e57 req-2a4cae89-a588-4238-8b7b-87289956fe6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733220 Oct 26 11:17:25.042999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (2440ff06-bc02-432d-bcca-e55e4819f974), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.134957 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a6ab478-1bc8-4fd9-b4c7-9890f265e6fe req-5ed8a247-59ed-4226-bea4-d208e6b7f0d3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387336 Oct 26 11:17:25.152936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (2440ff06-bc02-432d-bcca-e55e4819f974), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.158392 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:25.159062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.163703 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0381a949-eb35-4377-85f8-8e45848d85a1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2682407 Oct 26 11:17:25.194330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-a4a79e24-2552-4e23-84cf-aaa17e7f9f99', 'network_id': 'a4a79e24-2552-4e23-84cf-aaa17e7f9f99', 'project_id': 'a869ce71900c49b0a83e80da27e4e969', 'fixed_ips': [{'subnet_id': '5e99210c-1d60-4e4d-9d7f-3a74b95536dd'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:17:25.195439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.200896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ce1faf6a-25e8-48c3-ba54-a6721b0009ee tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c5d7d660-701b-4844-91da-54d7b56e966d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.241939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device d8f74bf1-cd89-4149-ae7a-1cfb035852c7 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:25.290439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4033a4de-f7f8-4778-9c79-86ed7d460087 admin admin] Publish callbacks [] for security_group (fe2cef9a-fe32-440f-8f2a-02c296ec4e82), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.308880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4033a4de-f7f8-4778-9c79-86ed7d460087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fe2cef9a-fe32-440f-8f2a-02c296ec4e82), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.313470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=2440ff06-bc02-432d-bcca-e55e4819f974,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:25.315699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:25.333362 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d88bc18-ac20-4d65-9cc6-663f5cefd6d2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8340900 Oct 26 11:17:25.336035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56450) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:25.347686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': '2440ff06-bc02-432d-bcca-e55e4819f974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:25.401243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 2440ff06-bc02-432d-bcca-e55e4819f974 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:25.404893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ce1faf6a-25e8-48c3-ba54-a6721b0009ee tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (c5d7d660-701b-4844-91da-54d7b56e966d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.407063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:25.407556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.422442 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4033a4de-f7f8-4778-9c79-86ed7d460087 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1223fd5d7e8140cea212ac0d799f599b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9150915 Oct 26 11:17:25.423413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56454) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:25.461126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:25.491596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.492695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:25.494867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033a4de-f7f8-4778-9c79-86ed7d460087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2cef9a-fe32-440f-8f2a-02c296ec4e82,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:25.531109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:25.534505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1faf6a-25e8-48c3-ba54-a6721b0009ee tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d7d660-701b-4844-91da-54d7b56e966d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:25.536577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.571523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ce1faf6a-25e8-48c3-ba54-a6721b0009ee tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.576916 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ce1faf6a-25e8-48c3-ba54-a6721b0009ee tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c5d7d660-701b-4844-91da-54d7b56e966d HTTP/1.1" status: 204 len: 168 time: 0.9782465 Oct 26 11:17:25.583149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:25.741755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:25.878133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (43c50f8d-5300-4e4c-8bf8-d440b2fce5b3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.925854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:17:25.942574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:25.942962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.943322 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 Oct 26 11:17:25.947904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (6f3062e8-b0c5-49ad-8fa7-6a7f77759f0c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.951540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f002d77-522b-4f71-a4d3-f2224315ccb5 admin admin] Publish callbacks [] for security_group (fe2cef9a-fe32-440f-8f2a-02c296ec4e82), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.994830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port 8f3cf584-82b4-457c-a982-05168449f167 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:25.995440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8f3cf584-82b4-457c-a982-05168449f167), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:25.999409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:26.012473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f002d77-522b-4f71-a4d3-f2224315ccb5 admin admin] Publish callbacks [] for security_group (fe2cef9a-fe32-440f-8f2a-02c296ec4e82), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.018454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 84c817c0-4173-40be-bb25-f07a661d0438 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:26.018833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (84c817c0-4173-40be-bb25-f07a661d0438), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.019175 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 84c817c0-4173-40be-bb25-f07a661d0438 Oct 26 11:17:26.021795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Allocated IP 172.20.255.242 (a4a79e24-2552-4e23-84cf-aaa17e7f9f99/5e99210c-1d60-4e4d-9d7f-3a74b95536dd/392c42b9-7b10-4588-8690-1e805d37ccab) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:26.033060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=6f3062e8-b0c5-49ad-8fa7-6a7f77759f0c,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:26.044262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:26.158884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56470) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:26.159243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56472) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:26.220932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f002d77-522b-4f71-a4d3-f2224315ccb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fe2cef9a-fe32-440f-8f2a-02c296ec4e82), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.223449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f002d77-522b-4f71-a4d3-f2224315ccb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.227004 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2f002d77-522b-4f71-a4d3-f2224315ccb5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fe2cef9a-fe32-440f-8f2a-02c296ec4e82 HTTP/1.1" status: 204 len: 168 time: 0.7948453 Oct 26 11:17:26.248774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': 'a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2440ff06-bc02-432d-bcca-e55e4819f974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:26.253366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: 2440ff06-bc02-432d-bcca-e55e4819f974, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:26.261711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port 8f3cf584-82b4-457c-a982-05168449f167, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8f3cf584-82b4-457c-a982-05168449f167,segment=NetworkSegment(7b6d548c-7680-4951-92a2-8b1be3aa9b76),segment_id=7b6d548c-7680-4951-92a2-8b1be3aa9b76)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:26.262123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8f3cf584-82b4-457c-a982-05168449f167), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.274872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f002d77-522b-4f71-a4d3-f2224315ccb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2cef9a-fe32-440f-8f2a-02c296ec4e82,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:26.282555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-982c07aa-c495-46c0-8b0c-a20641f927fd None None] Provisioning complete for port 8f3cf584-82b4-457c-a982-05168449f167 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:26.283386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-982c07aa-c495-46c0-8b0c-a20641f927fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8f3cf584-82b4-457c-a982-05168449f167), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.283997 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-982c07aa-c495-46c0-8b0c-a20641f927fd None None] Attempt 1 to provision port 8f3cf584-82b4-457c-a982-05168449f167 Oct 26 11:17:26.301723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for 8f3cf584-82b4-457c-a982-05168449f167 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:26.333092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:26.417318 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e497352b-fa61-4e1e-8c6e-43b28e5b7eda tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2445617 Oct 26 11:17:26.431128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 2440ff06-bc02-432d-bcca-e55e4819f974 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:26.448144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409972fe-0496-43ed-b928-ab0f8a8269c1 req-a65d6cc7-e571-4162-a390-be60fde75c94 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:26.458112 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-409972fe-0496-43ed-b928-ab0f8a8269c1 req-a65d6cc7-e571-4162-a390-be60fde75c94 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 945 time: 0.1987734 Oct 26 11:17:26.496267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1120524933'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:26.516944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 2440ff06-bc02-432d-bcca-e55e4819f974) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:26.536908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:26.538362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.549117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 84c817c0-4173-40be-bb25-f07a661d0438 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:26.550322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:26.591135 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-409972fe-0496-43ed-b928-ab0f8a8269c1 req-3f5099ea-8974-4ba5-a31d-e26bf6b6c7d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312332 Oct 26 11:17:26.595013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:26.605742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-85ea15bd-5695-4482-978f-c4a369483928 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2662907 Oct 26 11:17:26.605742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Made reservation on behalf of 0c87ddd8ca7040ea9a15addd28c4437b for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:26.612849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.615408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56482) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:26.659274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Publish callbacks [] for port (392c42b9-7b10-4588-8690-1e805d37ccab), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.659533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.677041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:26.677490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.722954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:26.723331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.723673 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 Oct 26 11:17:26.730970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.754848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0df31975-1b70-405b-b771-b611ecf7d2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.794239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8f3cf584-82b4-457c-a982-05168449f167), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.809698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:26.818623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:17:26.820434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (2440ff06-bc02-432d-bcca-e55e4819f974), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.820926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94ec08b-1632-41a2-81c6-b116c27bd48d" -d '{"events": [{"server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "name": "network-vif-plugged", "status": "completed", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:17:26.829992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-982c07aa-c495-46c0-8b0c-a20641f927fd None None] Current status of the port 8f3cf584-82b4-457c-a982-05168449f167 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:26.838455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=8f3cf584-82b4-457c-a982-05168449f167,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:26.850536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No DVR routers for this DVR port 8f3cf584-82b4-457c-a982-05168449f167 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:26.855588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Network a4a79e24-2552-4e23-84cf-aaa17e7f9f99 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:26.902591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port d8f74bf1-cd89-4149-ae7a-1cfb035852c7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:26.912926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:26.917614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:26.930276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Pushing event updated for resources: {'Port': ['ID=392c42b9-7b10-4588-8690-1e805d37ccab,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:26.936069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.968281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for security_group (7badcf28-e7be-4858-8eeb-318d1430635e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.986326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:26.987398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (6f3062e8-b0c5-49ad-8fa7-6a7f77759f0c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.997424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (7badcf28-e7be-4858-8eeb-318d1430635e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.017099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (43c50f8d-5300-4e4c-8bf8-d440b2fce5b3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.057315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c50f8d-5300-4e4c-8bf8-d440b2fce5b3']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:27.070318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6d548c-7680-4951-92a2-8b1be3aa9b76') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:27.070646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6d548c-7680-4951-92a2-8b1be3aa9b76') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:27.083354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (7b6d548c-7680-4951-92a2-8b1be3aa9b76), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.094805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:27.095196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.100912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (7b6d548c-7680-4951-92a2-8b1be3aa9b76), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.109560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:27.110113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (7b6d548c-7680-4951-92a2-8b1be3aa9b76), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.115965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:27.123143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Attempting to bind port 392c42b9-7b10-4588-8690-1e805d37ccab on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:27.123654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Attempting to bind port 392c42b9-7b10-4588-8690-1e805d37ccab by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '442893f1-7433-400e-b78c-627449cfcb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a4a79e24-2552-4e23-84cf-aaa17e7f9f99'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:27.123983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Attempting to bind port 392c42b9-7b10-4588-8690-1e805d37ccab on network a4a79e24-2552-4e23-84cf-aaa17e7f9f99 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:27.170243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:27.176668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:27.189696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.191273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:27.202897 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 7b6d548c-7680-4951-92a2-8b1be3aa9b76 resource provider aggregate not found Oct 26 11:17:27.212371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7badcf28-e7be-4858-8eeb-318d1430635e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:27.242723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4003c868-1b7d-4f10-8c8f-f3b67569b97e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.244372 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Added segment 4003c868-1b7d-4f10-8c8f-f3b67569b97e of type vlan for network 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a Oct 26 11:17:27.262494 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 7b6d548c-7680-4951-92a2-8b1be3aa9b76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b6d548c-7680-4951-92a2-8b1be3aa9b76 found for delete ", "request_id": "req-4d3df91a-29f6-407b-b9cf-b101ddf81ea6"}]} Oct 26 11:17:27.277505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (43c50f8d-5300-4e4c-8bf8-d440b2fce5b3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.287405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.287998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:27.288474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Checking segment: {'id': '442893f1-7433-400e-b78c-627449cfcb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a4a79e24-2552-4e23-84cf-aaa17e7f9f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:27.288772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.295692 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/networks/43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 HTTP/1.1" status: 204 len: 168 time: 1.6995423 Oct 26 11:17:27.295896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Bound using segment: {'id': '442893f1-7433-400e-b78c-627449cfcb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a4a79e24-2552-4e23-84cf-aaa17e7f9f99'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:27.295896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Bound port: 392c42b9-7b10-4588-8690-1e805d37ccab, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442893f1-7433-400e-b78c-627449cfcb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a4a79e24-2552-4e23-84cf-aaa17e7f9f99'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:27.295896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.297221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56506) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:27.305358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba1033e-203d-4ece-962d-21ce1fdb6b5c x-openstack-request-id: req-8ba1033e-203d-4ece-962d-21ce1fdb6b5c {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:17:27.305579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "name": "network-vif-plugged", "status": "completed", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:17:27.306052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ba1033e-203d-4ece-962d-21ce1fdb6b5c {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:17:27.306639 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba1033e-203d-4ece-962d-21ce1fdb6b5c'] response: {'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'code': 200} Oct 26 11:17:27.328509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (2a9fb0cd-7917-4d73-84f9-ae5f64cab39a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.337492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:27.358213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (6f3062e8-b0c5-49ad-8fa7-6a7f77759f0c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.378505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:27.410724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:27.411129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.411474 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:17:27.440787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56510) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:27.444111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3062e8-b0c5-49ad-8fa7-6a7f77759f0c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:27.446746 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:27.461459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] For port 392c42b9-7b10-4588-8690-1e805d37ccab, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:27.466937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] For port 392c42b9-7b10-4588-8690-1e805d37ccab, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=392c42b9-7b10-4588-8690-1e805d37ccab,segment=NetworkSegment(442893f1-7433-400e-b78c-627449cfcb6f),segment_id=442893f1-7433-400e-b78c-627449cfcb6f)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:27.475132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:27.476095 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:27.483088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.555236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (2a9fb0cd-7917-4d73-84f9-ae5f64cab39a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.563424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:27.564115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.572765 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3bf070b2-5e14-4c7b-8965-b7ac47550cd7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1231966 Oct 26 11:17:27.574622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56512) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:27.587296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03065b13-366c-4d02-8e68-d0a6ffca465f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Network': ['ID=43c50f8d-5300-4e4c-8bf8-d440b2fce5b3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:27.624993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:27.625469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.629018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd73b3-644e-43a0-9f6b-cd1c10f57fa6 None None] Pushing event updated for resources: {'Port': ['ID=392c42b9-7b10-4588-8690-1e805d37ccab,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:27.766544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:27.766544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:27.768765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:27.769812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:27.770729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:27.818350 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:27.823579 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:27.866801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:27.873415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e35e0-cf5e-49ed-83ab-9e8c4e8031c2 req-d88fe5a9-8d81-4d56-acfd-40bec3fe86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:27.897370 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-620e35e0-cf5e-49ed-83ab-9e8c4e8031c2 req-d88fe5a9-8d81-4d56-acfd-40bec3fe86c8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 1130 time: 0.1124475 Oct 26 11:17:27.901440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:27.902172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:27.908678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7397006 Oct 26 11:17:27.915766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56518) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:27.924025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Request body: {'subnet': {'network_id': '2a9fb0cd-7917-4d73-84f9-ae5f64cab39a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:27.933476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-454434151-network', 'tenant_id': '059a821dd6854c35a1291cf127fd1701'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:28.017204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.077017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb372f0e-58f1-458d-af4c-4073127a2502 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Pushing event updated for resources: {'Network': ['ID=2a9fb0cd-7917-4d73-84f9-ae5f64cab39a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:28.090278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (2440ff06-bc02-432d-bcca-e55e4819f974), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.123649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5fa23-f34c-4ba7-89ed-8187be5cea2a req-a2902077-35d8-4300-9a44-18e7cd65add6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:28.125638 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-61b5fa23-f34c-4ba7-89ed-8187be5cea2a req-a2902077-35d8-4300-9a44-18e7cd65add6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 946 time: 0.2569945 Oct 26 11:17:28.169350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Made reservation on behalf of 059a821dd6854c35a1291cf127fd1701 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:28.172176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.176899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2440ff06-bc02-432d-bcca-e55e4819f974']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:28.218627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:28.218934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:28.230668 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-620e35e0-cf5e-49ed-83ab-9e8c4e8031c2 req-4f1408e5-9df2-41c2-9294-e16491b3e47a service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228409 Oct 26 11:17:28.231542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.238915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.260945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:25Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:21Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:28.275177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.275413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:28.294540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:28.299597 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:28.300842 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Made reservation on behalf of 0c87ddd8ca7040ea9a15addd28c4437b for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:28.305882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.311160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:28.312740 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:16:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:28.313947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:28.314554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.319829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:28.346236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:28.357192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:28.410598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:28.411231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.411715 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 Oct 26 11:17:28.426077 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-61b5fa23-f34c-4ba7-89ed-8187be5cea2a req-9dcea6c8-eea6-46d2-9c36-b2c302b7b23c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846265 Oct 26 11:17:28.431535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (2440ff06-bc02-432d-bcca-e55e4819f974), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.447652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.475880 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/2440ff06-bc02-432d-bcca-e55e4819f974 HTTP/1.1" status: 204 len: 168 time: 1.8451207 Oct 26 11:17:28.476223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56522) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:28.476223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1106467198'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:28.487871 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631 resource provider aggregate not found Oct 26 11:17:28.489640 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:28.494904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def898f7-6e4c-4692-8b17-8a33d0f4157f tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=2440ff06-bc02-432d-bcca-e55e4819f974,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:28.498719 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:28.508877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:28.513647 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1efe7f5-e3c1-4a2f-8b82-a2e831f3c631 found for delete ", "request_id": "req-a7e3ee69-908f-4b3c-9a16-20bcc5e36253"}]} Oct 26 11:17:28.515365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.567170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port 84c817c0-4173-40be-bb25-f07a661d0438 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:28.567815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (84c817c0-4173-40be-bb25-f07a661d0438), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.571337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Publish callbacks [] for security_group (fc856e00-5983-47f9-a088-05dacb449197), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.576772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56526) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:28.579766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:28.651171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fc856e00-5983-47f9-a088-05dacb449197), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.689282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (10d18d11-eef5-46ae-b690-5e87f9382973), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.689847 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment 10d18d11-eef5-46ae-b690-5e87f9382973 of type vlan for network e621afd2-45a1-4a46-a989-bfc4cec5c80f Oct 26 11:17:28.731408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:28.732973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:28.758744 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f24deeae-e272-4c0f-a80c-18040d0441cb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1794591 Oct 26 11:17:28.761519 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc856e00-5983-47f9-a088-05dacb449197,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:28.773964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (5885490c-8170-4c03-8a2b-0530e7c8bd8d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.774767 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Added segment 5885490c-8170-4c03-8a2b-0530e7c8bd8d of type vlan for network 8012a18b-7504-40e2-9b31-79637737fccf Oct 26 11:17:28.818993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (e621afd2-45a1-4a46-a989-bfc4cec5c80f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.835927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:22Z', 'revision_number': 8, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:23Z', 'revision_number': 9, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:22Z', 'revision_number': 7, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:27Z', 'revision_number': 7, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:28.837925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d93b54d5-76ea-4e5c-9acf-2241ba603271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.839458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:28.845264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (8012a18b-7504-40e2-9b31-79637737fccf), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.867827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:28.902597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (8012a18b-7504-40e2-9b31-79637737fccf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.905572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:28.907823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:28.912719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.928244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:25Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:27Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:28.934094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:28.934954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:28.966537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port 84c817c0-4173-40be-bb25-f07a661d0438, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=84c817c0-4173-40be-bb25-f07a661d0438,segment=NetworkSegment(5921e3c9-f067-4e5f-a228-167415f4cb33),segment_id=5921e3c9-f067-4e5f-a228-167415f4cb33)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:28.966904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (84c817c0-4173-40be-bb25-f07a661d0438), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:28.981989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (88a5712e-aa43-4b42-bb2d-62910ef8799a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.017055 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bbf53-d542-4efc-a3e1-232708956d0b None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:25Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:27Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:29.024210 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4418361 Oct 26 11:17:29.027039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56528) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:29.035040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Request body: {'subnet': {'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-454434151-subnet', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'ip_version': 4}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:29.048311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d92b2-b0c9-4cdf-ad10-e2588dfe1dfc admin admin] Pushing event updated for resources: {'Network': ['ID=8012a18b-7504-40e2-9b31-79637737fccf,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:29.060769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:29.068393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for 84c817c0-4173-40be-bb25-f07a661d0438 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:29.072918 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (e621afd2-45a1-4a46-a989-bfc4cec5c80f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.077910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:29.078522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.090675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Pushing event updated for resources: {'Subnet': ['ID=88a5712e-aa43-4b42-bb2d-62910ef8799a,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:29.103630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 8012a18b-7504-40e2-9b31-79637737fccf details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:29.109030 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6413097 Oct 26 11:17:29.109194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Made reservation on behalf of 059a821dd6854c35a1291cf127fd1701 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:29.117273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.119711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56530) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:29.140742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': 'e621afd2-45a1-4a46-a989-bfc4cec5c80f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:29.233151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 392c42b9-7b10-4588-8690-1e805d37ccab up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:29.312687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe642892-22c6-48b4-8d46-87c9a3596d95 None None] Network a4a79e24-2552-4e23-84cf-aaa17e7f9f99 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:29.329077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb19f6-ce89-4646-9140-d7341b397c69 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=e621afd2-45a1-4a46-a989-bfc4cec5c80f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:29.345581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Checking segment: {'id': '4003c868-1b7d-4f10-8c8f-f3b67569b97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2a9fb0cd-7917-4d73-84f9-ae5f64cab39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:29.345938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Network hostable DHCP agents. Network: 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:29.366107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ccd583-78f1-4431-a2c1-60ecc1802214 None None] Network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:29.373484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb4b84-8615-4672-ad73-22dc2d9ef2e1 None None] Network 2440ff06-bc02-432d-bcca-e55e4819f974 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:29.385433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:29.389671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:29.392768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-78b80d89-d848-4db7-9cab-6c75d168c03e None None] Provisioning complete for port 392c42b9-7b10-4588-8690-1e805d37ccab triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:29.393341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-78b80d89-d848-4db7-9cab-6c75d168c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.393903 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-78b80d89-d848-4db7-9cab-6c75d168c03e None None] Attempt 1 to provision port 392c42b9-7b10-4588-8690-1e805d37ccab Oct 26 11:17:29.394415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.397005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network e621afd2-45a1-4a46-a989-bfc4cec5c80f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:29.423774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Network 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:29.458907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:29.482636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:29.483622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.551762 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f1421a4-867a-4ffe-b5f9-c0fd2025c96f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6339531 Oct 26 11:17:29.554840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56534) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:29.575599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Request body: {'port': {'network_id': '2a9fb0cd-7917-4d73-84f9-ae5f64cab39a', 'name': 'tempest-TagsExtTest-1907261720'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:29.589501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (84c817c0-4173-40be-bb25-f07a661d0438), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.619301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:29.625274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=84c817c0-4173-40be-bb25-f07a661d0438,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:29.721586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c561e48c-8ac1-423d-818a-e2ff4bcd1bdb None None] Network 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:29.726652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb4b84-8615-4672-ad73-22dc2d9ef2e1 None None] Network 2440ff06-bc02-432d-bcca-e55e4819f974 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:29.734010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ccd583-78f1-4431-a2c1-60ecc1802214 None None] Network 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:29.737650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Performing IP validity checks on allocation pools {{(pid=105416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 11:17:29.738160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 11:17:29.763352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56536) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:29.815907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f66ee19-aac8-4691-8c2f-908ac3aee7a9 None None] Network 2440ff06-bc02-432d-bcca-e55e4819f974 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:29.914960 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5fa41594-0ba4-4f15-a0a2-6ca1b582afda tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1504533 Oct 26 11:17:29.915883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.917105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75d741-d372-415c-9397-f7f495553930 req-9a270357-17c8-498a-9fc4-1928a609cc23 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:29.918693 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3d75d741-d372-415c-9397-f7f495553930 req-9a270357-17c8-498a-9fc4-1928a609cc23 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 946 time: 0.1901896 Oct 26 11:17:29.946964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:29.949189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598667e-410b-4fec-9333-615b67c8b980 None None] DHCP port deletion for 43c50f8d-5300-4e4c-8bf8-d440b2fce5b3 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:17:29.967071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (6177c3f1-746b-4001-8d5b-70134b4a01f7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:29.997211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f66ee19-aac8-4691-8c2f-908ac3aee7a9 None None] Network 2440ff06-bc02-432d-bcca-e55e4819f974 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:30.051587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6177c3f1-746b-4001-8d5b-70134b4a01f7,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:30.106157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:30.143086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:30.145812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Made reservation on behalf of 0c87ddd8ca7040ea9a15addd28c4437b for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:30.150391 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.156742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-78b80d89-d848-4db7-9cab-6c75d168c03e None None] Current status of the port 392c42b9-7b10-4588-8690-1e805d37ccab is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:30.157134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-78b80d89-d848-4db7-9cab-6c75d168c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.167705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.197690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 392c42b9-7b10-4588-8690-1e805d37ccab triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:30.198062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.198605 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 392c42b9-7b10-4588-8690-1e805d37ccab Oct 26 11:17:30.207552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] device_id is not set on port 92a2da89-63fc-4151-88bb-ee165c048f3c yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:17:30.224851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3d75d741-d372-415c-9397-f7f495553930 req-21bb6603-ea65-41b2-bead-bfacc52624b0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912209 Oct 26 11:17:30.244836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Checking segment: {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:30.245201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Network hostable DHCP agents. Network: 8012a18b-7504-40e2-9b31-79637737fccf, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:30.246047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:30.393235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-78b80d89-d848-4db7-9cab-6c75d168c03e None None] For port 392c42b9-7b10-4588-8690-1e805d37ccab, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=392c42b9-7b10-4588-8690-1e805d37ccab,segment=NetworkSegment(442893f1-7433-400e-b78c-627449cfcb6f),segment_id=442893f1-7433-400e-b78c-627449cfcb6f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:30.413102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-78b80d89-d848-4db7-9cab-6c75d168c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.416905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Network 8012a18b-7504-40e2-9b31-79637737fccf is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:30.429899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-2a9fb0cd-7917-4d73-84f9-ae5f64cab39a', 'network_id': '2a9fb0cd-7917-4d73-84f9-ae5f64cab39a', 'project_id': '0c87ddd8ca7040ea9a15addd28c4437b', 'fixed_ips': [{'subnet_id': '88a5712e-aa43-4b42-bb2d-62910ef8799a'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:17:30.430805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.434462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-78b80d89-d848-4db7-9cab-6c75d168c03e None None] Could not find standard attr ID for object 8f3cf584-82b4-457c-a982-05168449f167. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:17:30.468164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (e4383bb0-3327-4780-841d-c651a1bc8996), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.472948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:30.479035 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c281f424-ae58-4302-b1e4-c910be80dd8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1806741 Oct 26 11:17:30.485470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56540) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:30.530650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b80d89-d848-4db7-9cab-6c75d168c03e None None] Pushing event updated for resources: {'Port': ['ID=392c42b9-7b10-4588-8690-1e805d37ccab,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:30.536911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 8012a18b-7504-40e2-9b31-79637737fccf) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:30.557448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:22Z', 'revision_number': 8, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:23Z', 'revision_number': 9, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:22Z', 'revision_number': 7, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:27Z', 'revision_number': 7, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:30.574629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98b17f-5b14-4246-b3ec-5c8ea96b59d1 req-87959311-a3db-48c1-a8b6-a9fff62c0f58 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:30.576838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d98b17f-5b14-4246-b3ec-5c8ea96b59d1 req-87959311-a3db-48c1-a8b6-a9fff62c0f58 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 946 time: 0.1814277 Oct 26 11:17:30.577879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb23f2e-0fc2-4e04-981b-75311bfe718a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting subnet c40fa8b4-3b44-4de6-bc69-ac6c53249f9f {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:30.581462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3fb23f2e-0fc2-4e04-981b-75311bfe718a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (c40fa8b4-3b44-4de6-bc69-ac6c53249f9f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.592665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca295349-24e4-4e96-ad31-513e2c3d94d9 None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:22Z', 'revision_number': 8, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:23Z', 'revision_number': 9, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84c817c0-4173-40be-bb25-f07a661d0438', 'name': '', 'network_id': '007e70a1-7650-40da-9296-a37b47969a86', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:65:a8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:58Z', 'updated_at': '2022-10-26T11:17:22Z', 'revision_number': 7, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'c40fa8b4-3b44-4de6-bc69-ac6c53249f9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:27Z', 'revision_number': 7, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:30.625343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:30.625964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.645077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 392c42b9-7b10-4588-8690-1e805d37ccab is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:30.661793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3fb23f2e-0fc2-4e04-981b-75311bfe718a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (c40fa8b4-3b44-4de6-bc69-ac6c53249f9f), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.752088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=e4383bb0-3327-4780-841d-c651a1bc8996,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:30.759200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:30.776273 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-956bfd48-6dfd-439b-a594-0a3b9f5d422a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7468956 Oct 26 11:17:30.791627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56542) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:30.814368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:30.827133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Allocated IP 172.20.0.5 (2a9fb0cd-7917-4d73-84f9-ae5f64cab39a/88a5712e-aa43-4b42-bb2d-62910ef8799a/92a2da89-63fc-4151-88bb-ee165c048f3c) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:30.845111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:30.857230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3fb23f2e-0fc2-4e04-981b-75311bfe718a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c40fa8b4-3b44-4de6-bc69-ac6c53249f9f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.893608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': '10d18d11-eef5-46ae-b690-5e87f9382973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e621afd2-45a1-4a46-a989-bfc4cec5c80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:30.893970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: e621afd2-45a1-4a46-a989-bfc4cec5c80f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:30.909279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:30.909779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.912434 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d98b17f-5b14-4246-b3ec-5c8ea96b59d1 req-fedb9121-bf2a-4850-8a2e-0828b7b3a63c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707069 Oct 26 11:17:30.921318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56544) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:30.929278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:30.946522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:30.956126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:30.957139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:30.970240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56546) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:31.066808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb5fa2-5d2e-4f9c-9287-00885b0f50f2 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:31.081739 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-03eb5fa2-5d2e-4f9c-9287-00885b0f50f2 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 1125 time: 0.1090238 Oct 26 11:17:31.083910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56548) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:31.088826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:31.102475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:31.129446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3fb23f2e-0fc2-4e04-981b-75311bfe718a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (c40fa8b4-3b44-4de6-bc69-ac6c53249f9f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.138851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (cd532ea2-8194-415b-8cb5-a62257794798), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.139830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (cd532ea2-8194-415b-8cb5-a62257794798), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.166043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.202857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb23f2e-0fc2-4e04-981b-75311bfe718a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Subnet': ['ID=c40fa8b4-3b44-4de6-bc69-ac6c53249f9f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:31.254401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3fb23f2e-0fc2-4e04-981b-75311bfe718a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.260595 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3fb23f2e-0fc2-4e04-981b-75311bfe718a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c40fa8b4-3b44-4de6-bc69-ac6c53249f9f HTTP/1.1" status: 204 len: 168 time: 0.7713039 Oct 26 11:17:31.264223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56550) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:31.327365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network e621afd2-45a1-4a46-a989-bfc4cec5c80f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:31.338068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for port (92a2da89-63fc-4151-88bb-ee165c048f3c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.342838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:31.350943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:31.357306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-213870df-a9f5-4521-bb08-294f99f7312c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4275975 Oct 26 11:17:31.380989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, e621afd2-45a1-4a46-a989-bfc4cec5c80f) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:31.386450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:31.387227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.414047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ce9d0cf6-eab8-4b9d-8fa7-582edb10402d None None] Provisioning complete for port 392c42b9-7b10-4588-8690-1e805d37ccab triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:31.414665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce9d0cf6-eab8-4b9d-8fa7-582edb10402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.415446 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ce9d0cf6-eab8-4b9d-8fa7-582edb10402d None None] Attempt 1 to provision port 392c42b9-7b10-4588-8690-1e805d37ccab Oct 26 11:17:31.424042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:31.427161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:31.427891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.453942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks [] for router_controller (cd532ea2-8194-415b-8cb5-a62257794798), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.479519 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb98e6a8-bec4-4f21-9113-6634c51a5fce tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3554540 Oct 26 11:17:31.483280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56552) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:31.507560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.519464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.533379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (007e70a1-7650-40da-9296-a37b47969a86), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.569371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (92a2da89-63fc-4151-88bb-ee165c048f3c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.589462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.617575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:31.621134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:31.630050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.630795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:31.650815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Pushing event updated for resources: {'Port': ['ID=92a2da89-63fc-4151-88bb-ee165c048f3c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:31.672475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Network 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:31.676372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:31.681106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:31.725447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Allocated IP 172.20.0.2 (2a9fb0cd-7917-4d73-84f9-ae5f64cab39a/88a5712e-aa43-4b42-bb2d-62910ef8799a/fa873ae8-a68f-4ec5-9f78-5cb2600a5c05) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:31.741311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:31.741656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ab9e1b4a-f6be-4fd2-b0f4-ce9bdf674ba0 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:31.742075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:31.747011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (e621afd2-45a1-4a46-a989-bfc4cec5c80f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.797084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks [] for router_gateway (cd532ea2-8194-415b-8cb5-a62257794798), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.807568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d0cf6-eab8-4b9d-8fa7-582edb10402d None None] Current status of the port 392c42b9-7b10-4588-8690-1e805d37ccab is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:31.822670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:31.823297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:31.844104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.194 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/685c0fba-66fd-40ac-a47c-3e6c67fe09e3) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:31.887208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:31.909995 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-282cb6d1-bb34-4966-b0ad-02557c06eb22 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3410997 Oct 26 11:17:31.912505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56554) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:31.917035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-70747aac-3265-45ba-b649-4d1b553eed7c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1363721398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:32.044027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:32.044771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.185040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Publish callbacks [] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.188103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:32.199442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.210288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=354a4675-2925-4c6d-8db3-97ee7d97e5f8,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:32.243669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.244881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:32.285103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Network 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:32.286024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 84c817c0-4173-40be-bb25-f07a661d0438 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:32.286441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:32.286958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:32.292724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:32.314928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:32.320261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Pushing event updated for resources: {'Port': ['ID=fa873ae8-a68f-4ec5-9f78-5cb2600a5c05,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:32.373962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56556) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:32.399950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70747aac-3265-45ba-b649-4d1b553eed7c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (77f2095e-4ab4-4b24-a29d-f7540b8de061), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.401166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70747aac-3265-45ba-b649-4d1b553eed7c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (77f2095e-4ab4-4b24-a29d-f7540b8de061), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.426139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Attempting to bind port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:32.427129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Attempting to bind port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4003c868-1b7d-4f10-8c8f-f3b67569b97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2a9fb0cd-7917-4d73-84f9-ae5f64cab39a'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:32.427564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Attempting to bind port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 on network 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:32.517706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:32.536269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port 77ec351a-16cc-4198-8667-851af11e5ae3 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:32.537159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.538892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:32.539282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.541749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:32.542097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Checking segment: {'id': '4003c868-1b7d-4f10-8c8f-f3b67569b97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2a9fb0cd-7917-4d73-84f9-ae5f64cab39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:32.542497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.542918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Bound using segment: {'id': '4003c868-1b7d-4f10-8c8f-f3b67569b97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2a9fb0cd-7917-4d73-84f9-ae5f64cab39a'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:32.543384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Bound port: fa873ae8-a68f-4ec5-9f78-5cb2600a5c05, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4003c868-1b7d-4f10-8c8f-f3b67569b97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '2a9fb0cd-7917-4d73-84f9-ae5f64cab39a'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:32.543822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.548165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70747aac-3265-45ba-b649-4d1b553eed7c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for router_controller (77f2095e-4ab4-4b24-a29d-f7540b8de061), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.554471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks [] for router_gateway (cd532ea2-8194-415b-8cb5-a62257794798), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.580552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70747aac-3265-45ba-b649-4d1b553eed7c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (77f2095e-4ab4-4b24-a29d-f7540b8de061), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.586428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.624803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] For port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:32.628043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] For port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fa873ae8-a68f-4ec5-9f78-5cb2600a5c05,segment=NetworkSegment(4003c868-1b7d-4f10-8c8f-f3b67569b97e),segment_id=4003c868-1b7d-4f10-8c8f-f3b67569b97e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:32.641939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.642682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70747aac-3265-45ba-b649-4d1b553eed7c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.644192 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-70747aac-3265-45ba-b649-4d1b553eed7c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7305417 Oct 26 11:17:32.650331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56558) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:32.655129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-af2aaf47-cd6c-42fa-99fc-fc8823adf139 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-476187031', 'prefixes': ['172.20.0.0/16']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:32.683116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:32.683290 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b50a369b-ca57-4e0a-81b3-4529e9fe5e22 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3078692 Oct 26 11:17:32.684067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (e4383bb0-3327-4780-841d-c651a1bc8996), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.691214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port 77ec351a-16cc-4198-8667-851af11e5ae3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=77ec351a-16cc-4198-8667-851af11e5ae3,segment=NetworkSegment(5921e3c9-f067-4e5f-a228-167415f4cb33),segment_id=5921e3c9-f067-4e5f-a228-167415f4cb33)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:32.691610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.694058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:32.704658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (685c0fba-66fd-40ac-a47c-3e6c67fe09e3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.736517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for 77ec351a-16cc-4198-8667-851af11e5ae3 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:32.746101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:32.751414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-af2aaf47-cd6c-42fa-99fc-fc8823adf139 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.752798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:32.753008 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-af2aaf47-cd6c-42fa-99fc-fc8823adf139 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1013196 Oct 26 11:17:32.754899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed8009-c968-47e4-85fc-8bbbdb56db40 None None] Pushing event updated for resources: {'Port': ['ID=fa873ae8-a68f-4ec5-9f78-5cb2600a5c05,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:32.756219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56560) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:32.759484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.767819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-de63d706-6432-4c7c-b7bd-3c232202f86d tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a', 'tempest-TagsExtTest-Tag-1737995301') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:32.812348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:32.817887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:32.867826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (685c0fba-66fd-40ac-a47c-3e6c67fe09e3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.887010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (e4383bb0-3327-4780-841d-c651a1bc8996), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:32.907558 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-de63d706-6432-4c7c-b7bd-3c232202f86d tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags/tempest-TagsExtTest-Tag-1737995301 HTTP/1.1" status: 201 len: 201 time: 0.1448848 Oct 26 11:17:32.908985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56562) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:32.914931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-659c7386-df1f-4854-b7a9-e49e53e734a6 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c', 'tempest-TagsExtTest-Tag-110267129') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:32.985337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Allocated IP 172.26.0.120 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/42254ac4-3bc1-448c-b9d5-08c72d31d876) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:32.996593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:33.004040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=e4383bb0-3327-4780-841d-c651a1bc8996,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:33.011381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=10 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:33.030728 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:33.035426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:33.083584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=685c0fba-66fd-40ac-a47c-3e6c67fe09e3,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:33.087025 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-659c7386-df1f-4854-b7a9-e49e53e734a6 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags/tempest-TagsExtTest-Tag-110267129 HTTP/1.1" status: 201 len: 201 time: 0.1739337 Oct 26 11:17:33.087975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56564) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:33.093660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-3997fd38-8b2a-4d99-9774-3c459d9226e6 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061', 'tempest-TagsExtTest-Tag-420090638') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.201177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (77ec351a-16cc-4198-8667-851af11e5ae3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:33.216980 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3997fd38-8b2a-4d99-9774-3c459d9226e6 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags/tempest-TagsExtTest-Tag-420090638 HTTP/1.1" status: 201 len: 201 time: 0.1275923 Oct 26 11:17:33.220415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56566) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:33.228518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-a5a4acdb-5622-4751-bf42-8e4d6ec3a0ad tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a', 'tempest-TagsExtTest-Tag-1926393850') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.240687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (e621afd2-45a1-4a46-a989-bfc4cec5c80f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:33.270442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks [] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:33.279651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No DVR routers for this DVR port 77ec351a-16cc-4198-8667-851af11e5ae3 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:33.290145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=77ec351a-16cc-4198-8667-851af11e5ae3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:33.302936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a5a4acdb-5622-4751-bf42-8e4d6ec3a0ad tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags/tempest-TagsExtTest-Tag-1926393850 HTTP/1.1" status: 201 len: 201 time: 0.0814009 Oct 26 11:17:33.303500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56568) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:33.316205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-2f70ba46-6d0e-4060-9e7b-68a1f98976e8 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.361878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e621afd2-45a1-4a46-a989-bfc4cec5c80f']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.365778 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:33.380611 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:33.382749 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.395590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:33.456665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d18d11-eef5-46ae-b690-5e87f9382973') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.457238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d18d11-eef5-46ae-b690-5e87f9382973') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.493266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (007e70a1-7650-40da-9296-a37b47969a86), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:33.493583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:33.504930 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2f70ba46-6d0e-4060-9e7b-68a1f98976e8 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags HTTP/1.1" status: 200 len: 241 time: 0.1950991 Oct 26 11:17:33.505858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56570) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:33.518805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-f85f73d5-f3bc-452c-b50b-4de214fad8f9 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a', 'tempest-TagsExtTest-Tag-1737995301') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.537603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:33.561082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:33.568575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:33.576464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:33.695707 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f85f73d5-f3bc-452c-b50b-4de214fad8f9 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags/tempest-TagsExtTest-Tag-1737995301 HTTP/1.1" status: 204 len: 168 time: 0.1770849 Oct 26 11:17:33.696623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56572) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:33.696893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56574) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:33.724285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-f5d2126b-a1b1-4328-9ae2-641287cb12b8 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a', 'tempest-TagsExtTest-Tag-1737995301') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.852422 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:33.868008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (10d18d11-eef5-46ae-b690-5e87f9382973), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:33.877472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 392c42b9-7b10-4588-8690-1e805d37ccab up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:33.891315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:33.943536 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:30Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:32Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.945396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e2f2787b-7823-48b0-8790-34840c801adc tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2439611 Oct 26 11:17:33.947832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (10d18d11-eef5-46ae-b690-5e87f9382973), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:33.966535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 392c42b9-7b10-4588-8690-1e805d37ccab triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:33.967034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:33.967379 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 392c42b9-7b10-4588-8690-1e805d37ccab Oct 26 11:17:33.978770 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007e70a1-7650-40da-9296-a37b47969a86']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:33.996645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:33.997591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (10d18d11-eef5-46ae-b690-5e87f9382973), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.003022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:34.024522 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5d2126b-a1b1-4328-9ae2-641287cb12b8 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags/tempest-TagsExtTest-Tag-1737995301 HTTP/1.1" status: 204 len: 168 time: 0.3072057 Oct 26 11:17:34.031977 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:34.032380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5921e3c9-f067-4e5f-a228-167415f4cb33') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:34.032722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5921e3c9-f067-4e5f-a228-167415f4cb33') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:34.033361 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:34.038616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56578) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:34.042549 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 10d18d11-eef5-46ae-b690-5e87f9382973 resource provider aggregate not found Oct 26 11:17:34.058576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-3362f21c-9d6f-4836-9022-bc0931ad8103 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:34.073862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 392c42b9-7b10-4588-8690-1e805d37ccab is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:34.076712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:34.113677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:34.129425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (5921e3c9-f067-4e5f-a228-167415f4cb33), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.143220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (a4b2950c-869f-4bc7-b747-896cdeafd384), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.143649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:34.144156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.144591 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 Oct 26 11:17:34.182766 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 10d18d11-eef5-46ae-b690-5e87f9382973 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10d18d11-eef5-46ae-b690-5e87f9382973 found for delete ", "request_id": "req-8041cc1e-a5e6-4430-a9ee-981f3e50418b"}]} Oct 26 11:17:34.195358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:34.231468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:34.243397 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:34.260292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:34.260828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.265308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (5921e3c9-f067-4e5f-a228-167415f4cb33), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.310798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:34.311279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (5921e3c9-f067-4e5f-a228-167415f4cb33), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.315259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:34.319472 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (e621afd2-45a1-4a46-a989-bfc4cec5c80f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.320595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3148e3fb-e71d-40e2-a519-400d742b3406 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:17:34.327010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.330249 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/e621afd2-45a1-4a46-a989-bfc4cec5c80f HTTP/1.1" status: 204 len: 168 time: 2.8349032 Oct 26 11:17:34.330556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks [] for router_gateway (cd532ea2-8194-415b-8cb5-a62257794798), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.333620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56582) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:34.355668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-107672633'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:34.362607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.363748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:34.409772 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3362f21c-9d6f-4836-9022-bc0931ad8103 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags HTTP/1.1" status: 200 len: 205 time: 0.3562098 Oct 26 11:17:34.414927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627edec-45da-4296-ba79-481a50456c72 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=e621afd2-45a1-4a46-a989-bfc4cec5c80f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:34.426228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56584) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:34.452107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-e0198ab6-310a-4646-9ec3-f45f199a5707 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:34.475880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:34.482140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.486977 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:30Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:32Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:34.527219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7cebb-061a-4a89-9fd2-07525234a50e None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:30Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:32Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:34.533866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:34.544040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-219e03ff-4600-4018-8735-69e2fb001f51 None None] Provisioning complete for port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:34.546333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-219e03ff-4600-4018-8735-69e2fb001f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.546962 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-219e03ff-4600-4018-8735-69e2fb001f51 None None] Attempt 1 to provision port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 Oct 26 11:17:34.587373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:34.607988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c78c132e-9803-46e9-bd58-18705feb45fd), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.608558 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment c78c132e-9803-46e9-bd58-18705feb45fd of type vlan for network 66d6edd8-aad1-4243-87d1-0dd7fb28e2b0 Oct 26 11:17:34.749985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:34.775962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (66d6edd8-aad1-4243-87d1-0dd7fb28e2b0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.810959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:34.811262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.813150 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 Oct 26 11:17:34.813347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (685c0fba-66fd-40ac-a47c-3e6c67fe09e3), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.840061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (cd532ea2-8194-415b-8cb5-a62257794798), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.840571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (007e70a1-7650-40da-9296-a37b47969a86), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.852882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (66d6edd8-aad1-4243-87d1-0dd7fb28e2b0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.860435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-219e03ff-4600-4018-8735-69e2fb001f51 None None] Current status of the port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:34.860975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-219e03ff-4600-4018-8735-69e2fb001f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.861789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:34.862453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.876324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.880206 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/networks/007e70a1-7650-40da-9296-a37b47969a86 HTTP/1.1" status: 204 len: 168 time: 3.6146638 Oct 26 11:17:34.881569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee0e4e-e441-46d0-81d9-1cb9beb32ae8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Network': ['ID=007e70a1-7650-40da-9296-a37b47969a86,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:34.883971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56586) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:34.914113 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e0198ab6-310a-4646-9ec3-f45f199a5707 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags HTTP/1.1" status: 200 len: 240 time: 0.4659047 Oct 26 11:17:34.919597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56588) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:34.924791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-af0adb06-92d3-4693-a588-5e61828307bc tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c', 'tempest-TagsExtTest-Tag-110267129') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:34.945903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-219e03ff-4600-4018-8735-69e2fb001f51 None None] For port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fa873ae8-a68f-4ec5-9f78-5cb2600a5c05,segment=NetworkSegment(4003c868-1b7d-4f10-8c8f-f3b67569b97e),segment_id=4003c868-1b7d-4f10-8c8f-f3b67569b97e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:34.960845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-219e03ff-4600-4018-8735-69e2fb001f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:34.972372 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6306145 Oct 26 11:17:34.972603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56590) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:34.972715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56592) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:34.975753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': '66d6edd8-aad1-4243-87d1-0dd7fb28e2b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:35.016092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4480b-907b-4cdf-8905-9d60f0d61d60 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=66d6edd8-aad1-4243-87d1-0dd7fb28e2b0,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:35.029413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3148e3fb-e71d-40e2-a519-400d742b3406 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:17:35.091445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:35.114989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e03ff-4600-4018-8735-69e2fb001f51 None None] Pushing event updated for resources: {'Port': ['ID=fa873ae8-a68f-4ec5-9f78-5cb2600a5c05,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:35.134224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 66d6edd8-aad1-4243-87d1-0dd7fb28e2b0 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:35.167449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:35.178405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:35.182991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:35.248480 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-af0adb06-92d3-4693-a588-5e61828307bc tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags/tempest-TagsExtTest-Tag-110267129 HTTP/1.1" status: 204 len: 168 time: 0.3248849 Oct 26 11:17:35.255595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56594) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:35.261799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-cf18ba85-52a1-42c0-942a-bfce2ceb661c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c', 'tempest-TagsExtTest-Tag-110267129') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:35.268493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Router cd532ea2-8194-415b-8cb5-a62257794798 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:17:35.322450 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5dd67e2-5c14-4da0-a8b1-77e9389deee9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3524227 Oct 26 11:17:35.447146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:35.478537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:35.480117 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-37c2c526-3bd0-4c20-8f9f-1b1775ef3fe3 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6843796 Oct 26 11:17:35.487504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (685c0fba-66fd-40ac-a47c-3e6c67fe09e3), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:35.487925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56596) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:35.516878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:35.517188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:35.537932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:35.545447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (685c0fba-66fd-40ac-a47c-3e6c67fe09e3), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:35.553119 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cf18ba85-52a1-42c0-942a-bfce2ceb661c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags/tempest-TagsExtTest-Tag-110267129 HTTP/1.1" status: 204 len: 168 time: 0.2955101 Oct 26 11:17:35.581449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=354a4675-2925-4c6d-8db3-97ee7d97e5f8,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:35.583220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56598) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:35.590727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-876a9bcb-befb-49b8-8d0e-07adb42d5603 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:35.593887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:35.595046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:35.611827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (a4b2950c-869f-4bc7-b747-896cdeafd384), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:35.618644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:35.645787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:35.732157 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:35.735735 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-876a9bcb-befb-49b8-8d0e-07adb42d5603 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags HTTP/1.1" status: 200 len: 205 time: 0.1486309 Oct 26 11:17:35.740449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56600) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:35.753768 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:35.754342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-b27df806-11ae-450b-981d-a419569faf69 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:35.756598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:35.767520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (0be15244-f05e-4041-8bbb-b2458a94c028), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:35.778979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:35.779882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:35.847981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:35.870567 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b27df806-11ae-450b-981d-a419569faf69 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags HTTP/1.1" status: 200 len: 240 time: 0.1270413 Oct 26 11:17:35.877380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56602) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:35.893315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-757b1a4c-6b2f-4326-8a07-334639c43332 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061', 'tempest-TagsExtTest-Tag-420090638') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:35.893683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:35.942555 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:35.948729 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:35.991929 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-757b1a4c-6b2f-4326-8a07-334639c43332 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags/tempest-TagsExtTest-Tag-420090638 HTTP/1.1" status: 204 len: 168 time: 0.1070683 Oct 26 11:17:36.024136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=0be15244-f05e-4041-8bbb-b2458a94c028,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:36.025996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=685c0fba-66fd-40ac-a47c-3e6c67fe09e3,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:36.032157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56604) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:36.086840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:36.089435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:36.134361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:36.230294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:36.230677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:36.230979 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 Oct 26 11:17:36.247587 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP a4b2950c-869f-4bc7-b747-896cdeafd384 associated. External IP: 172.26.0.194, port: d8f74bf1-cd89-4149-ae7a-1cfb035852c7. Oct 26 11:17:36.320230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae4e8ae-b7f2-46ec-af69-dba80274369f None None] DHCP port deletion for 007e70a1-7650-40da-9296-a37b47969a86 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:17:36.353816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56608) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:36.355648 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 5921e3c9-f067-4e5f-a228-167415f4cb33 resource provider aggregate not found Oct 26 11:17:36.366620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:36.422661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:29Z', 'revision_number': 9, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:35Z', 'revision_number': 11, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:34Z', 'revision_number': 9, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:36.444847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:36.452396 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea5c9b69-4de1-48db-8303-c9f6462a4cdd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0924506 Oct 26 11:17:36.454344 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:36.464109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:36.465242 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:36.528399 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 5921e3c9-f067-4e5f-a228-167415f4cb33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5921e3c9-f067-4e5f-a228-167415f4cb33 found for delete ", "request_id": "req-22ac6178-6fd0-4ea9-8ea4-52d2e85fb205"}]} Oct 26 11:17:36.543577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-8012a18b-7504-40e2-9b31-79637737fccf', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:17:36.545920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:36.565099 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:36.581556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8f3cf584-82b4-457c-a982-05168449f167 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:36.588285 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:36.616433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 8f3cf584-82b4-457c-a982-05168449f167 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:36.617139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8f3cf584-82b4-457c-a982-05168449f167 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:36.627458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-fa38c0f8-b990-43e1-bb06-e0b04ac50c27 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061', 'tempest-TagsExtTest-Tag-420090638') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:36.633224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:34Z', 'revision_number': 3, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:36.703115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:36.704657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Updating router cd532ea2-8194-415b-8cb5-a62257794798 port 42254ac4-3bc1-448c-b9d5-08c72d31d876 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:17:36.818590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:36.861009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:36.864165 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa38c0f8-b990-43e1-bb06-e0b04ac50c27 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags/tempest-TagsExtTest-Tag-420090638 HTTP/1.1" status: 204 len: 168 time: 0.8295147 Oct 26 11:17:36.864363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:36.866528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': 'c78c132e-9803-46e9-bd58-18705feb45fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '66d6edd8-aad1-4243-87d1-0dd7fb28e2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:36.866886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: 66d6edd8-aad1-4243-87d1-0dd7fb28e2b0, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:36.868773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56612) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:36.883821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-9d9e9d28-3fc2-4682-b3a7-a9129daf763c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.006528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:37.022834 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:29Z', 'revision_number': 9, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:35Z', 'revision_number': 11, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:34Z', 'revision_number': 9, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.051294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b7065ee-908c-44bc-babd-d1dd53c049b4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:37.068750 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9d9e9d28-3fc2-4682-b3a7-a9129daf763c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags HTTP/1.1" status: 200 len: 205 time: 0.1977003 Oct 26 11:17:37.077938 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6359bf91-eeb2-4cee-8e12-9cca1732f8f8 None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:29Z', 'revision_number': 9, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': '354a4675-2925-4c6d-8db3-97ee7d97e5f8', 'name': '', 'network_id': '0cb23be8-eaff-4651-9ae8-c950fa3990da', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:f2:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:51Z', 'updated_at': '2022-10-26T11:17:35Z', 'revision_number': 11, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': '24d9dd01-749b-4e35-881a-e0e30daabcab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:34Z', 'revision_number': 9, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:37.089594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56614) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.098646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-f512d6b9-37e1-48cb-824c-32c8381a7adb tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.107998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 66d6edd8-aad1-4243-87d1-0dd7fb28e2b0 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:37.142216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 66d6edd8-aad1-4243-87d1-0dd7fb28e2b0) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:37.144260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Allocated IP 172.20.0.2 (8012a18b-7504-40e2-9b31-79637737fccf/6177c3f1-746b-4001-8d5b-70134b4a01f7/86c4ecfb-b5ec-4eb7-ad16-39fc49b30993) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:37.149801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:37.151362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.157628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:37.164788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:37.164788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.165066 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 Oct 26 11:17:37.219214 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f512d6b9-37e1-48cb-824c-32c8381a7adb tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags HTTP/1.1" status: 200 len: 241 time: 0.1283114 Oct 26 11:17:37.223598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f2ffe022-9e5d-497a-b828-f05e03f1fa20 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2481916 Oct 26 11:17:37.223768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port 354a4675-2925-4c6d-8db3-97ee7d97e5f8 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:37.223768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.224591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56616) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.225592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56618) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.230436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-0a83c80c-0a16-44b7-b3b5-ba8f4faff09d tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a', 'tempest-TagsExtTest-Tag-1926393850') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.304950 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0a83c80c-0a16-44b7-b3b5-ba8f4faff09d tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags/tempest-TagsExtTest-Tag-1926393850 HTTP/1.1" status: 204 len: 168 time: 0.0788107 Oct 26 11:17:37.307624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56620) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.312931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-9f5a5ed5-e2b2-4b11-9c3a-49ac7c720a31 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a', 'tempest-TagsExtTest-Tag-1926393850') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.363125 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9f5a5ed5-e2b2-4b11-9c3a-49ac7c720a31 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags/tempest-TagsExtTest-Tag-1926393850 HTTP/1.1" status: 204 len: 168 time: 0.0543284 Oct 26 11:17:37.368413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56622) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.373046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-90d9f75f-9f86-4b3d-b3ed-26099a5fc1ef tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.384654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:37.385756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:37.402521 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-90d9f75f-9f86-4b3d-b3ed-26099a5fc1ef tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags HTTP/1.1" status: 200 len: 205 time: 0.0332129 Oct 26 11:17:37.406311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56624) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.411040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-6b73521f-0d1e-42a1-b300-94236968f3fb tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.454032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (66d6edd8-aad1-4243-87d1-0dd7fb28e2b0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.456178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56626) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.507095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:37.525093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:37.529600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b73521f-0d1e-42a1-b300-94236968f3fb tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags HTTP/1.1" status: 204 len: 168 time: 0.1185637 Oct 26 11:17:37.530488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56628) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.539759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-60d84e3d-96bf-482c-aff3-c1d6de80e60b tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.550905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:37.551516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.551875 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:17:37.646718 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b94f9081-66ee-4b9e-ac08-ee64170554f5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1874871 Oct 26 11:17:37.685024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Publish callbacks [] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.704026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-60d84e3d-96bf-482c-aff3-c1d6de80e60b tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags HTTP/1.1" status: 204 len: 168 time: 0.1684883 Oct 26 11:17:37.704026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (0be15244-f05e-4041-8bbb-b2458a94c028), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.705476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.705960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56630) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.712026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-8c78763a-2b23-4173-ade8-56c6ba4a5c7b tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.751280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:37.775513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Attempting to bind port 42254ac4-3bc1-448c-b9d5-08c72d31d876 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:37.775862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Attempting to bind port 42254ac4-3bc1-448c-b9d5-08c72d31d876 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:37.776090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:37.776263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Attempting to bind port 42254ac4-3bc1-448c-b9d5-08c72d31d876 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:37.799376 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8c78763a-2b23-4173-ade8-56c6ba4a5c7b tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags HTTP/1.1" status: 204 len: 168 time: 0.0899341 Oct 26 11:17:37.800573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56632) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.803829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-55a625f9-eb57-4088-8471-821601dbe80e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:37.807074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port 354a4675-2925-4c6d-8db3-97ee7d97e5f8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=354a4675-2925-4c6d-8db3-97ee7d97e5f8,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:37.807541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.822868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.851207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for 354a4675-2925-4c6d-8db3-97ee7d97e5f8 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:37.859920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Publish callbacks [] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.872023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:37.872461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:37.872826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.873308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:37.873891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Bound port: 42254ac4-3bc1-448c-b9d5-08c72d31d876, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:37.874347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.888733 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-334a60b4-4c12-401a-9148-c92587187c12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.7992833 Oct 26 11:17:37.888733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:17:37.892971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7d9469-9317-4c79-8ac8-235c14f0923d" -d '{"events": [{"name": "network-changed", "server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:17:37.896212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56634) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.944321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:37.947106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Allocated IP 172.20.0.1 (8012a18b-7504-40e2-9b31-79637737fccf/6177c3f1-746b-4001-8d5b-70134b4a01f7/816bad82-971b-4fcb-af9c-150f76bc71e6) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:37.977142 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-55a625f9-eb57-4088-8471-821601dbe80e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags HTTP/1.1" status: 204 len: 168 time: 0.1722350 Oct 26 11:17:37.979541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:37.980898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (0be15244-f05e-4041-8bbb-b2458a94c028), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:37.995806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-763d8315-7ebc-41ec-a4c4-f8208f048d0b tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a', 'tempest-TagsExtTest-Tag-1267666619') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.022072 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c9eda81b-e1ff-4e2d-af8d-3646383ed74f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 992 time: 0.0834286 Oct 26 11:17:38.036410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=0be15244-f05e-4041-8bbb-b2458a94c028,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:38.157997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:38.209178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1e19bb-7bee-4cc3-b102-bda865e1164c x-openstack-request-id: req-6e1e19bb-7bee-4cc3-b102-bda865e1164c {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:17:38.209715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:17:38.210073 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e1e19bb-7bee-4cc3-b102-bda865e1164c {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:17:38.210414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1e19bb-7bee-4cc3-b102-bda865e1164c'] response: {'name': 'network-changed', 'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'status': 'completed', 'code': 200} Oct 26 11:17:38.233088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.246126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (354a4675-2925-4c6d-8db3-97ee7d97e5f8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.246389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (66d6edd8-aad1-4243-87d1-0dd7fb28e2b0), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.258940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a2811-9382-43ba-8c27-77b1b16e8faf None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:38.284190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=354a4675-2925-4c6d-8db3-97ee7d97e5f8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:38.321248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-763d8315-7ebc-41ec-a4c4-f8208f048d0b tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags/tempest-TagsExtTest-Tag-1267666619 HTTP/1.1" status: 201 len: 201 time: 0.3310034 Oct 26 11:17:38.324818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d6edd8-aad1-4243-87d1-0dd7fb28e2b0']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.328449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Network 8012a18b-7504-40e2-9b31-79637737fccf is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:38.334253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:38.342085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-02187af4-6085-4c86-8275-00b3a0e67d4e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c', 'tempest-TagsExtTest-Tag-1088796714') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.349737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:38.355670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78c132e-9803-46e9-bd58-18705feb45fd') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.355989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78c132e-9803-46e9-bd58-18705feb45fd') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.356818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:38.360798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:38.387211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-4d11b18d-86fe-4011-b464-b805c7ebfb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:38.393584 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-4d11b18d-86fe-4011-b464-b805c7ebfb67 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 1130 time: 0.1285465 Oct 26 11:17:38.424312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Publish callbacks [] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.428274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:38.428274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.431876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (c78c132e-9803-46e9-bd58-18705feb45fd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.442492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:38.455947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Pushing event updated for resources: {'Port': ['ID=86c4ecfb-b5ec-4eb7-ad16-39fc49b30993,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:38.472830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.492707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:38.507165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:38.513650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.522535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Attempting to bind port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:38.522916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Attempting to bind port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:38.523345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Attempting to bind port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 on network 8012a18b-7504-40e2-9b31-79637737fccf {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:38.528348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c78c132e-9803-46e9-bd58-18705feb45fd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.529811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.530677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:38.537898 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-02187af4-6085-4c86-8275-00b3a0e67d4e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags/tempest-TagsExtTest-Tag-1088796714 HTTP/1.1" status: 201 len: 201 time: 0.2007356 Oct 26 11:17:38.541797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56644) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:38.548650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-2e3e775c-c562-4504-b485-e95710c5e9f3 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061', 'tempest-TagsExtTest-Tag-1534254768') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.549872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:38.550280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (c78c132e-9803-46e9-bd58-18705feb45fd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.601058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a2811-9382-43ba-8c27-77b1b16e8faf None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:38.635985 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment c78c132e-9803-46e9-bd58-18705feb45fd resource provider aggregate not found Oct 26 11:17:38.688132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:38.688501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56650) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:38.689078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Checking segment: {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:38.689732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.690327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Bound using segment: {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:38.691021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Bound port: 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:38.691618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.701680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-b06f3e5e-1c17-4ae9-8f2b-097f6f813f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:38.704026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-b06f3e5e-1c17-4ae9-8f2b-097f6f813f5b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=124301db-f1d6-40cf-b5cd-d641e01e6c54 HTTP/1.1" status: 200 len: 898 time: 0.3006618 Oct 26 11:17:38.706467 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment c78c132e-9803-46e9-bd58-18705feb45fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c78c132e-9803-46e9-bd58-18705feb45fd found for delete ", "request_id": "req-262bce38-00a5-45e8-9465-e5f119da81b2"}]} Oct 26 11:17:38.709015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.713796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:38.718199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:38.719081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.739827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (66d6edd8-aad1-4243-87d1-0dd7fb28e2b0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.746335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:38.784321 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c13d288-2dbe-4280-9d92-dcd034884d9a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0944533 Oct 26 11:17:38.793042 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2e3e775c-c562-4504-b485-e95710c5e9f3 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags/tempest-TagsExtTest-Tag-1534254768 HTTP/1.1" status: 201 len: 201 time: 0.2499762 Oct 26 11:17:38.797026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56652) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:38.831314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.839532 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/66d6edd8-aad1-4243-87d1-0dd7fb28e2b0 HTTP/1.1" status: 204 len: 168 time: 1.6056724 Oct 26 11:17:38.843299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-01b1f6a5-c12d-4ad6-8ebc-e8bff1e684ac tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a', 'tempest-TagsExtTest-Tag-1871932257') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.845849 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-f2737cf0-846f-499d-b56a-512fd64ad6a0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7 HTTP/1.1" status: 200 len: 1000 time: 0.1311948 Oct 26 11:17:38.846315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56654) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:38.866734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:38.867713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:38.869185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-905112296'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:38.879612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:38.887529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Network 8012a18b-7504-40e2-9b31-79637737fccf is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:38.905192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1db5f3-071e-417d-9280-c9a38ba66105 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=66d6edd8-aad1-4243-87d1-0dd7fb28e2b0,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:38.927438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:38.927775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.930974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:38.931472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:38.931909 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:17:38.932312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:38.946528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:38.957153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:38.962282 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-01b1f6a5-c12d-4ad6-8ebc-e8bff1e684ac tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags/tempest-TagsExtTest-Tag-1871932257 HTTP/1.1" status: 201 len: 201 time: 0.1617451 Oct 26 11:17:38.964791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:38.966574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56656) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:38.972989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-d02c445f-f015-41ff-8436-4d918505e831 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a', {'tags': ['tempest-TagsExtTest-Tag-1074772923', 'tempest-TagsExtTest-Tag-591263304', 'tempest-TagsExtTest-Tag-2132346643']}) {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:38.993711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:38.997481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.023434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-274ae7ad-7799-47a5-9eb7-fdf439cf883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:39.025643 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-274ae7ad-7799-47a5-9eb7-fdf439cf883e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6529b3f-7320-4c48-bf7c-7c69d0269522 HTTP/1.1" status: 200 len: 834 time: 0.1329303 Oct 26 11:17:39.025762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56658) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:39.054750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] For port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:39.069297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (cd532ea2-8194-415b-8cb5-a62257794798), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.075991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:39.094224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (22adffe1-0097-4a5f-a37b-af915511567a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.094503 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment 22adffe1-0097-4a5f-a37b-af915511567a of type vlan for network 76f59c28-dc02-49b7-897f-2ab250206349 Oct 26 11:17:39.107136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] For port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=86c4ecfb-b5ec-4eb7-ad16-39fc49b30993,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:39.108734 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2e9d10ab-e7af-4415-9409-f2928ef46416 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 992 time: 0.0789859 Oct 26 11:17:39.156116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-344e8abc-be28-4302-920f-75e236c71f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:39.157434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:39.157691 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-344e8abc-be28-4302-920f-75e236c71f71 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=124301db-f1d6-40cf-b5cd-d641e01e6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1264899 Oct 26 11:17:39.161970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.221125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:39.224722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:39.233781 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb865b64-46f7-47c0-91b5-c3dcbe93a00d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3383880 Oct 26 11:17:39.242739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56660) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:39.296813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:39.317893 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d02c445f-f015-41ff-8436-4d918505e831 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags HTTP/1.1" status: 200 len: 317 time: 0.3495405 Oct 26 11:17:39.322572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56662) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:39.328812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-8380d5da-3a53-4aef-b3d5-5c4d18db82b9 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:39.354502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (76f59c28-dc02-49b7-897f-2ab250206349), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.401135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dec9a47-9152-404d-b359-3d271668ac02 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting subnet 24d9dd01-749b-4e35-881a-e0e30daabcab {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:39.409874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:39.410093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.410174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a47-9152-404d-b359-3d271668ac02 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (24d9dd01-749b-4e35-881a-e0e30daabcab), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.418429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fe205-dd7e-4f58-a329-bec664d2e9ef None None] Pushing event updated for resources: {'Port': ['ID=86c4ecfb-b5ec-4eb7-ad16-39fc49b30993,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:39.438957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.481866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:39.490838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (76f59c28-dc02-49b7-897f-2ab250206349), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.497136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:39.497762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.500849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:39.504841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a47-9152-404d-b359-3d271668ac02 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (24d9dd01-749b-4e35-881a-e0e30daabcab), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.549530 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8380d5da-3a53-4aef-b3d5-5c4d18db82b9 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags HTTP/1.1" status: 204 len: 168 time: 0.2256873 Oct 26 11:17:39.553168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56664) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:39.566761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-3e70056d-3f3f-4968-bc8c-cbd479484adf tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a', 'tempest-TagsExtTest-Tag-1074772923') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:39.601311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:39.620827 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-e30b9cbb-10a8-4905-b92e-05528062033d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193921 Oct 26 11:17:39.641968 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7741342 Oct 26 11:17:39.645470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56666) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:39.653558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': '76f59c28-dc02-49b7-897f-2ab250206349', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:39.743402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.744440 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-3e70056d-3f3f-4968-bc8c-cbd479484adf tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:39.750121 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3e70056d-3f3f-4968-bc8c-cbd479484adf tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags/tempest-TagsExtTest-Tag-1074772923 HTTP/1.1" status: 404 len: 329 time: 0.1922908 Oct 26 11:17:39.757124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56668) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:39.765036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-3a84b299-4001-4b90-a475-749887ed2bb2 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a', 'tempest-TagsExtTest-Tag-591263304') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:39.774415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccd2b4-aedb-4664-ad83-d5a599c97992 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=76f59c28-dc02-49b7-897f-2ab250206349,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:39.792887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 76f59c28-dc02-49b7-897f-2ab250206349 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:39.801491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:34Z', 'revision_number': 3, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:39.801714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56670) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:39.856691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a47-9152-404d-b359-3d271668ac02 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (24d9dd01-749b-4e35-881a-e0e30daabcab), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:39.938887 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd7d9469-9317-4c79-8ac8-235c14f0923d req-50b2d647-2e3d-45a6-879b-4fd1b656055a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092198 Oct 26 11:17:39.939337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 77ec351a-16cc-4198-8667-851af11e5ae3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:39.940942 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-3a84b299-4001-4b90-a475-749887ed2bb2 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:39.941417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:39.942482 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a84b299-4001-4b90-a475-749887ed2bb2 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags/tempest-TagsExtTest-Tag-591263304 HTTP/1.1" status: 404 len: 328 time: 0.1849296 Oct 26 11:17:39.951239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56672) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:39.955591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-ea743ae5-1123-4c54-8abb-a50961df351f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a', 'tempest-TagsExtTest-Tag-2132346643') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:39.963600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5452117-f6e0-48cf-8763-dd91b8bde85d None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:34Z', 'revision_number': 3, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:39.979245 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-990c5e71-5ad9-4896-9e29-29c5c51e798c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1714492 Oct 26 11:17:39.985421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:39.991011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.016685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:40.027966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 77ec351a-16cc-4198-8667-851af11e5ae3 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:40.028342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 77ec351a-16cc-4198-8667-851af11e5ae3 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:40.028834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:40.034012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:17:33Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:32Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:40.038949 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-ea743ae5-1123-4c54-8abb-a50961df351f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:40.041540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:40.043496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ea743ae5-1123-4c54-8abb-a50961df351f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags/tempest-TagsExtTest-Tag-2132346643 HTTP/1.1" status: 404 len: 329 time: 0.0912533 Oct 26 11:17:40.044463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56674) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:40.050930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-edc5b4ca-a164-4a68-ad6c-b84d458a2387 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c', {'tags': ['tempest-TagsExtTest-Tag-944063359', 'tempest-TagsExtTest-Tag-2094685272', 'tempest-TagsExtTest-Tag-789334019']}) {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:40.055703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Publish callbacks [] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.081069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a47-9152-404d-b359-3d271668ac02 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (24d9dd01-749b-4e35-881a-e0e30daabcab), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.086485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.098476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:40.118862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56676) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:40.137147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec9a47-9152-404d-b359-3d271668ac02 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Subnet': ['ID=24d9dd01-749b-4e35-881a-e0e30daabcab,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:40.149676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a47-9152-404d-b359-3d271668ac02 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.153362 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7dec9a47-9152-404d-b359-3d271668ac02 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/24d9dd01-749b-4e35-881a-e0e30daabcab HTTP/1.1" status: 204 len: 168 time: 0.9095197 Oct 26 11:17:40.162498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56678) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:40.165548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:40.181842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:40.182475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:40.233139 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-663d25b0-64d5-4847-bf85-79ec7f4eb585 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 992 time: 0.1060934 Oct 26 11:17:40.259096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:40.275187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (cd532ea2-8194-415b-8cb5-a62257794798), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.304309 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-edc5b4ca-a164-4a68-ad6c-b84d458a2387 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags HTTP/1.1" status: 200 len: 316 time: 0.2569537 Oct 26 11:17:40.306554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56680) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:40.311863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-7cea3abd-cd6f-43d7-9659-267c72aef55f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:40.374885 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (d57a5f14-e975-463c-af2a-bb415d7a4a41), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.416524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:40.462678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:40.463144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.472216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=d57a5f14-e975-463c-af2a-bb415d7a4a41,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:40.509189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': '22adffe1-0097-4a5f-a37b-af915511567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '76f59c28-dc02-49b7-897f-2ab250206349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:40.509751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: 76f59c28-dc02-49b7-897f-2ab250206349, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:40.541236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 76f59c28-dc02-49b7-897f-2ab250206349 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:40.559376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 76f59c28-dc02-49b7-897f-2ab250206349) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:40.572927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:40.573556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.597172 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1bdd206-af8d-4f97-830b-de7044961508 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9478946 Oct 26 11:17:40.599762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56682) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:40.628913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:40.691579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:40.711632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.712835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:40.754265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:40.771204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (76f59c28-dc02-49b7-897f-2ab250206349), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.818721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 84c817c0-4173-40be-bb25-f07a661d0438 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:40.819077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 84c817c0-4173-40be-bb25-f07a661d0438 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:40.819500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:40.837278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (0cb23be8-eaff-4651-9ae8-c950fa3990da), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.848080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:40.866916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (d57a5f14-e975-463c-af2a-bb415d7a4a41), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:40.869984 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:40.871714 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:40.876527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 354a4675-2925-4c6d-8db3-97ee7d97e5f8 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:40.876829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 354a4675-2925-4c6d-8db3-97ee7d97e5f8 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:40.921543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:40.987678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56684) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:40.989125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47282b0c-8a60-4594-9e04-75c1517f0a0a None None] Network 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:41.007766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (d57a5f14-e975-463c-af2a-bb415d7a4a41), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.023766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:41.035401 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7cea3abd-cd6f-43d7-9659-267c72aef55f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags HTTP/1.1" status: 204 len: 168 time: 0.7274983 Oct 26 11:17:41.041118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56686) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:41.046889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-96179251-bc41-420b-877f-8fc510d10d31 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c', 'tempest-TagsExtTest-Tag-944063359') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.100054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port 7dc63ffe-28de-49f6-84d5-7684341016b4 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:41.101036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.105444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Network 8012a18b-7504-40e2-9b31-79637737fccf is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:41.109014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:41.131024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:41.140055 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-96179251-bc41-420b-877f-8fc510d10d31 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:41.141691 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96179251-bc41-420b-877f-8fc510d10d31 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags/tempest-TagsExtTest-Tag-944063359 HTTP/1.1" status: 404 len: 328 time: 0.0994430 Oct 26 11:17:41.172890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56688) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:41.178292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-2fef7f9e-7e58-467c-95d7-0e4fe1cc82a0 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c', 'tempest-TagsExtTest-Tag-2094685272') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.183689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=d57a5f14-e975-463c-af2a-bb415d7a4a41,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:41.190039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6490c10-e071-4dc3-bcf7-059f7160d5f0 None None] Network a4a79e24-2552-4e23-84cf-aaa17e7f9f99 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:41.193513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372f960-4e8f-4428-ae3c-b3ede8b21b00 None None] Network 8012a18b-7504-40e2-9b31-79637737fccf requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:41.195598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220f4ac-67bb-45c5-8fde-c29c6e324b59 None None] Network e621afd2-45a1-4a46-a989-bfc4cec5c80f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:41.197955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789568c8-d4cb-4594-9a73-6724bdb1086a None None] Network 66d6edd8-aad1-4243-87d1-0dd7fb28e2b0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:41.200050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218976fc-59c0-4894-9c59-a6e8cb86ad0d None None] Network 76f59c28-dc02-49b7-897f-2ab250206349 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:41.299371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (76f59c28-dc02-49b7-897f-2ab250206349), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.327384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56690) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:41.330355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f59c28-dc02-49b7-897f-2ab250206349']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.334763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:41.345740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22adffe1-0097-4a5f-a37b-af915511567a') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.346328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22adffe1-0097-4a5f-a37b-af915511567a') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.360909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (22adffe1-0097-4a5f-a37b-af915511567a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.378693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (22adffe1-0097-4a5f-a37b-af915511567a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.409996 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d5a8a55-645c-434a-b6f1-3729b2659aed tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4172955 Oct 26 11:17:41.412134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:41.412593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (22adffe1-0097-4a5f-a37b-af915511567a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.486118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:40Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.487824 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 22adffe1-0097-4a5f-a37b-af915511567a resource provider aggregate not found Oct 26 11:17:41.511500 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 22adffe1-0097-4a5f-a37b-af915511567a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22adffe1-0097-4a5f-a37b-af915511567a found for delete ", "request_id": "req-4c013803-727c-428e-a8c1-8875ef2635ee"}]} Oct 26 11:17:41.516740 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a0ae36d-5b92-4e81-aa61-2e97405f9562 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 992 time: 0.1830921 Oct 26 11:17:41.521098 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:41.522676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Router cd532ea2-8194-415b-8cb5-a62257794798 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:41.532524 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:41.533649 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.545723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (76f59c28-dc02-49b7-897f-2ab250206349), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.551555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.558519 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/76f59c28-dc02-49b7-897f-2ab250206349 HTTP/1.1" status: 204 len: 168 time: 0.9573443 Oct 26 11:17:41.559157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56696) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:41.563302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789568c8-d4cb-4594-9a73-6724bdb1086a None None] Network 66d6edd8-aad1-4243-87d1-0dd7fb28e2b0 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:41.567517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220f4ac-67bb-45c5-8fde-c29c6e324b59 None None] Network e621afd2-45a1-4a46-a989-bfc4cec5c80f could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:41.572566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port 7dc63ffe-28de-49f6-84d5-7684341016b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7dc63ffe-28de-49f6-84d5-7684341016b4,segment=NetworkSegment(0906827f-8ee9-46b9-b67b-2c25d524347b),segment_id=0906827f-8ee9-46b9-b67b-2c25d524347b)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:41.573168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.580191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431083389'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:41.586693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ddea62-3ed0-4f69-947f-61c050f2efa8 None None] Network 0cb23be8-eaff-4651-9ae8-c950fa3990da requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:41.616334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:41.618310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a46496-592b-48c5-9bc2-64785ee72ffa None None] Network 66d6edd8-aad1-4243-87d1-0dd7fb28e2b0 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:41.621497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d02ec8-1d96-452a-8b76-58de8f6d5b54 None None] Network e621afd2-45a1-4a46-a989-bfc4cec5c80f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:41.621660 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-2fef7f9e-7e58-467c-95d7-0e4fe1cc82a0 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:41.623437 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2fef7f9e-7e58-467c-95d7-0e4fe1cc82a0 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags/tempest-TagsExtTest-Tag-2094685272 HTTP/1.1" status: 404 len: 329 time: 0.4490778 Oct 26 11:17:41.624948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for 7dc63ffe-28de-49f6-84d5-7684341016b4 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:41.626448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.629039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:41.630155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56698) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:41.631283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c270550-4963-4fa3-ba70-7cd9ed9cf0f5 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=76f59c28-dc02-49b7-897f-2ab250206349,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:41.631815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-adbb2ee0-4a41-480e-a0fa-65eb4e748bcb None None] Provisioning complete for port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:41.632200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-adbb2ee0-4a41-480e-a0fa-65eb4e748bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.632538 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-adbb2ee0-4a41-480e-a0fa-65eb4e748bcb None None] Attempt 1 to provision port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 Oct 26 11:17:41.642384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-81465d97-627c-4ba3-91dc-df5637c66de7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c', 'tempest-TagsExtTest-Tag-789334019') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.656200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:41.671366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:41.685895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9eaa3701-f622-4e15-b21a-1b26bac7f9e8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.686269 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment 9eaa3701-f622-4e15-b21a-1b26bac7f9e8 of type vlan for network e6d366b7-9c29-404e-af8a-6552ef8c61c5 Oct 26 11:17:41.761565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (e6d366b7-9c29-404e-af8a-6552ef8c61c5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.783334 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:41.804558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (e6d366b7-9c29-404e-af8a-6552ef8c61c5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.811660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:41.812662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.842459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:41.847920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d02ec8-1d96-452a-8b76-58de8f6d5b54 None None] Network e621afd2-45a1-4a46-a989-bfc4cec5c80f could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:41.850594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:41.866135 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-81465d97-627c-4ba3-91dc-df5637c66de7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:41.867203 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-81465d97-627c-4ba3-91dc-df5637c66de7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags/tempest-TagsExtTest-Tag-789334019 HTTP/1.1" status: 404 len: 328 time: 0.2335689 Oct 26 11:17:41.870463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56700) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:41.891795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-8c8da645-d8a7-49e6-a316-9c51d29b7ced tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061', {'tags': ['tempest-TagsExtTest-Tag-1717599329', 'tempest-TagsExtTest-Tag-2083314222', 'tempest-TagsExtTest-Tag-1263681234']}) {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.898382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a46496-592b-48c5-9bc2-64785ee72ffa None None] Network 66d6edd8-aad1-4243-87d1-0dd7fb28e2b0 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:41.902715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:41.911634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:41.920093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=e6d366b7-9c29-404e-af8a-6552ef8c61c5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:41.945456 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9859f32e-4db1-4f44-9122-7de2aa9f3198 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3760540 Oct 26 11:17:41.950136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56702) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:41.956012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': 'e6d366b7-9c29-404e-af8a-6552ef8c61c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:41.972816 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:40Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:41.995444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network e6d366b7-9c29-404e-af8a-6552ef8c61c5 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:42.001756 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b15ec-8d49-4330-a0ed-cba86eaec7e4 None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:40Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:42.118093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:42.123310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.124205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15928a59-0534-4e92-9e0d-04811ff3ad2d None None] Network 76f59c28-dc02-49b7-897f-2ab250206349 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:42.187702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:42.200110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.ipam_backend_mixin [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Performing IP validity checks on allocation pools {{(pid=105415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 11:17:42.202060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.ipam_backend_mixin [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105415) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 11:17:42.203627 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7018fd87-9707-46a5-9999-80c3d2e3cba3 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/cd532ea2-8194-415b-8cb5-a62257794798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7129462 Oct 26 11:17:42.215194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (7dc63ffe-28de-49f6-84d5-7684341016b4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.223207 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8c8da645-d8a7-49e6-a316-9c51d29b7ced tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags HTTP/1.1" status: 200 len: 318 time: 0.3469265 Oct 26 11:17:42.229918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56706) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:42.244210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-1cd4458c-193f-471c-ba12-d0b1601a5ca9 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:42.344169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15928a59-0534-4e92-9e0d-04811ff3ad2d None None] Network 76f59c28-dc02-49b7-897f-2ab250206349 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:42.355111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:42.356264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.356699 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 Oct 26 11:17:42.432088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=7dc63ffe-28de-49f6-84d5-7684341016b4,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:42.433969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No DVR routers for this DVR port 7dc63ffe-28de-49f6-84d5-7684341016b4 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:42.436188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56708) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:42.514807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (22c54226-7f88-419a-884f-51744e0185ab), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.527659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56710) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:42.533868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-adbb2ee0-4a41-480e-a0fa-65eb4e748bcb None None] Current status of the port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:42.534445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-adbb2ee0-4a41-480e-a0fa-65eb4e748bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.574584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9e537-ad54-4799-8122-4fe3b5b7f044 None None] DHCP port deletion for 0cb23be8-eaff-4651-9ae8-c950fa3990da request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:17:42.597024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:17:33Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:42.638218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae33575-82c4-4616-adfa-366d175c8bc0 None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:17:33Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:42.678176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=22c54226-7f88-419a-884f-51744e0185ab,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:42.691418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-adbb2ee0-4a41-480e-a0fa-65eb4e748bcb None None] For port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=86c4ecfb-b5ec-4eb7-ad16-39fc49b30993,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:42.724726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-adbb2ee0-4a41-480e-a0fa-65eb4e748bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.727040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:42.733902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': '9eaa3701-f622-4e15-b21a-1b26bac7f9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e6d366b7-9c29-404e-af8a-6552ef8c61c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:42.734668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: e6d366b7-9c29-404e-af8a-6552ef8c61c5, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:42.764073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (0cb23be8-eaff-4651-9ae8-c950fa3990da), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.780408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network e6d366b7-9c29-404e-af8a-6552ef8c61c5 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:42.822323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb23be8-eaff-4651-9ae8-c950fa3990da']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:42.832704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, e6d366b7-9c29-404e-af8a-6552ef8c61c5) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:42.838536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0906827f-8ee9-46b9-b67b-2c25d524347b') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:42.838821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0906827f-8ee9-46b9-b67b-2c25d524347b') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:42.846550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:42.853465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.863281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a10a224-44d3-4e5f-ba65-d20ec54c5f63 None None] Network e6d366b7-9c29-404e-af8a-6552ef8c61c5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:42.898139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (0906827f-8ee9-46b9-b67b-2c25d524347b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.918116 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2a4a8c15-c826-4416-a9cb-b8e251179cd7 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9647903 Oct 26 11:17:42.926442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56716) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:42.932138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (0906827f-8ee9-46b9-b67b-2c25d524347b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:42.952335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:42.952746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (0906827f-8ee9-46b9-b67b-2c25d524347b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:43.078450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:43.083853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:43.084968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:43.087342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9711f9e6-baa2-4ada-9c6f-36a170b8aae3 None None] Provisioning complete for port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:43.088586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9711f9e6-baa2-4ada-9c6f-36a170b8aae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:43.088962 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9711f9e6-baa2-4ada-9c6f-36a170b8aae3 None None] Attempt 1 to provision port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 Oct 26 11:17:43.145875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (0cb23be8-eaff-4651-9ae8-c950fa3990da), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:43.165992 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1cd4458c-193f-471c-ba12-d0b1601a5ca9 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags HTTP/1.1" status: 204 len: 168 time: 0.9316721 Oct 26 11:17:43.175398 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 0906827f-8ee9-46b9-b67b-2c25d524347b resource provider aggregate not found Oct 26 11:17:43.176917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56724) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:43.203390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-43b655bc-7497-4a1c-9a30-2a5a6d79ddab tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061', 'tempest-TagsExtTest-Tag-1717599329') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:43.249481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:43.255548 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/networks/0cb23be8-eaff-4651-9ae8-c950fa3990da HTTP/1.1" status: 204 len: 168 time: 3.0919313 Oct 26 11:17:43.256987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e3694-a1b4-456a-a52d-735caa9bcb8a tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Network': ['ID=0cb23be8-eaff-4651-9ae8-c950fa3990da,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:43.263743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56728) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:43.277189 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3aae56a3-abcb-4404-9084-3fb70ee377b5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.8385711 Oct 26 11:17:43.316314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (e6d366b7-9c29-404e-af8a-6552ef8c61c5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:43.376055 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-43b655bc-7497-4a1c-9a30-2a5a6d79ddab tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:43.381303 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-43b655bc-7497-4a1c-9a30-2a5a6d79ddab tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags/tempest-TagsExtTest-Tag-1717599329 HTTP/1.1" status: 404 len: 329 time: 0.1898634 Oct 26 11:17:43.383952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56732) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:43.389862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-7a187dc6-a2d9-490b-8974-dc388c275b13 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061', 'tempest-TagsExtTest-Tag-2083314222') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:43.564360 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-7a187dc6-a2d9-490b-8974-dc388c275b13 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:43.568665 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7a187dc6-a2d9-490b-8974-dc388c275b13 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags/tempest-TagsExtTest-Tag-2083314222 HTTP/1.1" status: 404 len: 329 time: 0.1805220 Oct 26 11:17:43.608869 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-46145ded-0f9c-4bf2-95d1-21e24f169a95 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 992 time: 1.0824633 Oct 26 11:17:43.610372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (22c54226-7f88-419a-884f-51744e0185ab), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:43.612275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56736) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:43.612718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:43.617468 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 0906827f-8ee9-46b9-b67b-2c25d524347b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0906827f-8ee9-46b9-b67b-2c25d524347b found for delete ", "request_id": "req-eb109d32-0104-43f6-a3d6-f7a00237ac99"}]} Oct 26 11:17:43.618059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:43.625060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-5b92223f-b0db-4b1f-a3e2-019fd740c61b tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061', 'tempest-TagsExtTest-Tag-1263681234') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:43.625909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:43.627070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:43.634645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1627932162-network', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:43.674911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb2ee0-4a41-480e-a0fa-65eb4e748bcb None None] Pushing event updated for resources: {'Port': ['ID=86c4ecfb-b5ec-4eb7-ad16-39fc49b30993,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:43.709126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:43.726430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (22c54226-7f88-419a-884f-51744e0185ab), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:43.773879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=22c54226-7f88-419a-884f-51744e0185ab,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:43.785497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766b4c5a-db0b-4eac-b327-b233f48f8346 None None] Network 8012a18b-7504-40e2-9b31-79637737fccf requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:43.790078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:43.790679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:43.791193 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:17:43.806611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:43.856987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (e6d366b7-9c29-404e-af8a-6552ef8c61c5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:43.874026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:43.880976 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-5b92223f-b0db-4b1f-a3e2-019fd740c61b tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:43.882151 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5b92223f-b0db-4b1f-a3e2-019fd740c61b tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags/tempest-TagsExtTest-Tag-1263681234 HTTP/1.1" status: 404 len: 329 time: 0.2619333 Oct 26 11:17:43.883664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:43.885733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:43.886560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:43.895088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d366b7-9c29-404e-af8a-6552ef8c61c5']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:43.907697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaa3701-f622-4e15-b21a-1b26bac7f9e8') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:43.908209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaa3701-f622-4e15-b21a-1b26bac7f9e8') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:43.917072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-0e7938d9-1385-4cb2-adb2-e82057ff248e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a', {'tags': ['tempest-TagsExtTest-Tag-1880616035', 'tempest-TagsExtTest-Tag-1510722209', 'tempest-TagsExtTest-Tag-433308523']}) {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:43.949967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Made reservation on behalf of 2c0ef37b365745739c95bf20a6da6038 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:43.962669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.050438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.095902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9953b78-7ece-4c44-8d67-23f702974005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e6d366b7-9c29-404e-af8a-6552ef8c61c5', 'network_id': 'e6d366b7-9c29-404e-af8a-6552ef8c61c5', 'project_id': 'a869ce71900c49b0a83e80da27e4e969', 'fixed_ips': [{'subnet_id': '22c54226-7f88-419a-884f-51744e0185ab'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:17:44.097227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b9953b78-7ece-4c44-8d67-23f702974005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.151784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9711f9e6-baa2-4ada-9c6f-36a170b8aae3 None None] Current status of the port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:44.165144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.175028 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0e7938d9-1385-4cb2-adb2-e82057ff248e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "PUT /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags HTTP/1.1" status: 200 len: 317 time: 0.2623773 Oct 26 11:17:44.239304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9711f9e6-baa2-4ada-9c6f-36a170b8aae3 None None] Provisioning complete for port 92a2da89-63fc-4151-88bb-ee165c048f3c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:44.239795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9711f9e6-baa2-4ada-9c6f-36a170b8aae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (92a2da89-63fc-4151-88bb-ee165c048f3c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.240146 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9711f9e6-baa2-4ada-9c6f-36a170b8aae3 None None] Attempt 1 to provision port 92a2da89-63fc-4151-88bb-ee165c048f3c Oct 26 11:17:44.284848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Publish callbacks [] for security_group (e81320f5-6d9e-4223-b3b5-26a3f354b585), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.286887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:44.287247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56744) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:44.296023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-4adb8b42-8240-4076-8b8a-225e747a1d6e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:44.336776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (9eaa3701-f622-4e15-b21a-1b26bac7f9e8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.354517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9eaa3701-f622-4e15-b21a-1b26bac7f9e8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.363995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:44.364794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (9eaa3701-f622-4e15-b21a-1b26bac7f9e8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.387082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (e81320f5-6d9e-4223-b3b5-26a3f354b585), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.401571 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:44.420136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9711f9e6-baa2-4ada-9c6f-36a170b8aae3 None None] Port 92a2da89-63fc-4151-88bb-ee165c048f3c cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:17:44.434428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:44.437554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:44.452798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e2752-9b54-4e1f-a92f-578951919375 None None] Network e6d366b7-9c29-404e-af8a-6552ef8c61c5 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:44.465275 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 9eaa3701-f622-4e15-b21a-1b26bac7f9e8 resource provider aggregate not found Oct 26 11:17:44.484472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:44.484866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.503545 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 9eaa3701-f622-4e15-b21a-1b26bac7f9e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eaa3701-f622-4e15-b21a-1b26bac7f9e8 found for delete ", "request_id": "req-897573c5-39f3-4945-8897-8a23b8a6ca05"}]} Oct 26 11:17:44.521676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (e6d366b7-9c29-404e-af8a-6552ef8c61c5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.529574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.535364 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/e6d366b7-9c29-404e-af8a-6552ef8c61c5 HTTP/1.1" status: 204 len: 168 time: 1.6066015 Oct 26 11:17:44.540723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56750) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:44.557673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-731076696'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:44.565126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:44.595858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9afa9-8a80-4036-9508-5befdef82aae tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=e6d366b7-9c29-404e-af8a-6552ef8c61c5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:44.617403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:44.626573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:44.645678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:44.647453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Provisioning complete for port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:44.648059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.648716 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Attempt 1 to provision port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 Oct 26 11:17:44.679511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d342c145-ecb2-454a-a02e-30d9c470682c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.679868 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Added segment d342c145-ecb2-454a-a02e-30d9c470682c of type vlan for network 4350cbeb-bae5-42ab-9170-8780e2dced4a Oct 26 11:17:44.691493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:44.696541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:44.696899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.719847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.759818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 2, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:44.787389 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed348d4b-cd27-407e-9f82-a5333b8a9366 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 992 time: 0.1666784 Oct 26 11:17:44.787389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:44.813640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (38c810df-f15e-4691-91ec-79fee168790e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.813992 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment 38c810df-f15e-4691-91ec-79fee168790e of type vlan for network 3df67b23-ca7f-41b9-b4db-a7c0daacf0f8 Oct 26 11:17:44.876974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (4350cbeb-bae5-42ab-9170-8780e2dced4a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.886920 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81320f5-6d9e-4223-b3b5-26a3f354b585,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:44.895987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:44.896501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Updating router cd532ea2-8194-415b-8cb5-a62257794798 port 816bad82-971b-4fcb-af9c-150f76bc71e6 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:17:44.910753 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ee534164-217f-480a-b43c-06fc035c5745 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.6206145 Oct 26 11:17:44.917539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:44.929740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (3df67b23-ca7f-41b9-b4db-a7c0daacf0f8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.014372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (3df67b23-ca7f-41b9-b4db-a7c0daacf0f8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.021109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:45.021759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.028369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.040364 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4adb8b42-8240-4076-8b8a-225e747a1d6e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags HTTP/1.1" status: 204 len: 168 time: 0.7491434 Oct 26 11:17:45.041724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56754) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.070089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:45.090977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-7ba11057-fc7e-409a-8848-acf060e9d87d tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a', 'tempest-TagsExtTest-Tag-1880616035') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:45.134064 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:45.137063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5912638 Oct 26 11:17:45.140995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56756) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.147243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': '3df67b23-ca7f-41b9-b4db-a7c0daacf0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:45.150724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (4350cbeb-bae5-42ab-9170-8780e2dced4a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.151867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:45.155153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.156195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119d3d8-97bb-4297-957b-44841c78fbe4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=3df67b23-ca7f-41b9-b4db-a7c0daacf0f8,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:45.169850 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:40Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:45.173265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:45.203902 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-7ba11057-fc7e-409a-8848-acf060e9d87d tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:45.205990 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ba11057-fc7e-409a-8848-acf060e9d87d tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags/tempest-TagsExtTest-Tag-1880616035 HTTP/1.1" status: 404 len: 329 time: 0.1198843 Oct 26 11:17:45.206695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:45.207079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.213128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 3df67b23-ca7f-41b9-b4db-a7c0daacf0f8 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:45.231876 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6028025 Oct 26 11:17:45.235430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56758) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.235938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56760) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.244747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-c60029ca-4284-4bff-94b1-663a608359d3 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a', 'tempest-TagsExtTest-Tag-1510722209') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:45.250073 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:45.282160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:45.282935 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:45.288085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Request body: {'subnet': {'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1627932162-subnet', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'ip_version': 4}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:45.322938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:45.323880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Made reservation on behalf of 2c0ef37b365745739c95bf20a6da6038 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:45.327350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.329021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.341370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Current status of the port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:45.357448 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:45.393407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:45.394395 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-c60029ca-4284-4bff-94b1-663a608359d3 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:45.398524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c60029ca-4284-4bff-94b1-663a608359d3 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags/tempest-TagsExtTest-Tag-1510722209 HTTP/1.1" status: 404 len: 329 time: 0.1591942 Oct 26 11:17:45.405659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:45.409228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:45.422332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56762) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.427133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-0547db12-7084-45f4-b6b7-10ff395ec335 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a', 'tempest-TagsExtTest-Tag-433308523') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:45.440759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.441530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:45.453189 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:45.457079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0849c1-cdb9-4f06-a03b-752add94387f admin admin] Pushing event updated for resources: {'Network': ['ID=4350cbeb-bae5-42ab-9170-8780e2dced4a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:45.490896 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-0547db12-7084-45f4-b6b7-10ff395ec335 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] show failed (client error): The resource could not be found. Oct 26 11:17:45.494361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0547db12-7084-45f4-b6b7-10ff395ec335 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags/tempest-TagsExtTest-Tag-433308523 HTTP/1.1" status: 404 len: 328 time: 0.0710499 Oct 26 11:17:45.497319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56764) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.506920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 4350cbeb-bae5-42ab-9170-8780e2dced4a details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:45.508812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Provisioning complete for port 392c42b9-7b10-4588-8690-1e805d37ccab triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:45.509187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.509519 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Attempt 1 to provision port 392c42b9-7b10-4588-8690-1e805d37ccab Oct 26 11:17:45.514474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.tag.tag_plugin [None req-06c2b575-aab6-4a33-9993-81175b0be5d6 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c524f516-5fa1-4334-a96c-ba3cd266168a') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:45.584532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:45.584937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.698315 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-06c2b575-aab6-4a33-9993-81175b0be5d6 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a/tags HTTP/1.1" status: 204 len: 168 time: 0.1940799 Oct 26 11:17:45.702179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56766) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.708174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-74e3464e-56cb-48b5-af2b-9540a2a24baa tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '77f2095e-4ab4-4b24-a29d-f7540b8de061') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:45.771871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port c094d045-1dfd-4d34-bd36-e3f0bb1d1992, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:45.772395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.811076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56768) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.815831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (04bb1936-90ae-4cb5-8eb9-170dbdc47f34), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.817598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:40Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:45.820089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for c094d045-1dfd-4d34-bd36-e3f0bb1d1992 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:45.860802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e74529-1c0b-4e09-8596-736e8aa1c23f None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:38Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None, '_interfaces': [{'id': 'c094d045-1dfd-4d34-bd36-e3f0bb1d1992', 'name': '', 'network_id': '54347aee-2b04-4bbe-887b-e9cd101539d3', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'mac_address': 'fa:16:3e:79:10:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb8342-d765-4edb-86d0-f557813f4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:42Z', 'updated_at': '2022-10-26T11:17:40Z', 'revision_number': 10, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'subnets': [{'id': 'eab3927c-b37c-4133-a01f-66c78ed4950b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:45.886999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:45.890804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44c0d0b-0d42-4bbb-99d0-bacc9d697b96 None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:17:45.903921 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-74e3464e-56cb-48b5-af2b-9540a2a24baa tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061/tags HTTP/1.1" status: 204 len: 168 time: 0.2007937 Oct 26 11:17:45.904434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56772) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.910725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-057895a7-d2f6-4af1-ad5a-7eaf7eb7347f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92a2da89-63fc-4151-88bb-ee165c048f3c') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:45.911367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=04bb1936-90ae-4cb5-8eb9-170dbdc47f34,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:45.915597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56774) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.980687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:45.981473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.986833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (be7b3e48-44a1-49f4-af07-39fc0561541c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:45.991493 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-057895a7-d2f6-4af1-ad5a-7eaf7eb7347f tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c/tags HTTP/1.1" status: 204 len: 168 time: 0.0857196 Oct 26 11:17:45.992380 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac7eeb6b-cf0d-4182-a5e5-691c50ea2044 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0719502 Oct 26 11:17:45.993343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:45.998195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.tag.tag_plugin [None req-ba6aa4ec-8176-46bc-bf20-41d30f753f3e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88a5712e-aa43-4b42-bb2d-62910ef8799a') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:46.023564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': '38c810df-f15e-4691-91ec-79fee168790e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3df67b23-ca7f-41b9-b4db-a7c0daacf0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:46.024425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: 3df67b23-ca7f-41b9-b4db-a7c0daacf0f8, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:46.027580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:46.042968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:46.064718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 3df67b23-ca7f-41b9-b4db-a7c0daacf0f8 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:46.074814 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ba6aa4ec-8176-46bc-bf20-41d30f753f3e tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a/tags HTTP/1.1" status: 204 len: 168 time: 0.0803733 Oct 26 11:17:46.076178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56778) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:46.097430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Current status of the port 392c42b9-7b10-4588-8690-1e805d37ccab is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:46.102504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 3df67b23-ca7f-41b9-b4db-a7c0daacf0f8) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:46.108888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:46.109505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.113466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:46.113844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.114182 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:17:46.123041 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-85a0ce86-915e-413b-9be9-b6dd9cdec0c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 992 time: 0.3097467 Oct 26 11:17:46.127446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f93580-2daa-418a-a4db-e412dd773529 None None] Network 3df67b23-ca7f-41b9-b4db-a7c0daacf0f8 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:46.160393 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6d2780c-8cc5-4a73-a846-4f14182987c4 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0184145 Oct 26 11:17:46.165148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56780) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:46.179008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Checking segment: {'id': 'd342c145-ecb2-454a-a02e-30d9c470682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:46.180813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Network hostable DHCP agents. Network: 4350cbeb-bae5-42ab-9170-8780e2dced4a, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:46.182914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:46.199150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7b3e48-44a1-49f4-af07-39fc0561541c,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:46.243111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:46.255789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e8381933-4082-4f0d-8b4d-487ef1cf70e6 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.259077 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8381933-4082-4f0d-8b4d-487ef1cf70e6 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnetpools/c524f516-5fa1-4334-a96c-ba3cd266168a HTTP/1.1" status: 204 len: 168 time: 0.1798966 Oct 26 11:17:46.275808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.298514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56782) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:46.304796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Network 4350cbeb-bae5-42ab-9170-8780e2dced4a is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:46.332375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:46.332676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 4350cbeb-bae5-42ab-9170-8780e2dced4a) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:46.351537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:46.351996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.358007 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f6777cd7-acf9-4220-a46e-b9e685c8fa36 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=77f2095e-4ab4-4b24-a29d-f7540b8de061 HTTP/1.1" status: 200 len: 205 time: 0.0552030 Oct 26 11:17:46.369864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56784) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:46.384339 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a5616161-6e64-445b-a3b3-87562eee990f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1435502 Oct 26 11:17:46.385072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56786) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:46.389102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4e8fd157-9f1e-4c53-90c3-ab1dfde81645 None None] Port 816bad82-971b-4fcb-af9c-150f76bc71e6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:17:46.399443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:46.437149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (3df67b23-ca7f-41b9-b4db-a7c0daacf0f8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.442162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Publish callbacks [] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.455105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:46.468967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.470066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.479099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc8593-1825-4932-885b-a4ca90449276 None None] Network 4350cbeb-bae5-42ab-9170-8780e2dced4a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:46.505565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc0eb-4d69-4164-886e-07939595581c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for router (77f2095e-4ab4-4b24-a29d-f7540b8de061), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.516975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.537343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:46.539430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks [] for router_controller (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.542044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c094d045-1dfd-4d34-bd36-e3f0bb1d1992), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.581758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:46.639188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=c094d045-1dfd-4d34-bd36-e3f0bb1d1992,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:46.679058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Provisioning complete for port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:46.679862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.680455 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Attempt 1 to provision port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 Oct 26 11:17:46.726495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No active binding found for port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 {{(pid=105417) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 26 11:17:46.727063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] The host dv-neutron-759874-5-hyperv is not matching for port c094d045-1dfd-4d34-bd36-e3f0bb1d1992 host None! {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 11:17:46.727634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:46.771175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc0eb-4d69-4164-886e-07939595581c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (77f2095e-4ab4-4b24-a29d-f7540b8de061), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.775462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc0eb-4d69-4164-886e-07939595581c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for router_controller (77f2095e-4ab4-4b24-a29d-f7540b8de061), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.785297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ab94b-e3fc-4131-ad54-413c2be9bc8f None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:46.894397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc0eb-4d69-4164-886e-07939595581c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (77f2095e-4ab4-4b24-a29d-f7540b8de061), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.895003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6dc0eb-4d69-4164-886e-07939595581c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Fanout notify agent at l3_agent the message router_deleted on router 77f2095e-4ab4-4b24-a29d-f7540b8de061 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:17:46.896859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (04bb1936-90ae-4cb5-8eb9-170dbdc47f34), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.910882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc0eb-4d69-4164-886e-07939595581c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.914358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be933ea-fb8d-4a9c-a9ca-e3ee957b007b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-3df67b23-ca7f-41b9-b4db-a7c0daacf0f8', 'network_id': '3df67b23-ca7f-41b9-b4db-a7c0daacf0f8', 'project_id': 'a869ce71900c49b0a83e80da27e4e969', 'fixed_ips': [{'subnet_id': '04bb1936-90ae-4cb5-8eb9-170dbdc47f34'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:17:46.915031 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8c6dc0eb-4d69-4164-886e-07939595581c tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/routers/77f2095e-4ab4-4b24-a29d-f7540b8de061 HTTP/1.1" status: 204 len: 168 time: 0.5411468 Oct 26 11:17:46.915200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9be933ea-fb8d-4a9c-a9ca-e3ee957b007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:46.921767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56788) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:46.954592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Attempting to bind port 816bad82-971b-4fcb-af9c-150f76bc71e6 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:46.955111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Attempting to bind port 816bad82-971b-4fcb-af9c-150f76bc71e6 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:46.955575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Attempting to bind port 816bad82-971b-4fcb-af9c-150f76bc71e6 on network 8012a18b-7504-40e2-9b31-79637737fccf {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:47.003350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56790) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:47.053224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-4350cbeb-bae5-42ab-9170-8780e2dced4a', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:17:47.054576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.071926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:47.072475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Checking segment: {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:47.072979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.073470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Bound using segment: {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:47.074065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Bound port: 816bad82-971b-4fcb-af9c-150f76bc71e6, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:47.074544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.140706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56792) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:47.186154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:47.234273 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e70de706-e9f3-461b-801d-55338d4703b6 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2297754 Oct 26 11:17:47.238154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-852a08f9-b68b-48fb-8381-04b14583a0e4 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Deleting port 92a2da89-63fc-4151-88bb-ee165c048f3c {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:47.238388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-852a08f9-b68b-48fb-8381-04b14583a0e4 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (92a2da89-63fc-4151-88bb-ee165c048f3c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.258866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (04bb1936-90ae-4cb5-8eb9-170dbdc47f34), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server [None req-9be933ea-fb8d-4a9c-a9ca-e3ee957b007b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04bb1936-90ae-4cb5-8eb9-170dbdc47f34: This subnet is being modified by another concurrent operation. Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise exception Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04bb1936-90ae-4cb5-8eb9-170dbdc47f34: This subnet is being modified by another concurrent operation. Oct 26 11:17:47.314106 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Oct 26 11:17:47.333633 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6e5ea618-5f94-48e4-8193-5504c192c3be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1918335 Oct 26 11:17:47.337269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=04bb1936-90ae-4cb5-8eb9-170dbdc47f34,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:47.343390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:47.366264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Current status of the port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:47.375471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:47.382065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:47.385428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks [] for router_gateway (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.416707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:47.417805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (28cb8342-d765-4edb-86d0-f557813f4330), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.418543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.419519 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:17:47.426480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.431388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (3df67b23-ca7f-41b9-b4db-a7c0daacf0f8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.462033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-852a08f9-b68b-48fb-8381-04b14583a0e4 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (92a2da89-63fc-4151-88bb-ee165c048f3c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.471877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df67b23-ca7f-41b9-b4db-a7c0daacf0f8']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:47.486301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-852a08f9-b68b-48fb-8381-04b14583a0e4 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Calling delete_port for 92a2da89-63fc-4151-88bb-ee165c048f3c owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:47.489359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c810df-f15e-4691-91ec-79fee168790e') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:47.489859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c810df-f15e-4691-91ec-79fee168790e') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:47.512852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (38c810df-f15e-4691-91ec-79fee168790e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.522031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:47.537454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:47.538363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:47.549205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Allocated IP 172.20.0.2 (4350cbeb-bae5-42ab-9170-8780e2dced4a/be7b3e48-44a1-49f4-af07-39fc0561541c/6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:47.573160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:47.580435 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:47.581074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:47.586403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (38c810df-f15e-4691-91ec-79fee168790e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.603417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:47.603663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (38c810df-f15e-4691-91ec-79fee168790e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.633386 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 38c810df-f15e-4691-91ec-79fee168790e resource provider aggregate not found Oct 26 11:17:47.646548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ab94b-e3fc-4131-ad54-413c2be9bc8f None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:47.660062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:47.691642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:47.708622 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 38c810df-f15e-4691-91ec-79fee168790e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38c810df-f15e-4691-91ec-79fee168790e found for delete ", "request_id": "req-b2ae89c6-8bde-49d7-81dd-8e755c7787fd"}]} Oct 26 11:17:47.711326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:47.746627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (3df67b23-ca7f-41b9-b4db-a7c0daacf0f8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.760705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.765037 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:47.765309 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/3df67b23-ca7f-41b9-b4db-a7c0daacf0f8 HTTP/1.1" status: 204 len: 168 time: 1.5993664 Oct 26 11:17:47.780291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56798) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:47.810168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6937839-14fb-41fb-be20-7e0c01392787 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=3df67b23-ca7f-41b9-b4db-a7c0daacf0f8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:47.850614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-852a08f9-b68b-48fb-8381-04b14583a0e4 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (92a2da89-63fc-4151-88bb-ee165c048f3c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.870652 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:47.886207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a08f9-b68b-48fb-8381-04b14583a0e4 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Pushing event deleted for resources: {'Port': ['ID=92a2da89-63fc-4151-88bb-ee165c048f3c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:47.887596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-341072230'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:47.925310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks [] for router_gateway (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.953361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:47.958269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.980145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.988797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-852a08f9-b68b-48fb-8381-04b14583a0e4 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:47.996783 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-852a08f9-b68b-48fb-8381-04b14583a0e4 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/ports/92a2da89-63fc-4151-88bb-ee165c048f3c HTTP/1.1" status: 204 len: 168 time: 1.0498798 Oct 26 11:17:47.999569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56800) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:48.031176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:48.042864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:48.044204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:48.044668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:48.044761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.110750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:48.111131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.111479 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 Oct 26 11:17:48.147395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8a821013-df69-4ed1-be04-ceb3f86b6152), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.147571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a93ab8a-4004-40d5-bccd-0ed5a8bb75c7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Deleting subnet 88a5712e-aa43-4b42-bb2d-62910ef8799a {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:48.147789 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment 8a821013-df69-4ed1-be04-ceb3f86b6152 of type vlan for network 770b97a8-88d2-4657-8ca4-2ae44f024740 Oct 26 11:17:48.156551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a93ab8a-4004-40d5-bccd-0ed5a8bb75c7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for subnet (88a5712e-aa43-4b42-bb2d-62910ef8799a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.159603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:48.173850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.174068 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:45Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:48.176968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:48.210627 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:48.221724 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:48.222723 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:48.223671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a93ab8a-4004-40d5-bccd-0ed5a8bb75c7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (88a5712e-aa43-4b42-bb2d-62910ef8799a), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.229819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:48.230779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:48.261235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34072e2d-2efd-4540-b919-34e7f2c8f67f None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:48.262035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56802) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:48.268795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8c9bd30a-45f5-4979-bc79-a03b21dd199d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9966812 Oct 26 11:17:48.279898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56804) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:48.284523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (770b97a8-88d2-4657-8ca4-2ae44f024740), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.346535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56806) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:48.348076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a93ab8a-4004-40d5-bccd-0ed5a8bb75c7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (88a5712e-aa43-4b42-bb2d-62910ef8799a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.369059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:48.422866 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f83f8e26-cfee-4aa6-90d2-adc4169e8b46 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.0688396 Oct 26 11:17:48.431110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.resource_extend [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:17:48.431406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a93ab8a-4004-40d5-bccd-0ed5a8bb75c7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (88a5712e-aa43-4b42-bb2d-62910ef8799a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.477128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ab8a-4004-40d5-bccd-0ed5a8bb75c7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Pushing event deleted for resources: {'Subnet': ['ID=88a5712e-aa43-4b42-bb2d-62910ef8799a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:48.482599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Allocated IP 172.26.0.207 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/8531d6e4-e32f-4e8f-95be-6a1d78a0e36c) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:48.487899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:48.490859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:48.506416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a93ab8a-4004-40d5-bccd-0ed5a8bb75c7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.511673 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bf050539-e2c5-4010-bfa0-58470c969187 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2395504 Oct 26 11:17:48.521182 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2a93ab8a-4004-40d5-bccd-0ed5a8bb75c7 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/88a5712e-aa43-4b42-bb2d-62910ef8799a HTTP/1.1" status: 204 len: 168 time: 0.5201728 Oct 26 11:17:48.522595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56808) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:48.530869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Publish callbacks [] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.542006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0802a3-9673-4e4a-9998-fdc2f397642b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting subnet eab3927c-b37c-4133-a01f-66c78ed4950b {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:17:48.545541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:48.546590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:48.557407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (770b97a8-88d2-4657-8ca4-2ae44f024740), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.564484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:48.565423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.581068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c0802a3-9673-4e4a-9998-fdc2f397642b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (eab3927c-b37c-4133-a01f-66c78ed4950b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.598297 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:48.616988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.627247 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7707784 Oct 26 11:17:48.627834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7dc63ffe-28de-49f6-84d5-7684341016b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:48.636412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56810) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:48.648581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': '770b97a8-88d2-4657-8ca4-2ae44f024740', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:48.662740 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:45Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:48.672894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (2a9fb0cd-7917-4d73-84f9-ae5f64cab39a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.680391 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:48.695871 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42171285-8ad7-4123-8960-c462ea4150ff None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:45Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:48.709523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Network 4350cbeb-bae5-42ab-9170-8780e2dced4a is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:48.733452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 7dc63ffe-28de-49f6-84d5-7684341016b4 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:48.733962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c0802a3-9673-4e4a-9998-fdc2f397642b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (eab3927c-b37c-4133-a01f-66c78ed4950b), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.734273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7dc63ffe-28de-49f6-84d5-7684341016b4 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:48.734866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:48.738229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:48.747085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:48.768246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03d218-9554-43d0-bd22-a697df6a8a9e tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=770b97a8-88d2-4657-8ca4-2ae44f024740,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:48.801913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:48.833192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Deleting port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:48.833789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.836900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 770b97a8-88d2-4657-8ca4-2ae44f024740 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:48.868987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks [] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.890140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c0802a3-9673-4e4a-9998-fdc2f397642b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (eab3927c-b37c-4133-a01f-66c78ed4950b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.896113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 11, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:48.897711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:48.901672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.909243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Pushing event updated for resources: {'Port': ['ID=6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:48.937677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:48.965988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.996348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] For port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fa873ae8-a68f-4ec5-9f78-5cb2600a5c05,segment=NetworkSegment(4003c868-1b7d-4f10-8c8f-f3b67569b97e),segment_id=4003c868-1b7d-4f10-8c8f-f3b67569b97e)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:48.996712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:48.999489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c0802a3-9673-4e4a-9998-fdc2f397642b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (eab3927c-b37c-4133-a01f-66c78ed4950b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.005557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:17:47Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:49.014770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:49.017871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:49.022284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:49.023121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Calling delete_port for fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:49.046798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:49.049333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:49.052356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:49.070285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0802a3-9673-4e4a-9998-fdc2f397642b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Subnet': ['ID=eab3927c-b37c-4133-a01f-66c78ed4950b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:49.075744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c0802a3-9673-4e4a-9998-fdc2f397642b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.078896 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c0802a3-9673-4e4a-9998-fdc2f397642b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/eab3927c-b37c-4133-a01f-66c78ed4950b HTTP/1.1" status: 204 len: 168 time: 0.7979684 Oct 26 11:17:49.094544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:49.097446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Attempting to bind port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:49.097911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Attempting to bind port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd342c145-ecb2-454a-a02e-30d9c470682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:49.098352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Attempting to bind port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 on network 4350cbeb-bae5-42ab-9170-8780e2dced4a {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:49.110245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56812) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:49.113445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fc6cf-48ee-4baf-972d-ffe7007aced9 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:17:47Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:49.134104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:49.172072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:49.172758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:49.250900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:49.317759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (54347aee-2b04-4bbe-887b-e9cd101539d3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.319980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 11, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:49.340185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (4f344bd3-988c-45cd-8f47-2fb9d750018d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.376556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa63095-6798-40d4-b91d-b5d50f09cb29 None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 11, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:49.392396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:49.392781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.407282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=4f344bd3-988c-45cd-8f47-2fb9d750018d,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:49.415094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:49.415094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Checking segment: {'id': 'd342c145-ecb2-454a-a02e-30d9c470682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:49.415094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.415094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Bound using segment: {'id': 'd342c145-ecb2-454a-a02e-30d9c470682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:49.415094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Bound port: 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd342c145-ecb2-454a-a02e-30d9c470682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:49.415094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.436525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56814) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:49.452400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (fa873ae8-a68f-4ec5-9f78-5cb2600a5c05), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.472120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:49.530880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56816) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:49.577862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Deleting port 8c3a8e59-91b4-43b9-a991-dfaed862b4de {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:49.578851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] For port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:49.579042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.582637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] For port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:49.587710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:49.594804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.605195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.654452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:49.774597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] For port 8c3a8e59-91b4-43b9-a991-dfaed862b4de, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8c3a8e59-91b4-43b9-a991-dfaed862b4de,segment=NetworkSegment(afe40db0-a960-4df1-806c-91b7de37b6a8),segment_id=afe40db0-a960-4df1-806c-91b7de37b6a8)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:49.777981 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:17:49.780820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:49.790289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.804726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks [] for router_gateway (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.860991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Calling delete_port for 8c3a8e59-91b4-43b9-a991-dfaed862b4de owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:49.957221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38be92-1ace-4e40-ba48-824c463d639e None None] Pushing event updated for resources: {'Port': ['ID=6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:50.010749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:50.063229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:50.106287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:50.209659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Pushing event deleted for resources: {'Port': ['ID=fa873ae8-a68f-4ec5-9f78-5cb2600a5c05,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:50.234376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] No DVR routers for this DVR port fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:50.262708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8c3a8e59-91b4-43b9-a991-dfaed862b4de), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.289424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:50.291633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': '8a821013-df69-4ed1-be04-ceb3f86b6152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '770b97a8-88d2-4657-8ca4-2ae44f024740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:50.292080 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: 770b97a8-88d2-4657-8ca4-2ae44f024740, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:50.351454 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-588c0eb3-f922-4eee-a3ea-ae03cbb111e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.9094262 Oct 26 11:17:50.356652 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3e1eeb11-932f-4461-9d33-9e53d364f52a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.8241532 Oct 26 11:17:50.377949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Port': ['ID=8c3a8e59-91b4-43b9-a991-dfaed862b4de,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:50.382211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No DVR routers for this DVR port 8c3a8e59-91b4-43b9-a991-dfaed862b4de on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:50.442643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:50.447181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:50.454733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (2a9fb0cd-7917-4d73-84f9-ae5f64cab39a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.480725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.483401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9fb0cd-7917-4d73-84f9-ae5f64cab39a']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:50.494092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4003c868-1b7d-4f10-8c8f-f3b67569b97e') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:50.494396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4003c868-1b7d-4f10-8c8f-f3b67569b97e') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:50.506897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:50.507227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (4003c868-1b7d-4f10-8c8f-f3b67569b97e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.507347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.507584 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:17:50.516912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 770b97a8-88d2-4657-8ca4-2ae44f024740 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:50.533728 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4003c868-1b7d-4f10-8c8f-f3b67569b97e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.547998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:50.548656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (4003c868-1b7d-4f10-8c8f-f3b67569b97e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.556986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 770b97a8-88d2-4657-8ca4-2ae44f024740) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:50.593739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:50.594373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.599214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (54347aee-2b04-4bbe-887b-e9cd101539d3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.603855 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4003c868-1b7d-4f10-8c8f-f3b67569b97e resource provider aggregate not found Oct 26 11:17:50.667915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54347aee-2b04-4bbe-887b-e9cd101539d3']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:50.672493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:50.693156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:50.693830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.694962 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4003c868-1b7d-4f10-8c8f-f3b67569b97e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4003c868-1b7d-4f10-8c8f-f3b67569b97e found for delete ", "request_id": "req-07ac25d6-8334-426c-9fa0-5bf0cdea0570"}]} Oct 26 11:17:50.727598 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-818c6c15-d438-45c5-90d5-985387aa2607 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0899549 Oct 26 11:17:50.730695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56822) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:50.731390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (2a9fb0cd-7917-4d73-84f9-ae5f64cab39a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.756032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.767022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe40db0-a960-4df1-806c-91b7de37b6a8') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:50.767309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe40db0-a960-4df1-806c-91b7de37b6a8') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:50.776782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:50.786692 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] 10.222.0.26 "DELETE /networking/v2.0/networks/2a9fb0cd-7917-4d73-84f9-ae5f64cab39a HTTP/1.1" status: 204 len: 168 time: 2.2617965 Oct 26 11:17:50.793260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (afe40db0-a960-4df1-806c-91b7de37b6a8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.793653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.795609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:50.831738 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053bdb2-a069-47f2-862d-0f2c9d3b2987 tempest-TagsExtTest-1476517126 tempest-TagsExtTest-1476517126-project] Pushing event deleted for resources: {'Network': ['ID=2a9fb0cd-7917-4d73-84f9-ae5f64cab39a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:50.860203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (afe40db0-a960-4df1-806c-91b7de37b6a8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.884635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:50.885181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (afe40db0-a960-4df1-806c-91b7de37b6a8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.991226 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment afe40db0-a960-4df1-806c-91b7de37b6a8 resource provider aggregate not found Oct 26 11:17:50.993051 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:51.017924 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment afe40db0-a960-4df1-806c-91b7de37b6a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afe40db0-a960-4df1-806c-91b7de37b6a8 found for delete ", "request_id": "req-487bb451-a0f7-42c7-8c91-4c051748884c"}]} Oct 26 11:17:51.026058 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:51.026701 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:51.032976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:51.045517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (770b97a8-88d2-4657-8ca4-2ae44f024740), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:51.046870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:17:51.055346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (54347aee-2b04-4bbe-887b-e9cd101539d3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:51.059396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:51.060771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:51.062806 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:17:51.082363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:51.090897 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/networks/54347aee-2b04-4bbe-887b-e9cd101539d3 HTTP/1.1" status: 204 len: 168 time: 1.9683769 Oct 26 11:17:51.104026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56830) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:51.118653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'routes': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:51.126118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dfe65-4a1b-46dc-acb9-48d02fbb9cf2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Pushing event deleted for resources: {'Network': ['ID=54347aee-2b04-4bbe-887b-e9cd101539d3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:51.190282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:51.201853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (4f344bd3-988c-45cd-8f47-2fb9d750018d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:51.274284 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:51.300946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:51.337797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (4f344bd3-988c-45cd-8f47-2fb9d750018d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:51.361125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56832) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:51.361505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56834) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:51.421372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:51.435651 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 11, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:51.466149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: c094d045-1dfd-4d34-bd36-e3f0bb1d1992 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:17:51.467816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c094d045-1dfd-4d34-bd36-e3f0bb1d1992 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:17:51.469644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:51.514481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=4f344bd3-988c-45cd-8f47-2fb9d750018d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:51.522321 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] Checking router: 28cb8342-d765-4edb-86d0-f557813f4330 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:51.545108 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] Routers {'28cb8342-d765-4edb-86d0-f557813f4330'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:51.547368 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['28cb8342-d765-4edb-86d0-f557813f4330'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:51.630054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56838) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:51.664790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:51.688486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:51.794493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (770b97a8-88d2-4657-8ca4-2ae44f024740), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:51.848158 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06c73861-7bfd-466f-868a-b458f54edb53 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.3692830 Oct 26 11:17:51.866363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b6de2b-9c23-42af-bbde-66cfec03a430 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:17:51.876315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1854d48f-2f75-4fd9-ac7a-985227be5d1a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3740137 Oct 26 11:17:51.877157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:51.902016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] Set router 28cb8342-d765-4edb-86d0-f557813f4330 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:51.919515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770b97a8-88d2-4657-8ca4-2ae44f024740']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:51.953552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a821013-df69-4ed1-be04-ceb3f86b6152') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:51.954375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a821013-df69-4ed1-be04-ceb3f86b6152') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:51.974773 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 11, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:52.011096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (8a821013-df69-4ed1-be04-ceb3f86b6152), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.027440 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1180b67-96d6-4e3a-b3f0-a7d9237c956a None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [{'id': '28cb8342-d765-4edb-86d0-f557813f4330', 'name': 'tempest-RoutersIpV6Test-router-1299116251', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:38Z', 'updated_at': '2022-10-26T11:17:46Z', 'revision_number': 11, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:52.035456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8a821013-df69-4ed1-be04-ceb3f86b6152), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.042616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-97b1c8ad-5bf3-4b8a-812d-b71f5e31dc6d None None] Provisioning complete for port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:52.043590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97b1c8ad-5bf3-4b8a-812d-b71f5e31dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.044592 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-97b1c8ad-5bf3-4b8a-812d-b71f5e31dc6d None None] Attempt 1 to provision port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 Oct 26 11:17:52.057992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:52.058405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (8a821013-df69-4ed1-be04-ceb3f86b6152), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.083636 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ac10de40-72b2-407a-9a1a-47fcd6ae4554 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0c87ddd8ca7040ea9a15addd28c4437b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199212 Oct 26 11:17:52.114854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56842) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:52.190601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.extraroute_db [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Added routes are [] {{(pid=105416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 11:17:52.191644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.extraroute_db [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Removed routes are [] {{(pid=105416) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 11:17:52.192156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (28cb8342-d765-4edb-86d0-f557813f4330), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.192273 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (770b97a8-88d2-4657-8ca4-2ae44f024740), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.207670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.216288 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/770b97a8-88d2-4657-8ca4-2ae44f024740 HTTP/1.1" status: 204 len: 168 time: 1.4815905 Oct 26 11:17:52.232530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56844) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:52.240250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1335920407'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:52.269620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590a8af-7dc6-49c6-8160-d5ffee5a7ca8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=770b97a8-88d2-4657-8ca4-2ae44f024740,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:52.297279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b33ce7e7-ec61-47f6-9273-4895db6b964f admin admin] Publish callbacks [] for security_group (7badcf28-e7be-4858-8eeb-318d1430635e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.310693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:52.314942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.340178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:52.351901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b33ce7e7-ec61-47f6-9273-4895db6b964f admin admin] Publish callbacks [] for security_group (7badcf28-e7be-4858-8eeb-318d1430635e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.366818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:52.370476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:52.372669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:52.401767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6ce8fe72-44d7-47ab-9809-8babbb51f8d7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.402115 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment 6ce8fe72-44d7-47ab-9809-8babbb51f8d7 of type vlan for network 8a8a2f84-6390-478d-9b45-99b86cb98155 Oct 26 11:17:52.427479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:52.428379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:52.435699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.439519 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b5906a84-6f7d-4362-9d91-2007eda4e881 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0411239 Oct 26 11:17:52.440270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (28cb8342-d765-4edb-86d0-f557813f4330), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.441674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56846) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:52.444151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (28cb8342-d765-4edb-86d0-f557813f4330), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.500015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (8a8a2f84-6390-478d-9b45-99b86cb98155), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.502014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6de2b-9c23-42af-bbde-66cfec03a430 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:17:52.523895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:52.532925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b33ce7e7-ec61-47f6-9273-4895db6b964f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (7badcf28-e7be-4858-8eeb-318d1430635e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.535753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b33ce7e7-ec61-47f6-9273-4895db6b964f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.537167 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b33ce7e7-ec61-47f6-9273-4895db6b964f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7badcf28-e7be-4858-8eeb-318d1430635e HTTP/1.1" status: 204 len: 168 time: 0.4213583 Oct 26 11:17:52.546132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router 28cb8342-d765-4edb-86d0-f557813f4330 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:52.573394 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2878197f-3d37-47bb-aa79-0de9788c92a3 None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:17:52.637017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:52.645266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.646768 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b57d9ea0-d9b0-4267-bcda-e79fddc4bcac tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330 HTTP/1.1" status: 200 len: 705 time: 1.5377140 Oct 26 11:17:52.649662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56850) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:52.652542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ce7e7-ec61-47f6-9273-4895db6b964f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7badcf28-e7be-4858-8eeb-318d1430635e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:52.671134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:52.671932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.672215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:52.673381 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 Oct 26 11:17:52.674241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (8a8a2f84-6390-478d-9b45-99b86cb98155), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.706721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:52.707353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.709479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a645fa75-ff51-455e-8d3f-af4a1b5f2b5e tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=28cb8342-d765-4edb-86d0-f557813f4330 HTTP/1.1" status: 200 len: 205 time: 0.0584719 Oct 26 11:17:52.710389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:52.821255 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 8a821013-df69-4ed1-be04-ceb3f86b6152 resource provider aggregate not found Oct 26 11:17:52.850915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2f0a-c1b2-4d8b-a64c-7a8d6eeee285 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (28cb8342-d765-4edb-86d0-f557813f4330), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.853908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56858) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:52.913417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56860) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:52.917185 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 8a821013-df69-4ed1-be04-ceb3f86b6152 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a821013-df69-4ed1-be04-ceb3f86b6152 found for delete ", "request_id": "req-07c56d33-1a19-4e70-8327-0450390694c7"}]} Oct 26 11:17:52.943129 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7069275 Oct 26 11:17:52.954633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56862) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:52.973045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-935404cd-ed8d-47ce-95a2-0e8e93898615 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:52.999886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85caa282-2ea0-4c6c-9eda-68677333d9b8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=8a8a2f84-6390-478d-9b45-99b86cb98155,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:53.009272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:53.021363 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-815c1639-bcfe-41ac-ae72-d063e6ff7771 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1057365 Oct 26 11:17:53.039820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:53.046967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-97b1c8ad-5bf3-4b8a-812d-b71f5e31dc6d None None] Current status of the port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:53.047186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97b1c8ad-5bf3-4b8a-812d-b71f5e31dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.084314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:53.132109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:53.170583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f80479af-cce6-411d-a213-5fb53d398373 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.3136933 Oct 26 11:17:53.202748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f7fa4e-697d-43c3-a744-2b6955571054 None None] DHCP port deletion for 2a9fb0cd-7917-4d73-84f9-ae5f64cab39a request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:17:53.208643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2f0a-c1b2-4d8b-a64c-7a8d6eeee285 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (28cb8342-d765-4edb-86d0-f557813f4330), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.211009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2f0a-c1b2-4d8b-a64c-7a8d6eeee285 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (28cb8342-d765-4edb-86d0-f557813f4330), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.252691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:53.275463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2f0a-c1b2-4d8b-a64c-7a8d6eeee285 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (28cb8342-d765-4edb-86d0-f557813f4330), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.276635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1b2f0a-c1b2-4d8b-a64c-7a8d6eeee285 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Fanout notify agent at l3_agent the message router_deleted on router 28cb8342-d765-4edb-86d0-f557813f4330 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:17:53.287641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb1b2f0a-c1b2-4d8b-a64c-7a8d6eeee285 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.288965 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb1b2f0a-c1b2-4d8b-a64c-7a8d6eeee285 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330 HTTP/1.1" status: 204 len: 168 time: 0.5770748 Oct 26 11:17:53.298559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56864) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:53.303833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b5bf68e7-1b77-44e9-bcc2-39cc63358381 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-989112233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:53.332338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-97b1c8ad-5bf3-4b8a-812d-b71f5e31dc6d None None] For port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:53.336318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5bf68e7-1b77-44e9-bcc2-39cc63358381 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.337585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5bf68e7-1b77-44e9-bcc2-39cc63358381 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.340800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97b1c8ad-5bf3-4b8a-812d-b71f5e31dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.362263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-935404cd-ed8d-47ce-95a2-0e8e93898615 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (8a8a2f84-6390-478d-9b45-99b86cb98155), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.385465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:53.386059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.391828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-935404cd-ed8d-47ce-95a2-0e8e93898615 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (8a8a2f84-6390-478d-9b45-99b86cb98155), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.394530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd8362b-2495-45ca-9184-ee15a88f1f7c None None] DHCP port deletion for 54347aee-2b04-4bbe-887b-e9cd101539d3 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:17:53.401037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:53.405251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5bf68e7-1b77-44e9-bcc2-39cc63358381 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.409156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5bf68e7-1b77-44e9-bcc2-39cc63358381 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.428771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5bf68e7-1b77-44e9-bcc2-39cc63358381 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.429775 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b5bf68e7-1b77-44e9-bcc2-39cc63358381 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1301270 Oct 26 11:17:53.432508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56866) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:53.439858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-935404cd-ed8d-47ce-95a2-0e8e93898615 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 is not hosted by any dhcp agent {{(pid=105415) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:17:53.446467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-62fe63bd-78e8-47ad-830a-f58833f0e932 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:53.446790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935404cd-ed8d-47ce-95a2-0e8e93898615 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:53.446790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-935404cd-ed8d-47ce-95a2-0e8e93898615 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.446790 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-935404cd-ed8d-47ce-95a2-0e8e93898615 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "PUT /networking/v2.0/networks/8a8a2f84-6390-478d-9b45-99b86cb98155 HTTP/1.1" status: 200 len: 723 time: 0.4880977 Oct 26 11:17:53.454058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56868) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:53.474740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6bd6d9-2682-41fb-b8e0-16ccd31d891a None None] Network 4350cbeb-bae5-42ab-9170-8780e2dced4a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:53.477243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff5895-a07d-4c3b-ae50-7d818b1d2ba4 None None] Network 3df67b23-ca7f-41b9-b4db-a7c0daacf0f8 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:53.479003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f9b86-6ed0-4679-bae2-bc5f86f21ccd None None] Network 770b97a8-88d2-4657-8ca4-2ae44f024740 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:53.486189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:53.566977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff5895-a07d-4c3b-ae50-7d818b1d2ba4 None None] Network 3df67b23-ca7f-41b9-b4db-a7c0daacf0f8 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:53.570466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1c8ad-5bf3-4b8a-812d-b71f5e31dc6d None None] Pushing event updated for resources: {'Port': ['ID=6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:53.583708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f9b86-6ed0-4679-bae2-bc5f86f21ccd None None] Network 770b97a8-88d2-4657-8ca4-2ae44f024740 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:53.585081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935404cd-ed8d-47ce-95a2-0e8e93898615 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=8a8a2f84-6390-478d-9b45-99b86cb98155,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:53.621152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926474b-efe5-4eca-87d8-061021a95664 None None] Network 770b97a8-88d2-4657-8ca4-2ae44f024740 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:53.659185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:53.665639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:49Z', 'revision_number': 3, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:53.691359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:17:53.692077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:17:53.692700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926474b-efe5-4eca-87d8-061021a95664 None None] Network 770b97a8-88d2-4657-8ca4-2ae44f024740 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:17:53.703763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:53.708441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.727783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.760006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62fe63bd-78e8-47ad-830a-f58833f0e932 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16327007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16324510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-219795'] for router (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.772450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:53.772858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Updating router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:17:53.775694 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62fe63bd-78e8-47ad-830a-f58833f0e932 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16326982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16326985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16324481'] for router (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.854190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:53.860192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:53.988829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d000f4-dcd5-4495-9970-4de138b760e9 None None] Sync routers for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:54.008139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fe63bd-78e8-47ad-830a-f58833f0e932 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Router d617e2ee-b82d-4cc5-9f50-c2e740b04a73 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:17:54.031631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56870) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:54.048997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d000f4-dcd5-4495-9970-4de138b760e9 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:54.049611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d000f4-dcd5-4495-9970-4de138b760e9 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:17:54.050297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-01d000f4-dcd5-4495-9970-4de138b760e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28cb8342-d765-4edb-86d0-f557813f4330'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:17:54.102035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d000f4-dcd5-4495-9970-4de138b760e9 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:54.102035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d000f4-dcd5-4495-9970-4de138b760e9 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:17:54.102035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-01d000f4-dcd5-4495-9970-4de138b760e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28cb8342-d765-4edb-86d0-f557813f4330'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:17:54.102035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d000f4-dcd5-4495-9970-4de138b760e9 None None] The sync data for ids ['28cb8342-d765-4edb-86d0-f557813f4330'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:54.103278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Allocated IP 172.20.0.1 (4350cbeb-bae5-42ab-9170-8780e2dced4a/be7b3e48-44a1-49f4-af07-39fc0561541c/aeebd1b9-f029-4355-a709-08ad54573c4e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:54.185782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fe63bd-78e8-47ad-830a-f58833f0e932 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:54.187307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56872) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:54.199077 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] Sync routers for ids ['d617e2ee-b82d-4cc5-9f50-c2e740b04a73'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:54.217298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] Routers {'d617e2ee-b82d-4cc5-9f50-c2e740b04a73'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:54.217958 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d617e2ee-b82d-4cc5-9f50-c2e740b04a73'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:54.242243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62fe63bd-78e8-47ad-830a-f58833f0e932 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.246721 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62fe63bd-78e8-47ad-830a-f58833f0e932 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "PUT /networking/v2.0/routers/d617e2ee-b82d-4cc5-9f50-c2e740b04a73 HTTP/1.1" status: 200 len: 697 time: 0.8132408 Oct 26 11:17:54.273520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:54.299596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Publish callbacks [] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.312180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:54.312535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] Set router d617e2ee-b82d-4cc5-9f50-c2e740b04a73 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:54.313232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:54.322354 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b14b4cfe-f483-4559-a806-5b77f0b4e1f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.0942340 Oct 26 11:17:54.336157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.338395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Publish callbacks [] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.345266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:54.350215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:54.351943 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-012bbd0a-e5f4-47b4-91ea-fc5806bc6932 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3173034 Oct 26 11:17:54.358099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (c6df6f17-34ca-4865-a30f-d0c0dca5d21f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.375110 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617e2ee-b82d-4cc5-9f50-c2e740b04a73', 'name': 'tempest-RoutersIpV6Test-router-989112233', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:17:53Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:54.401325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] Checking router: d617e2ee-b82d-4cc5-9f50-c2e740b04a73 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:54.411803 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] Routers {'d617e2ee-b82d-4cc5-9f50-c2e740b04a73'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:54.412479 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d617e2ee-b82d-4cc5-9f50-c2e740b04a73'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:54.508913 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] Set router d617e2ee-b82d-4cc5-9f50-c2e740b04a73 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:54.510873 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2585171b-e3ea-4cb2-9d8b-9767aaf97d7d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/routers/d617e2ee-b82d-4cc5-9f50-c2e740b04a73 HTTP/1.1" status: 200 len: 703 time: 0.2360137 Oct 26 11:17:54.516042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56876) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:54.524757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=c6df6f17-34ca-4865-a30f-d0c0dca5d21f,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:54.533027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.538894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d4dc426c-208e-4d73-aefc-8732b295dc54 None None] Provisioning complete for port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:54.539447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d4dc426c-208e-4d73-aefc-8732b295dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.539588 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d4dc426c-208e-4d73-aefc-8732b295dc54 None None] Attempt 1 to provision port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 Oct 26 11:17:54.549772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:54.575087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:54.579576 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617e2ee-b82d-4cc5-9f50-c2e740b04a73', 'name': 'tempest-RoutersIpV6Test-router-989112233', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:17:53Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:54.581728 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:54.585132 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dd75d6dc-a5ac-4d8e-9c0b-b82b6f796ec4 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d617e2ee-b82d-4cc5-9f50-c2e740b04a73 HTTP/1.1" status: 200 len: 205 time: 0.0671988 Oct 26 11:17:54.585586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Attempting to bind port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:54.586121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Attempting to bind port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:54.586639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Attempting to bind port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:54.602186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Network 4350cbeb-bae5-42ab-9170-8780e2dced4a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:54.606743 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf0ad8-a5e7-42f2-891f-858fb22e979a None None] The sync data for ids ['d617e2ee-b82d-4cc5-9f50-c2e740b04a73'] in dv-neutron-759874-5-hyperv is: [{'id': 'd617e2ee-b82d-4cc5-9f50-c2e740b04a73', 'name': 'tempest-RoutersIpV6Test-router-989112233', 'tenant_id': '0a931c893ed040e0a6c6160ec0b84e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:17:53Z', 'revision_number': 2, 'project_id': '0a931c893ed040e0a6c6160ec0b84e16', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:54.640884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:54.641240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: 8a8a2f84-6390-478d-9b45-99b86cb98155, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:54.647523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:54.650090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:54.651314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64816-26c5-4ebd-9c54-9e3b3ac0b394 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:54.657862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:54.658806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:54.704172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:54.743568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:54.744220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.744711 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:17:54.758851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-383a2d0f-e483-4d69-b669-ea98aa182350 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.785833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:54.786206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:54.786624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.786999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:54.787654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Bound port: 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:54.788207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:54.899518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d4dc426c-208e-4d73-aefc-8732b295dc54 None None] Current status of the port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:54.931958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:54.988841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:55.049109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:55.067284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:55.067589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.072895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.085651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-cf98937f-a1e7-49ad-8a82-d640d87dfe20 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:55.086030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf98937f-a1e7-49ad-8a82-d640d87dfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.086376 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cf98937f-a1e7-49ad-8a82-d640d87dfe20 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:17:55.156884 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:55.157012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:55.162464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.164297 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:55.164895 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:55.168192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:55.184097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:55.184751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:55.191864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.192685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:55.221696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:55.231300 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:55.275920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cf98937f-a1e7-49ad-8a82-d640d87dfe20 None None] Port aeebd1b9-f029-4355-a709-08ad54573c4e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:17:55.300504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:55.307292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-383a2d0f-e483-4d69-b669-ea98aa182350 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.309107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 8a8a2f84-6390-478d-9b45-99b86cb98155) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:55.311208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64816-26c5-4ebd-9c54-9e3b3ac0b394 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:55.316373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-383a2d0f-e483-4d69-b669-ea98aa182350 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router_controller (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.324577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56880) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.327493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:55.328124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.334700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a36ae4-6a2f-4312-8fd4-bf4e77320776 None None] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:55.361336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.375456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:55.426258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:55.446936 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d19a890a-3fed-411a-809e-9b4370b53072 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9901514 Oct 26 11:17:55.453222 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a071b8f0-0526-4936-b2b8-cdfe5a75db4b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1229012 Oct 26 11:17:55.453222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.457467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-383a2d0f-e483-4d69-b669-ea98aa182350 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (d617e2ee-b82d-4cc5-9f50-c2e740b04a73), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.458453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383a2d0f-e483-4d69-b669-ea98aa182350 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Fanout notify agent at l3_agent the message router_deleted on router d617e2ee-b82d-4cc5-9f50-c2e740b04a73 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:17:55.461251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-66fbcf6c-5379-4e56-ac0a-a5edb1543b88 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:55.468730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-383a2d0f-e483-4d69-b669-ea98aa182350 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.470295 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-383a2d0f-e483-4d69-b669-ea98aa182350 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/d617e2ee-b82d-4cc5-9f50-c2e740b04a73 HTTP/1.1" status: 204 len: 168 time: 0.8875542 Oct 26 11:17:55.476210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56886) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.552273 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f8d33151-3191-41b4-a367-c5ca43e115ab tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d617e2ee-b82d-4cc5-9f50-c2e740b04a73 HTTP/1.1" status: 200 len: 205 time: 0.0701809 Oct 26 11:17:55.557056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56888) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.561409 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d868ba0e-dbef-4804-aed8-0e8d69d157c5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1681752 Oct 26 11:17:55.573246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:55.574482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.579044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:55.581608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:55.581990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.582320 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:17:55.631673 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-25b7afce-180f-49dc-a8aa-a2704be90427 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] delete failed (client error): The resource could not be found. Oct 26 11:17:55.632736 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-25b7afce-180f-49dc-a8aa-a2704be90427 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/d617e2ee-b82d-4cc5-9f50-c2e740b04a73 HTTP/1.1" status: 404 len: 336 time: 0.0745876 Oct 26 11:17:55.636044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.646548 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:17:48Z', 'revision_number': 5, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:55.666025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-66fbcf6c-5379-4e56-ac0a-a5edb1543b88 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2921984'] for subnet (c6df6f17-34ca-4865-a30f-d0c0dca5d21f), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.681397 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:55.691974 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:55.692603 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:55.734508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a677e-ae47-4581-a01f-568eacbcd606 None None] Sync routers for ids ['d617e2ee-b82d-4cc5-9f50-c2e740b04a73'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:17:55.738718 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1ff6fb-ace9-4734-9ce2-7e052ce6537b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:55.739191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1ff6fb-ace9-4734-9ce2-7e052ce6537b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:55.742430 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a1ff6fb-ace9-4734-9ce2-7e052ce6537b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c5d7d660-701b-4844-91da-54d7b56e966d HTTP/1.1" status: 404 len: 337 time: 0.1050115 Oct 26 11:17:55.744940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.785635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:55.801064 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:55.831287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-8a8a2f84-6390-478d-9b45-99b86cb98155', 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155', 'project_id': 'a869ce71900c49b0a83e80da27e4e969', 'fixed_ips': [{'subnet_id': 'c6df6f17-34ca-4865-a30f-d0c0dca5d21f'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:17:55.832481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.839679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:45Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:17:52Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:50Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:55.847116 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-702de15d-6ff0-42d6-a4a8-7f85c9feabc2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:55.847953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702de15d-6ff0-42d6-a4a8-7f85c9feabc2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:55.851321 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-702de15d-6ff0-42d6-a4a8-7f85c9feabc2 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c40fa8b4-3b44-4de6-bc69-ac6c53249f9f HTTP/1.1" status: 404 len: 337 time: 0.1052778 Oct 26 11:17:55.854774 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:55.855438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56894) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.868850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a677e-ae47-4581-a01f-568eacbcd606 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:55.869214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a677e-ae47-4581-a01f-568eacbcd606 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:17:55.869982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd9a677e-ae47-4581-a01f-568eacbcd606 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d617e2ee-b82d-4cc5-9f50-c2e740b04a73'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:17:55.904883 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-4222c530-7a19-4f34-81e1-e9034d4b87a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:55.905344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4222c530-7a19-4f34-81e1-e9034d4b87a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:55.909324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4222c530-7a19-4f34-81e1-e9034d4b87a8 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/24d9dd01-749b-4e35-881a-e0e30daabcab HTTP/1.1" status: 404 len: 337 time: 0.0512168 Oct 26 11:17:55.912638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56896) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.922003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:17:55.932204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:55.943193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:55.953904 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4a4991-1a85-443e-a603-6c050834bbc3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:55.954363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4a4991-1a85-443e-a603-6c050834bbc3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:55.958981 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd4a4991-1a85-443e-a603-6c050834bbc3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/eab3927c-b37c-4133-a01f-66c78ed4950b HTTP/1.1" status: 404 len: 337 time: 0.0450909 Oct 26 11:17:55.959816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-66fbcf6c-5379-4e56-ac0a-a5edb1543b88 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787628971448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2101495'] for subnet (c6df6f17-34ca-4865-a30f-d0c0dca5d21f), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.960290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Publish callbacks [] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.963088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56898) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:55.978283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.995594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a677e-ae47-4581-a01f-568eacbcd606 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:55.996046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9a677e-ae47-4581-a01f-568eacbcd606 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:17:55.996716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd9a677e-ae47-4581-a01f-568eacbcd606 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d617e2ee-b82d-4cc5-9f50-c2e740b04a73'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:17:55.997143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9a677e-ae47-4581-a01f-568eacbcd606 None None] The sync data for ids ['d617e2ee-b82d-4cc5-9f50-c2e740b04a73'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:56.029546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbcf6c-5379-4e56-ac0a-a5edb1543b88 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:56.030215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-66fbcf6c-5379-4e56-ac0a-a5edb1543b88 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.034410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-66fbcf6c-5379-4e56-ac0a-a5edb1543b88 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "PUT /networking/v2.0/subnets/c6df6f17-34ca-4865-a30f-d0c0dca5d21f HTTP/1.1" status: 200 len: 806 time: 0.5803831 Oct 26 11:17:56.035030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56900) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.035926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbcf6c-5379-4e56-ac0a-a5edb1543b88 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=c6df6f17-34ca-4865-a30f-d0c0dca5d21f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:56.048721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.073207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:17:56.073829 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c7dec039-cc16-4638-87b7-787bdc18b092 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=28cb8342-d765-4edb-86d0-f557813f4330 HTTP/1.1" status: 200 len: 205 time: 0.1090915 Oct 26 11:17:56.078069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:56.081424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56902) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.130329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:17:48Z', 'revision_number': 5, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:56.136938 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-baf221d7-4efb-4e5e-beae-42b23d82c58c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] delete failed (client error): The resource could not be found. Oct 26 11:17:56.138690 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-baf221d7-4efb-4e5e-beae-42b23d82c58c tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/28cb8342-d765-4edb-86d0-f557813f4330 HTTP/1.1" status: 404 len: 336 time: 0.0537679 Oct 26 11:17:56.147750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56904) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.152691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8a8a2f84-6390-478d-9b45-99b86cb98155), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.153058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:56.153455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.161547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:56.206711 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1ac32c3a-5b66-440c-b3df-dadbeb72cbcd tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5f1a1cd-4a95-4fd5-af36-4759f1839113 HTTP/1.1" status: 200 len: 205 time: 0.0505848 Oct 26 11:17:56.209860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56906) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.212224 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947cdc62-4feb-424b-a98f-d36a5d63b27a None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:17:48Z', 'revision_number': 5, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:56.229560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:56.259194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.260413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:56.262626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-685adcda-f838-4ae4-8a7c-045b60aad1c4 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] delete failed (client error): The resource could not be found. Oct 26 11:17:56.267029 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-685adcda-f838-4ae4-8a7c-045b60aad1c4 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/e5f1a1cd-4a95-4fd5-af36-4759f1839113 HTTP/1.1" status: 404 len: 336 time: 0.0535884 Oct 26 11:17:56.267259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56908) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.275450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c6df6f17-34ca-4865-a30f-d0c0dca5d21f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.298880 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fa83c0-8a98-4343-8205-a6fbfd0e7186 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:56.299349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fa83c0-8a98-4343-8205-a6fbfd0e7186 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:56.304800 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-85fa83c0-8a98-4343-8205-a6fbfd0e7186 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/55a9f2c3-a271-427b-a41e-cb61636e3585 HTTP/1.1" status: 404 len: 337 time: 0.0342114 Oct 26 11:17:56.305659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56910) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.345675 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-75c6bace-1709-4f4f-8c62-a2265100519d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c HTTP/1.1" status: 200 len: 205 time: 0.0367639 Oct 26 11:17:56.347299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56912) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.355794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Network 4350cbeb-bae5-42ab-9170-8780e2dced4a is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:56.358574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:56.400334 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-a922b5b4-8349-44d5-be00-72cfe0205ed6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] delete failed (client error): The resource could not be found. Oct 26 11:17:56.403994 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a922b5b4-8349-44d5-be00-72cfe0205ed6 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/dc7ad131-c1e8-4f3f-abf2-18d5cb8e069c HTTP/1.1" status: 404 len: 336 time: 0.0532300 Oct 26 11:17:56.406477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56914) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.437822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:56.453549 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-934444f7-9e46-44c3-b892-1246d831c16b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dd127274-d6f4-4c0f-838e-c3ae143272aa HTTP/1.1" status: 200 len: 205 time: 0.0428908 Oct 26 11:17:56.453979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56916) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.455988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56918) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.521565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:17:56.562356 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-7f268a40-5cfa-4303-ad8d-f3a4c7c1bc81 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] delete failed (client error): The resource could not be found. Oct 26 11:17:56.564143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.569945 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7f268a40-5cfa-4303-ad8d-f3a4c7c1bc81 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/dd127274-d6f4-4c0f-838e-c3ae143272aa HTTP/1.1" status: 404 len: 336 time: 0.1147876 Oct 26 11:17:56.580326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56922) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.596058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:49Z', 'revision_number': 3, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:56.666403 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dd758e37-1f03-4a5f-bfd5-a17b6c1292de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.2018762 Oct 26 11:17:56.668697 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-4130990c-cf2c-46b0-8ef6-1f19b1d687e3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:56.671042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4130990c-cf2c-46b0-8ef6-1f19b1d687e3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:56.675498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:56.691140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:56.695854 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4130990c-cf2c-46b0-8ef6-1f19b1d687e3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b8a619fe-ca0c-409f-af90-d5561cd08d80 HTTP/1.1" status: 404 len: 337 time: 0.1126571 Oct 26 11:17:56.696908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56924) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.711495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45daf3f-7632-476f-94a3-c88c8d6afe78 None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:49Z', 'revision_number': 3, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:56.734355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:17:56.737364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-62286275-9f42-4250-8b58-e7cd35c0e05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.781731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Allocated IP 172.20.0.2 (8a8a2f84-6390-478d-9b45-99b86cb98155/c6df6f17-34ca-4865-a30f-d0c0dca5d21f/9a8bbb02-833a-492f-b6e3-b6a96be90487) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:56.790209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:56.791019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.791595 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:17:56.795409 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-34a9eca9-8fe9-4cff-bbc0-f3c77de73e4f tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c45f5-cf73-4fd0-a6d9-0c916752a8dc HTTP/1.1" status: 200 len: 205 time: 0.0949132 Oct 26 11:17:56.796490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56926) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.820383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:17:56.828070 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2e71b29-774b-40e3-a6ec-75ca3a6f4744 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2614348 Oct 26 11:17:56.843900 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-053827f2-32b9-4233-8e7c-28fa0ae56c06 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/84c9e559-fdc0-43b8-88b5-d2ec19d58b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4010243 Oct 26 11:17:56.862698 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-d34f975a-c228-4b4f-bc53-74db02de58cd tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] delete failed (client error): The resource could not be found. Oct 26 11:17:56.866159 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d34f975a-c228-4b4f-bc53-74db02de58cd tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/c94c45f5-cf73-4fd0-a6d9-0c916752a8dc HTTP/1.1" status: 404 len: 336 time: 0.0660803 Oct 26 11:17:56.866404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56930) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.908909 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa40bafd-9747-4edf-b9c7-4507a63eba8d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:56.909976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa40bafd-9747-4edf-b9c7-4507a63eba8d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:56.913936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa40bafd-9747-4edf-b9c7-4507a63eba8d tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/040314fc-53d7-4a74-add6-8d36ccdbd8bd HTTP/1.1" status: 404 len: 337 time: 0.0463750 Oct 26 11:17:56.916653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56932) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.948235 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e19bd174-268a-4dc4-8985-9dacd769cf27 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=816e028c-2df4-43b8-bedc-954e927fe21a HTTP/1.1" status: 200 len: 205 time: 0.0303831 Oct 26 11:17:56.950644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56934) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.962575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:57.016130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d6d1632e-4b91-4a3e-a4ba-c890b526f103 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:57.016571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d6d1632e-4b91-4a3e-a4ba-c890b526f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.016879 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d6d1632e-4b91-4a3e-a4ba-c890b526f103 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:17:57.017328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-42653a21-a3bc-4fa5-88b7-43bf877febc3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] delete failed (client error): The resource could not be found. Oct 26 11:17:57.020984 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-42653a21-a3bc-4fa5-88b7-43bf877febc3 tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/routers/816e028c-2df4-43b8-bedc-954e927fe21a HTTP/1.1" status: 404 len: 336 time: 0.0662816 Oct 26 11:17:57.023164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:57.075712 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-c146aafa-2c99-4af2-8622-104624842adf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:57.077325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c146aafa-2c99-4af2-8622-104624842adf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:57.083343 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c146aafa-2c99-4af2-8622-104624842adf tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/469c45d5-05e9-4239-a078-4eef5cebc3b5 HTTP/1.1" status: 404 len: 337 time: 0.0576043 Oct 26 11:17:57.084285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56942) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:57.154252 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ba8eac-0bd2-400d-9321-2ecf6fd7291b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:57.154826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ba8eac-0bd2-400d-9321-2ecf6fd7291b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:57.161612 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a1ba8eac-0bd2-400d-9321-2ecf6fd7291b tempest-RoutersIpV6Test-1443165942 tempest-RoutersIpV6Test-1443165942-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/9de80952-13cd-45a6-9460-9a58ffbd6050 HTTP/1.1" status: 404 len: 337 time: 0.0736544 Oct 26 11:17:57.239137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:57.248080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1632e-4b91-4a3e-a4ba-c890b526f103 None None] Port aeebd1b9-f029-4355-a709-08ad54573c4e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:17:57.261801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:57.393489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Publish callbacks [] for port (9a8bbb02-833a-492f-b6e3-b6a96be90487), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.415292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (9a8bbb02-833a-492f-b6e3-b6a96be90487), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.428581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (c6df6f17-34ca-4865-a30f-d0c0dca5d21f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.505528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=c6df6f17-34ca-4865-a30f-d0c0dca5d21f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:57.565856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:57.574890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:57.575274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.578405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:57.604031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:57.625538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Pushing event updated for resources: {'Port': ['ID=9a8bbb02-833a-492f-b6e3-b6a96be90487,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:57.634027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:17:52Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:50Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:57.637214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8a8a2f84-6390-478d-9b45-99b86cb98155), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.645152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:57.667304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56948) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:57.694794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8a2f84-6390-478d-9b45-99b86cb98155']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:57.710929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce8fe72-44d7-47ab-9809-8babbb51f8d7') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:57.711598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce8fe72-44d7-47ab-9809-8babbb51f8d7') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:57.731702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (6ce8fe72-44d7-47ab-9809-8babbb51f8d7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.744353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56950) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:57.750902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6ce8fe72-44d7-47ab-9809-8babbb51f8d7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.760951 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-47f8593a-a067-4756-a0ee-c8ac6d5a2120 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.0924125 Oct 26 11:17:57.771638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:57.772789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (6ce8fe72-44d7-47ab-9809-8babbb51f8d7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.781562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf5ee2-8318-4152-b021-ed735dc32cdc None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:17:52Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:17:50Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:17:57.804868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:57.816852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.832281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56956) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:57.871398 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6ce8fe72-44d7-47ab-9809-8babbb51f8d7 resource provider aggregate not found Oct 26 11:17:57.918255 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6ce8fe72-44d7-47ab-9809-8babbb51f8d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ce8fe72-44d7-47ab-9809-8babbb51f8d7 found for delete ", "request_id": "req-44f289f0-0317-42c1-be09-c5977540d4a9"}]} Oct 26 11:17:57.922846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:17:57.923483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.db.api [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 11:17:57.923483 dv-neutron-759874-5-hyperv neutron-server[105416]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 11:17:57.923483 dv-neutron-759874-5-hyperv neutron-server[105416]: [parameters: {'id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:57.923483 dv-neutron-759874-5-hyperv neutron-server[105416]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:17:57.925031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG oslo_db.api [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:17:58.002119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:58.002502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:58.002888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.044086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56962) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:58.048017 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f63a7cbc-35a3-43fa-b70d-68fe2d4839ce admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0a931c893ed040e0a6c6160ec0b84e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020737 Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.055081 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.058131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.089570 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:58.092536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.094906 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempt 2 to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 Oct 26 11:17:58.103767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:58.127905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:58.128562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:58.129577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.142438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56b2d59b-adcf-4a98-84be-193fa1cd6b5f admin admin] Publish callbacks [] for security_group (2c256efe-8fae-42b5-b891-2c4b9ffcb33b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.162706 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.165448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.233984 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.239996 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:58.246950 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempt 3 to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 Oct 26 11:17:58.270082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:58.283740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:58.284112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:58.284479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.290879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56b2d59b-adcf-4a98-84be-193fa1cd6b5f admin admin] Publish callbacks [] for security_group (2c256efe-8fae-42b5-b891-2c4b9ffcb33b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.298137 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4b68f438-5386-488a-aeed-c184fe4be5de tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4647152 Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.315147 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.317531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.342261 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.344446 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:58.344446 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempt 4 to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 Oct 26 11:17:58.370472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:58.370856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:58.371539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.373268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56b2d59b-adcf-4a98-84be-193fa1cd6b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2c256efe-8fae-42b5-b891-2c4b9ffcb33b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.381596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56b2d59b-adcf-4a98-84be-193fa1cd6b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.382819 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-56b2d59b-adcf-4a98-84be-193fa1cd6b5f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2c256efe-8fae-42b5-b891-2c4b9ffcb33b HTTP/1.1" status: 204 len: 168 time: 0.3366323 Oct 26 11:17:58.395283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2d59b-adcf-4a98-84be-193fa1cd6b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c256efe-8fae-42b5-b891-2c4b9ffcb33b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.407881 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.410395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.426981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8a8a2f84-6390-478d-9b45-99b86cb98155), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.463304 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.465635 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:58.467950 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempt 5 to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 Oct 26 11:17:58.530036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:58.534744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:58.552888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.557203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Deleting port 9a8bbb02-833a-492f-b6e3-b6a96be90487 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:17:58.557737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (9a8bbb02-833a-492f-b6e3-b6a96be90487), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.569948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56968) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:58.578477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-25648083-ac31-456e-9fd9-e19d541be510 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120760221', 'description': 'tempest-secgroup-smoke-1120760221 description', 'project_id': '059a821dd6854c35a1291cf127fd1701'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.600995 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.603522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.636598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25648083-ac31-456e-9fd9-e19d541be510 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.659840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.663279 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.666719 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:58.668809 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempt 6 to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 Oct 26 11:17:58.682346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:58.697988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:58.709986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:58.710664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:58.711222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.740637 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.743349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25648083-ac31-456e-9fd9-e19d541be510 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group (f9177b88-d5a0-4222-bdec-ee0e0a47db3c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.744133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.746172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] For port 9a8bbb02-833a-492f-b6e3-b6a96be90487, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:58.746693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (9a8bbb02-833a-492f-b6e3-b6a96be90487), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.766016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56972) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.769377 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.771619 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:58.771693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25648083-ac31-456e-9fd9-e19d541be510 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f9177b88-d5a0-4222-bdec-ee0e0a47db3c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.771804 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempt 7 to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 Oct 26 11:17:58.781979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Calling delete_port for 9a8bbb02-833a-492f-b6e3-b6a96be90487 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:17:58.804762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:58.805150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:58.805529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.832474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25648083-ac31-456e-9fd9-e19d541be510 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9177b88-d5a0-4222-bdec-ee0e0a47db3c,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.832744 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.835086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.848847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:58.851427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25648083-ac31-456e-9fd9-e19d541be510 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.855797 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-25648083-ac31-456e-9fd9-e19d541be510 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2840097 Oct 26 11:17:58.859191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.871794 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:58.876154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-42a5f56c-1737-42df-978f-39f57d6164fe tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Request body: {'security_group_rule': {'security_group_id': 'f9177b88-d5a0-4222-bdec-ee0e0a47db3c', 'project_id': '059a821dd6854c35a1291cf127fd1701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:58.879382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-843c0fdd-b301-4204-bbfb-8f42c5617308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.881233 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempt 8 to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 Oct 26 11:17:58.891590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:58.892081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.892476 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 Oct 26 11:17:58.928886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:58.929662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:58.929662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.949012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-42a5f56c-1737-42df-978f-39f57d6164fe tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (35afe697-4aaf-4c31-bf57-95b343342736), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.957682 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.960838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:58.986033 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:58.988688 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:58.988688 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempt 9 to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 Oct 26 11:17:59.015148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:59.015636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:59.016254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:59.039298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-42a5f56c-1737-42df-978f-39f57d6164fe tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (35afe697-4aaf-4c31-bf57-95b343342736), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.045500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-42a5f56c-1737-42df-978f-39f57d6164fe tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (35afe697-4aaf-4c31-bf57-95b343342736), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:59.052253 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:59.054882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:59.076698 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:59.080323 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:59.080398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5f56c-1737-42df-978f-39f57d6164fe tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35afe697-4aaf-4c31-bf57-95b343342736,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.086864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-42a5f56c-1737-42df-978f-39f57d6164fe tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.090654 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-42a5f56c-1737-42df-978f-39f57d6164fe tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2298951 Oct 26 11:17:59.090944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:59.093568 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempt 10 to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 Oct 26 11:17:59.103086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7568c476-0fc0-4930-8dd2-5bb67a24ab91 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Request body: {'security_group_rule': {'security_group_id': 'f9177b88-d5a0-4222-bdec-ee0e0a47db3c', 'project_id': '059a821dd6854c35a1291cf127fd1701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:59.119475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:59.119897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:59.120260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:59.123927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:59.125063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:59.149001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7568c476-0fc0-4930-8dd2-5bb67a24ab91 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (1f6dd268-0755-42ee-9790-9e3e55933500), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:59.168617 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:59.171748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempting to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on network 8a8a2f84-6390-478d-9b45-99b86cb98155 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c6df6f17-34ca-4865-a30f-d0c0dca5d21f could not be found. Oct 26 11:17:59.202123 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:17:59.204559 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Failed to bind port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '6ce8fe72-44d7-47ab-9809-8babbb51f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '8a8a2f84-6390-478d-9b45-99b86cb98155'}] Oct 26 11:17:59.204559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (9a8bbb02-833a-492f-b6e3-b6a96be90487), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.243412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7568c476-0fc0-4930-8dd2-5bb67a24ab91 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (1f6dd268-0755-42ee-9790-9e3e55933500), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.250776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7568c476-0fc0-4930-8dd2-5bb67a24ab91 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (1f6dd268-0755-42ee-9790-9e3e55933500), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.269701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:59.270099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.270419 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:17:59.285343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7568c476-0fc0-4930-8dd2-5bb67a24ab91 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.293060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7568c476-0fc0-4930-8dd2-5bb67a24ab91 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1994755 Oct 26 11:17:59.303418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568c476-0fc0-4930-8dd2-5bb67a24ab91 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6dd268-0755-42ee-9790-9e3e55933500,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.305548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56990) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:59.316329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 56994) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:59.316481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:59.323234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-cbe51920-d3be-4bb2-b203-6dc3ddc43fe5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Request body: {'security_group_rule': {'security_group_id': 'f9177b88-d5a0-4222-bdec-ee0e0a47db3c', 'project_id': '059a821dd6854c35a1291cf127fd1701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:59.325152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] For port 9a8bbb02-833a-492f-b6e3-b6a96be90487, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:59.325555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Attempted to set empty binding levels {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 11:17:59.340230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (9a8bbb02-833a-492f-b6e3-b6a96be90487), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.399177 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ce0177a-80ea-4625-ae02-3d3bfe8b9b60 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.6298196 Oct 26 11:17:59.421422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:59.427274 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2b79e8bf-984c-4a75-8f0c-8fccdd228347 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0787737 Oct 26 11:17:59.438129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cbe51920-d3be-4bb2-b203-6dc3ddc43fe5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (91de88c9-bb7a-4e8b-99d7-19ed1517dadd), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.454696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (9a8bbb02-833a-492f-b6e3-b6a96be90487), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.519522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Port': ['ID=9a8bbb02-833a-492f-b6e3-b6a96be90487,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.533002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No DVR routers for this DVR port 9a8bbb02-833a-492f-b6e3-b6a96be90487 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:17:59.558663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cbe51920-d3be-4bb2-b203-6dc3ddc43fe5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (91de88c9-bb7a-4e8b-99d7-19ed1517dadd), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.565120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cbe51920-d3be-4bb2-b203-6dc3ddc43fe5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (91de88c9-bb7a-4e8b-99d7-19ed1517dadd), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.584668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 56998) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:59.604054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe51920-d3be-4bb2-b203-6dc3ddc43fe5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91de88c9-bb7a-4e8b-99d7-19ed1517dadd,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.627902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-cbe51920-d3be-4bb2-b203-6dc3ddc43fe5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.634727 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cbe51920-d3be-4bb2-b203-6dc3ddc43fe5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3168716 Oct 26 11:17:59.636047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57002) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:59.642688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b099f778-27db-4c9a-bf67-40b9044a0e0a tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Request body: {'security_group_rule': {'security_group_id': 'f9177b88-d5a0-4222-bdec-ee0e0a47db3c', 'project_id': '059a821dd6854c35a1291cf127fd1701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:59.649963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5076b-be72-4d61-b4b2-7f6029cc5a1a None None] Pushing event updated for resources: {'Port': ['ID=9a8bbb02-833a-492f-b6e3-b6a96be90487,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.653741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758914ad-a61d-4e1a-9195-3c6b2d8a0162 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:17:59.657255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:17:59.657799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.679210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8a8a2f84-6390-478d-9b45-99b86cb98155), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.703395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b099f778-27db-4c9a-bf67-40b9044a0e0a tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (0bbf919e-ab6a-40c4-a130-c5cb4e3e4b3b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.713617 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016735635'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:59.718071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:59.725799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8a2f84-6390-478d-9b45-99b86cb98155']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:59.744477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce8fe72-44d7-47ab-9809-8babbb51f8d7') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:59.744891 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce8fe72-44d7-47ab-9809-8babbb51f8d7') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:17:59.756305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:17:59.757019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (6ce8fe72-44d7-47ab-9809-8babbb51f8d7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.758475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:59.765365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.767043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.767905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:17:59.777997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.791535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6ce8fe72-44d7-47ab-9809-8babbb51f8d7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.795522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b099f778-27db-4c9a-bf67-40b9044a0e0a tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (0bbf919e-ab6a-40c4-a130-c5cb4e3e4b3b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.800609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b099f778-27db-4c9a-bf67-40b9044a0e0a tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0bbf919e-ab6a-40c4-a130-c5cb4e3e4b3b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.807631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:17:59.808449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (6ce8fe72-44d7-47ab-9809-8babbb51f8d7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.830635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099f778-27db-4c9a-bf67-40b9044a0e0a tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbf919e-ab6a-40c4-a130-c5cb4e3e4b3b,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.851067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b099f778-27db-4c9a-bf67-40b9044a0e0a tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.855213 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b099f778-27db-4c9a-bf67-40b9044a0e0a tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2177472 Oct 26 11:17:59.855849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57004) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:59.860835 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a1268157-2e17-4eef-905e-f6a519e1fc56 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Request body: {'security_group_rule': {'security_group_id': 'f9177b88-d5a0-4222-bdec-ee0e0a47db3c', 'project_id': '059a821dd6854c35a1291cf127fd1701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:59.885010 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-a1268157-2e17-4eef-905e-f6a519e1fc56 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Project 059a821dd6854c35a1291cf127fd1701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:17:59.893800 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1268157-2e17-4eef-905e-f6a519e1fc56 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (d06bba2e-10c5-40e7-8b4f-c59cbca00618), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.909242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (8a8a2f84-6390-478d-9b45-99b86cb98155), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.915634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.922619 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/8a8a2f84-6390-478d-9b45-99b86cb98155 HTTP/1.1" status: 204 len: 168 time: 3.8834534 Oct 26 11:17:59.925735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57006) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:59.953727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc846b00-229b-4be0-b8cf-87c8b2b0ec2a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=8a8a2f84-6390-478d-9b45-99b86cb98155,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.961401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758914ad-a61d-4e1a-9195-3c6b2d8a0162 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:17:59.964880 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-807fb43a-ad0e-4ff5-a2a7-2924124d94ef tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:17:59.965328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:17:59.965465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807fb43a-ad0e-4ff5-a2a7-2924124d94ef tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:17:59.965897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.966375 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:17:59.969290 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6ce8fe72-44d7-47ab-9809-8babbb51f8d7 resource provider aggregate not found Oct 26 11:17:59.969591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.974282 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-807fb43a-ad0e-4ff5-a2a7-2924124d94ef tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/8a8a2f84-6390-478d-9b45-99b86cb98155 HTTP/1.1" status: 404 len: 339 time: 0.0422633 Oct 26 11:17:59.974472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.978932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57010) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:59.985148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1010542087', 'description': 'd1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:00.003916 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 6ce8fe72-44d7-47ab-9809-8babbb51f8d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ce8fe72-44d7-47ab-9809-8babbb51f8d7 found for delete ", "request_id": "req-c18f3ae3-6ef9-45c0-9fc6-a3f2806dad14"}]} Oct 26 11:18:00.031397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1268157-2e17-4eef-905e-f6a519e1fc56 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (d06bba2e-10c5-40e7-8b4f-c59cbca00618), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.034337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (38b039a2-6e7c-412b-a680-5396c9020c2f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.035391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:00.039016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (38b039a2-6e7c-412b-a680-5396c9020c2f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.039788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.051448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1268157-2e17-4eef-905e-f6a519e1fc56 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d06bba2e-10c5-40e7-8b4f-c59cbca00618), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.089083 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b039a2-6e7c-412b-a680-5396c9020c2f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:00.105245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1268157-2e17-4eef-905e-f6a519e1fc56 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06bba2e-10c5-40e7-8b4f-c59cbca00618,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:00.125926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:18:00.135440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a1268157-2e17-4eef-905e-f6a519e1fc56 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.136763 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a1268157-2e17-4eef-905e-f6a519e1fc56 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2799478 Oct 26 11:18:00.140090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57014) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.150611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f084ce99-a5bd-421b-acf4-d00531896235), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.150954 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment f084ce99-a5bd-421b-acf4-d00531896235 of type vlan for network 1f251833-519c-41c0-86ea-7bbd2808d252 Oct 26 11:18:00.151837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-41b52b98-b308-4444-8d51-28920fc61604 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Request body: {'security_group_rule': {'security_group_id': 'f9177b88-d5a0-4222-bdec-ee0e0a47db3c', 'project_id': '059a821dd6854c35a1291cf127fd1701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:00.167380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:00.168414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:00.175123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (58297e9d-deac-4c5c-b5c6-a5be4d37ebc8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.182657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (58297e9d-deac-4c5c-b5c6-a5be4d37ebc8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.203647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (1f251833-519c-41c0-86ea-7bbd2808d252), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.209377 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-41b52b98-b308-4444-8d51-28920fc61604 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Project 059a821dd6854c35a1291cf127fd1701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:18:00.228742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.229752 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6439242 Oct 26 11:18:00.233823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57016) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.234706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41b52b98-b308-4444-8d51-28920fc61604 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (5cd1169c-3348-4d76-ab28-6ae1066a14a5), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.242657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (1f251833-519c-41c0-86ea-7bbd2808d252), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.247965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:00.248908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.250778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:00.272971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:00.282218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:00.282600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.282939 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c Oct 26 11:18:00.289544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06794664-868e-4a55-956c-1d3544067c63 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58297e9d-deac-4c5c-b5c6-a5be4d37ebc8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:00.336523 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3567076 Oct 26 11:18:00.339346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57018) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.347037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41b52b98-b308-4444-8d51-28920fc61604 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (5cd1169c-3348-4d76-ab28-6ae1066a14a5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.349011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:00.365001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41b52b98-b308-4444-8d51-28920fc61604 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (5cd1169c-3348-4d76-ab28-6ae1066a14a5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.382012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b7bd9-daa9-48d0-bbf1-ffe8ff2ef440 None None] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:00.403615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b7bd9-daa9-48d0-bbf1-ffe8ff2ef440 None None] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:18:00.406939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57020) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.409645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b52b98-b308-4444-8d51-28920fc61604 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd1169c-3348-4d76-ab28-6ae1066a14a5,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:00.411838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:00.412331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.433202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ed2b0d-8fdb-42ba-8164-8c4850e6e967 None None] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:00.439407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47258745-8f3f-4cbb-945d-6acd64ec276b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=1f251833-519c-41c0-86ea-7bbd2808d252,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:00.441783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57022) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.453041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:00.455833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 1f251833-519c-41c0-86ea-7bbd2808d252 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:18:00.458161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ed2b0d-8fdb-42ba-8164-8c4850e6e967 None None] Network 8a8a2f84-6390-478d-9b45-99b86cb98155 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:18:00.466810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41b52b98-b308-4444-8d51-28920fc61604 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.468188 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-41b52b98-b308-4444-8d51-28920fc61604 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270218 Oct 26 11:18:00.470347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.478491 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4e32bbe9-be29-4a68-a1ad-9bae73bb30ba tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2127712 Oct 26 11:18:00.482917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57028) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.492472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d0d4b6eb-9786-4eb1-8f42-d87c87ba41db tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-security--1251588107', 'description': 'tempest-security-description-794414348'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:00.539065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a09dcd-29d5-448c-990f-acd7b2212047 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:00.540654 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a0a09dcd-29d5-448c-990f-acd7b2212047 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/networks?id=1f251833-519c-41c0-86ea-7bbd2808d252 HTTP/1.1" status: 200 len: 761 time: 0.2001522 Oct 26 11:18:00.544105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57034) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.552609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e2f0a6b3-3dc0-4c6d-908e-d99c789fb88a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'description': 'd2'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:00.563018 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d21c6a49-a47d-4ff0-bf45-73eb7158cb1d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1541533 Oct 26 11:18:00.586920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:00.650596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b6eb-9786-4eb1-8f42-d87c87ba41db tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (58297e9d-deac-4c5c-b5c6-a5be4d37ebc8), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.754069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b6eb-9786-4eb1-8f42-d87c87ba41db tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (58297e9d-deac-4c5c-b5c6-a5be4d37ebc8), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.762712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b6eb-9786-4eb1-8f42-d87c87ba41db tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (58297e9d-deac-4c5c-b5c6-a5be4d37ebc8), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.768507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d0d4b6eb-9786-4eb1-8f42-d87c87ba41db tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.771834 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-97f4efe5-6f1e-457b-885d-2164a9c76a23 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3168290 Oct 26 11:18:00.774954 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0d4b6eb-9786-4eb1-8f42-d87c87ba41db tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "PUT /networking/v2.0/security-groups/58297e9d-deac-4c5c-b5c6-a5be4d37ebc8 HTTP/1.1" status: 200 len: 1796 time: 0.2909942 Oct 26 11:18:00.775738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57060) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.806498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a6b3-3dc0-4c6d-908e-d99c789fb88a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (1f251833-519c-41c0-86ea-7bbd2808d252), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.809225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:00.830871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a6b3-3dc0-4c6d-908e-d99c789fb88a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (1f251833-519c-41c0-86ea-7bbd2808d252), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.842561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4b6eb-9786-4eb1-8f42-d87c87ba41db tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58297e9d-deac-4c5c-b5c6-a5be4d37ebc8,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:00.853036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2f0a6b3-3dc0-4c6d-908e-d99c789fb88a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 1f251833-519c-41c0-86ea-7bbd2808d252 is not hosted by any dhcp agent {{(pid=105415) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 11:18:00.858510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0a6b3-3dc0-4c6d-908e-d99c789fb88a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:00.859189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a6b3-3dc0-4c6d-908e-d99c789fb88a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.873250 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e2f0a6b3-3dc0-4c6d-908e-d99c789fb88a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "PUT /networking/v2.0/networks/1f251833-519c-41c0-86ea-7bbd2808d252 HTTP/1.1" status: 200 len: 758 time: 0.3241704 Oct 26 11:18:00.875321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:00.876391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57062) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.907454 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d06dd038-685b-4e91-8105-c668bbdc2d14 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups/58297e9d-deac-4c5c-b5c6-a5be4d37ebc8 HTTP/1.1" status: 200 len: 1796 time: 0.1267047 Oct 26 11:18:00.908395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57064) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.991621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:00.991621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.996472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d97806-0146-4019-a6bb-3ad8f947e34b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (58297e9d-deac-4c5c-b5c6-a5be4d37ebc8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.041810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:01.055761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.057430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8c3a8e59-91b4-43b9-a991-dfaed862b4de no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:01.077680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d97806-0146-4019-a6bb-3ad8f947e34b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (58297e9d-deac-4c5c-b5c6-a5be4d37ebc8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.135884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:01.160767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d97806-0146-4019-a6bb-3ad8f947e34b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (58297e9d-deac-4c5c-b5c6-a5be4d37ebc8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.166630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29d97806-0146-4019-a6bb-3ad8f947e34b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.172015 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-29d97806-0146-4019-a6bb-3ad8f947e34b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/58297e9d-deac-4c5c-b5c6-a5be4d37ebc8 HTTP/1.1" status: 204 len: 168 time: 0.2622783 Oct 26 11:18:01.173301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57078) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:01.183351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 8c3a8e59-91b4-43b9-a991-dfaed862b4de {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:01.184619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8c3a8e59-91b4-43b9-a991-dfaed862b4de not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:18:01.186065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:01.206834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d97806-0146-4019-a6bb-3ad8f947e34b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58297e9d-deac-4c5c-b5c6-a5be4d37ebc8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:01.225448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4074e5-0f69-4970-aff6-9cbab9766924 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:01.253966 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6c4074e5-0f69-4970-aff6-9cbab9766924 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/networks?id=1f251833-519c-41c0-86ea-7bbd2808d252 HTTP/1.1" status: 200 len: 761 time: 0.3458936 Oct 26 11:18:01.259756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57080) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:01.261231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2143062293'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:01.277570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b1f147ce-1683-44c4-a5a3-c5ee8c07dd70 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0811481 Oct 26 11:18:01.282195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57082) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:01.296891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:01.297246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fa873ae8-a68f-4ec5-9f78-5cb2600a5c05 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:18:01.297700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:01.297864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0a6b3-3dc0-4c6d-908e-d99c789fb88a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=1f251833-519c-41c0-86ea-7bbd2808d252,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:01.306522 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-27bc2e7b-3fd0-4c37-be13-cfd41d102b20 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] delete failed (client error): The resource could not be found. Oct 26 11:18:01.307945 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-27bc2e7b-3fd0-4c37-be13-cfd41d102b20 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/58297e9d-deac-4c5c-b5c6-a5be4d37ebc8 HTTP/1.1" status: 404 len: 347 time: 0.0244281 Oct 26 11:18:01.309614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:01.313027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57084) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:01.322183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:01.322462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c6d5c3a5-2153-4006-b449-2bb51f27e3e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863536415'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:01.326911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 1f251833-519c-41c0-86ea-7bbd2808d252 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:18:01.330652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.373756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:18:01.390283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c3a5-2153-4006-b449-2bb51f27e3e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.390512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c4b743c2-1285-4d2b-8b9a-8d8161b25d39), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.392730 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment c4b743c2-1285-4d2b-8b9a-8d8161b25d39 of type vlan for network 40b19934-f257-4995-890b-0d6418549292 Oct 26 11:18:01.454898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (40b19934-f257-4995-890b-0d6418549292), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.469662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:01.486349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:01.513633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (40b19934-f257-4995-890b-0d6418549292), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.517471 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:01.518522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:01.519786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:01.521274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.588554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c3a5-2153-4006-b449-2bb51f27e3e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (a4a57e98-8287-4f40-a474-9e871618f8cb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.589647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57086) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:01.618085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c3a5-2153-4006-b449-2bb51f27e3e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (a4a57e98-8287-4f40-a474-9e871618f8cb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.665991 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4086475 Oct 26 11:18:01.670372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57088) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:01.680028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:01.687141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': '40b19934-f257-4995-890b-0d6418549292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:01.706690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.707819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.723378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb8c89-01c8-453b-b6ce-fc95d643f9c1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=40b19934-f257-4995-890b-0d6418549292,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:01.745869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 40b19934-f257-4995-890b-0d6418549292 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:18:01.748059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c3a5-2153-4006-b449-2bb51f27e3e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.754575 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c6d5c3a5-2153-4006-b449-2bb51f27e3e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4402745 Oct 26 11:18:01.757743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57090) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:01.765821 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:01.778718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57092) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:01.786136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e5aff03c-b26a-4377-80f4-e46b72e27f71 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': 'a4a57e98-8287-4f40-a474-9e871618f8cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:01.802787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5c3a5-2153-4006-b449-2bb51f27e3e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a57e98-8287-4f40-a474-9e871618f8cb,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:01.843014 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b9685e35-0ed2-4eb2-b45d-3d7ae1c73d94 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.2408056 Oct 26 11:18:01.871064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:01.878247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e5aff03c-b26a-4377-80f4-e46b72e27f71 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (a6d9cbef-40da-4822-a579-4734599d4247), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.925150 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5eb285ad-ba7a-4eb5-a895-62bc310ddc87 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1438491 Oct 26 11:18:01.926441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:01.930316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.953896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:01.980700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.980700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:01.980700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:02.008140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e5aff03c-b26a-4377-80f4-e46b72e27f71 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (a6d9cbef-40da-4822-a579-4734599d4247), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.016869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e5aff03c-b26a-4377-80f4-e46b72e27f71 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (a6d9cbef-40da-4822-a579-4734599d4247), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.054523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aff03c-b26a-4377-80f4-e46b72e27f71 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d9cbef-40da-4822-a579-4734599d4247,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:02.065723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e5aff03c-b26a-4377-80f4-e46b72e27f71 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.066987 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e5aff03c-b26a-4377-80f4-e46b72e27f71 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980385 Oct 26 11:18:02.072653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57100) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.117739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:02.120563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8d5d-9f96-4623-8f93-f056658afde9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (a6d9cbef-40da-4822-a579-4734599d4247), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.162284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8d5d-9f96-4623-8f93-f056658afde9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (a6d9cbef-40da-4822-a579-4734599d4247), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.171262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.218615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 2, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:02.222460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.258278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:02.258663 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Updating router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b port aeebd1b9-f029-4355-a709-08ad54573c4e binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:18:02.280809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:02.290723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.291426 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.291574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:02.342701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (59139fa4-7282-4797-acd0-c3b0887ce540), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.353318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8d5d-9f96-4623-8f93-f056658afde9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (a6d9cbef-40da-4822-a579-4734599d4247), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.363070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8d5d-9f96-4623-8f93-f056658afde9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.364462 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b5b8d5d-9f96-4623-8f93-f056658afde9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/a6d9cbef-40da-4822-a579-4734599d4247 HTTP/1.1" status: 204 len: 168 time: 0.2907934 Oct 26 11:18:02.367076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57104) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.468420 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aee13143-1e4f-4863-a325-f27d39098e3d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0999699 Oct 26 11:18:02.471862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57106) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.490091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b8d5d-9f96-4623-8f93-f056658afde9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6d9cbef-40da-4822-a579-4734599d4247,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:02.494281 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.551752 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=59139fa4-7282-4797-acd0-c3b0887ce540,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:02.573558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': 'c4b743c2-1285-4d2b-8b9a-8d8161b25d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '40b19934-f257-4995-890b-0d6418549292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:02.573874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: 40b19934-f257-4995-890b-0d6418549292, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:18:02.591273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:02.594645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (a4a57e98-8287-4f40-a474-9e871618f8cb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.621350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 40b19934-f257-4995-890b-0d6418549292 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:18:02.635711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 40b19934-f257-4995-890b-0d6418549292) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:02.641998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:02.644363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.651015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (a4a57e98-8287-4f40-a474-9e871618f8cb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.660776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c7fbc-f71d-420c-bbd8-1e90545c468a None None] Network 40b19934-f257-4995-890b-0d6418549292 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:02.673527 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5f19748e-bd57-4f06-817f-bb4cb7c689a9 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9925566 Oct 26 11:18:02.676362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57128) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.694795 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Publish callbacks [] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.705258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.765346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97d2eb-42b8-408f-a26e-a676a924b7fb None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:02.768475 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b975707-8d07-472b-b0a5-86d25b104f27 None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:18:02.780931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:17:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:17:59Z', 'revision_number': 7, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:02.814742 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.816195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:02.827353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (a4a57e98-8287-4f40-a474-9e871618f8cb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.830018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.831377 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a4a57e98-8287-4f40-a474-9e871618f8cb HTTP/1.1" status: 204 len: 168 time: 0.3585405 Oct 26 11:18:02.835698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57140) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.847888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57142) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.858499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:02.859147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.862449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:02.863267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:02.864216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a57e98-8287-4f40-a474-9e871618f8cb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:02.898806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (40b19934-f257-4995-890b-0d6418549292), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.911213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.911554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.912205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.912609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.913008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.913404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.913886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.914366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.914859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.915345 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.915672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.916030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.916353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.916671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.917144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8306c-c13a-43d6-b3ba-1c1d1b65a2b7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:02.942364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57144) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.946510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.961937 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d3e613ba-728d-40ca-b02d-93ffdf4436ff tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1231215 Oct 26 11:18:02.962747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57146) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.978355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebd3f4-3a33-4806-9ebd-d56343d13d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-40b19934-f257-4995-890b-0d6418549292', 'network_id': '40b19934-f257-4995-890b-0d6418549292', 'project_id': 'a869ce71900c49b0a83e80da27e4e969', 'fixed_ips': [{'subnet_id': '59139fa4-7282-4797-acd0-c3b0887ce540'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:18:02.978583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c943dad1-4203-42fa-b000-8c6379e2cc9f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-secgroup--36771170'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:02.980515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-80ebd3f4-3a33-4806-9ebd-d56343d13d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.016269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c943dad1-4203-42fa-b000-8c6379e2cc9f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.027494 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f8fb9b91-7fbe-4be9-81fc-1c1f29b5c282 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0839591 Oct 26 11:18:03.033609 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cdbbbff2-6c12-4fd5-8642-a97e485cc177 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1796188 Oct 26 11:18:03.045387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Attempting to bind port aeebd1b9-f029-4355-a709-08ad54573c4e on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:03.045757 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Attempting to bind port aeebd1b9-f029-4355-a709-08ad54573c4e by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd342c145-ecb2-454a-a02e-30d9c470682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:03.046117 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Attempting to bind port aeebd1b9-f029-4355-a709-08ad54573c4e on network 4350cbeb-bae5-42ab-9170-8780e2dced4a {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:03.059656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:03.063974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:03.074593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:03.081713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (59139fa4-7282-4797-acd0-c3b0887ce540), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.126135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:03.146547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:03.146884 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Checking segment: {'id': 'd342c145-ecb2-454a-a02e-30d9c470682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:03.147464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.148073 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Bound using segment: {'id': 'd342c145-ecb2-454a-a02e-30d9c470682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:03.148730 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Bound port: aeebd1b9-f029-4355-a709-08ad54573c4e, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd342c145-ecb2-454a-a02e-30d9c470682c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:03.149268 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.158930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (59139fa4-7282-4797-acd0-c3b0887ce540), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.187057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c943dad1-4203-42fa-b000-8c6379e2cc9f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (0295052e-384b-4f6c-b2bd-37cd0454589b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.192992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c943dad1-4203-42fa-b000-8c6379e2cc9f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0295052e-384b-4f6c-b2bd-37cd0454589b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.210579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=59139fa4-7282-4797-acd0-c3b0887ce540,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:03.222526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c943dad1-4203-42fa-b000-8c6379e2cc9f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.224178 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c943dad1-4203-42fa-b000-8c6379e2cc9f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2554576 Oct 26 11:18:03.235058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57150) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:03.241863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2055c1eb-2aca-4ed2-ba44-daa7585197e9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': '0295052e-384b-4f6c-b2bd-37cd0454589b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:03.293853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2055c1eb-2aca-4ed2-ba44-daa7585197e9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (10892228-a1a1-4bb3-8109-17a1489965f6), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.300505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943dad1-4203-42fa-b000-8c6379e2cc9f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0295052e-384b-4f6c-b2bd-37cd0454589b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:03.324004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.417376 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:03.425161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server [None req-80ebd3f4-3a33-4806-9ebd-d56343d13d5e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59139fa4-7282-4797-acd0-c3b0887ce540: This subnet is being modified by another concurrent operation. Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise exception Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59139fa4-7282-4797-acd0-c3b0887ce540: This subnet is being modified by another concurrent operation. Oct 26 11:18:03.429396 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Oct 26 11:18:03.438424 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.482038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2055c1eb-2aca-4ed2-ba44-daa7585197e9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (10892228-a1a1-4bb3-8109-17a1489965f6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.491973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2055c1eb-2aca-4ed2-ba44-daa7585197e9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (10892228-a1a1-4bb3-8109-17a1489965f6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.501467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff36667-2ea1-4a74-b723-5e42aad33633 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:18:03.518031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:03.549099 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:03.552485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2055c1eb-2aca-4ed2-ba44-daa7585197e9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.553527 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:03.554102 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2055c1eb-2aca-4ed2-ba44-daa7585197e9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3179307 Oct 26 11:18:03.555682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055c1eb-2aca-4ed2-ba44-daa7585197e9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10892228-a1a1-4bb3-8109-17a1489965f6,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:03.558829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57152) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:03.569961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1e07435f-767d-4f2c-9894-9c900862b166 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': '0295052e-384b-4f6c-b2bd-37cd0454589b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:03.622542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e07435f-767d-4f2c-9894-9c900862b166 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (5c0069a1-904a-4d00-812e-d3fec44f5883), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.641789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97d2eb-42b8-408f-a26e-a676a924b7fb None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:03.714165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:03.772429 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:03.787628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e07435f-767d-4f2c-9894-9c900862b166 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (5c0069a1-904a-4d00-812e-d3fec44f5883), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.796230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e07435f-767d-4f2c-9894-9c900862b166 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (5c0069a1-904a-4d00-812e-d3fec44f5883), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.811402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (40b19934-f257-4995-890b-0d6418549292), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.816253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07435f-767d-4f2c-9894-9c900862b166 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0069a1-904a-4d00-812e-d3fec44f5883,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:03.839145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b19934-f257-4995-890b-0d6418549292']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:03.852662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1e07435f-767d-4f2c-9894-9c900862b166 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.857243 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1e07435f-767d-4f2c-9894-9c900862b166 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2973955 Oct 26 11:18:03.858880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57154) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:03.878828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b743c2-1285-4d2b-8b9a-8d8161b25d39') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:03.880677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-147f0da4-40da-4508-9062-ba1d5f4dae90 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': '0295052e-384b-4f6c-b2bd-37cd0454589b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:03.881435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b743c2-1285-4d2b-8b9a-8d8161b25d39') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:03.903686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:03.906194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (c4b743c2-1285-4d2b-8b9a-8d8161b25d39), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.935133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-147f0da4-40da-4508-9062-ba1d5f4dae90 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (d67b416d-e296-4f3d-a22a-d83c08c4fcd3), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.941585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (c4b743c2-1285-4d2b-8b9a-8d8161b25d39), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.955032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:18:03.956884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (c4b743c2-1285-4d2b-8b9a-8d8161b25d39), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.991155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.005525 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c4b743c2-1285-4d2b-8b9a-8d8161b25d39 resource provider aggregate not found Oct 26 11:18:04.037017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57160) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.037850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.078915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:04.080799 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:03Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:04.106292 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment c4b743c2-1285-4d2b-8b9a-8d8161b25d39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4b743c2-1285-4d2b-8b9a-8d8161b25d39 found for delete ", "request_id": "req-bd6f554a-0929-42ae-bc7e-855e31773824"}]} Oct 26 11:18:04.112673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-147f0da4-40da-4508-9062-ba1d5f4dae90 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (d67b416d-e296-4f3d-a22a-d83c08c4fcd3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.120865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7ef2f5-4f63-4cc1-a526-609711a08fd4 None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:03Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:04.155089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (40b19934-f257-4995-890b-0d6418549292), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.156725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.158477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-147f0da4-40da-4508-9062-ba1d5f4dae90 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d67b416d-e296-4f3d-a22a-d83c08c4fcd3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.166036 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/40b19934-f257-4995-890b-0d6418549292 HTTP/1.1" status: 204 len: 168 time: 1.4877362 Oct 26 11:18:04.166714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57164) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.195061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff36667-2ea1-4a74-b723-5e42aad33633 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:18:04.198586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f0da4-40da-4508-9062-ba1d5f4dae90 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67b416d-e296-4f3d-a22a-d83c08c4fcd3,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.198868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:04.199976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:04.200494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.200989 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:18:04.225800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-147f0da4-40da-4508-9062-ba1d5f4dae90 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.260635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-147f0da4-40da-4508-9062-ba1d5f4dae90 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3858385 Oct 26 11:18:04.260635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5e7422fc-5b67-40b3-bfa4-2dc910d575e9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2151704 Oct 26 11:18:04.261841 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57166) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.282105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c86ad0a6-f758-40a1-8d06-f6690a7f0a26 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.2222486 Oct 26 11:18:04.288607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f4a704ea-54a0-4ff9-b355-0acc94c476b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': '0295052e-384b-4f6c-b2bd-37cd0454589b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:04.298687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:01Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:17:59Z', 'revision_number': 7, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:04.302681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3254d2-e8ce-4840-9e6e-361b93f94b10 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=40b19934-f257-4995-890b-0d6418549292,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.319146 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd217db-36ba-42fe-a25c-ccd7e8d503a0 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] GET failed (client error): The resource could not be found. Oct 26 11:18:04.325404 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1bd217db-36ba-42fe-a25c-ccd7e8d503a0 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/subnets/59139fa4-7282-4797-acd0-c3b0887ce540 HTTP/1.1" status: 404 len: 337 time: 0.1438441 Oct 26 11:18:04.326220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57170) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.331334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f4a704ea-54a0-4ff9-b355-0acc94c476b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (0f91f72a-a246-4329-98f7-b34f8f9bc43b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.361774 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-63980e3f-76dd-4a00-8777-9b481b40bf64 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:04.362306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63980e3f-76dd-4a00-8777-9b481b40bf64 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:04.375867 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-63980e3f-76dd-4a00-8777-9b481b40bf64 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/40b19934-f257-4995-890b-0d6418549292 HTTP/1.1" status: 404 len: 339 time: 0.0456784 Oct 26 11:18:04.378769 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57172) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.453047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f4a704ea-54a0-4ff9-b355-0acc94c476b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (0f91f72a-a246-4329-98f7-b34f8f9bc43b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.457931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3acab4-8a16-4297-8a57-4746947c1cd6 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:01Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:17:59Z', 'revision_number': 7, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:04.462212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f4a704ea-54a0-4ff9-b355-0acc94c476b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0f91f72a-a246-4329-98f7-b34f8f9bc43b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.468407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:04.481979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:04.510537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a704ea-54a0-4ff9-b355-0acc94c476b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f91f72a-a246-4329-98f7-b34f8f9bc43b,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.524052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f4a704ea-54a0-4ff9-b355-0acc94c476b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.528853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f4a704ea-54a0-4ff9-b355-0acc94c476b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2567632 Oct 26 11:18:04.530434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57174) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.546865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': '0295052e-384b-4f6c-b2bd-37cd0454589b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:04.611758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:04.614922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:04.615313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.627681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (9dd411c1-2bf3-4f2f-8e58-c87d7c9a856d), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.656561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:04.664530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:04.665463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:04.705623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.706726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:04.763250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (9dd411c1-2bf3-4f2f-8e58-c87d7c9a856d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.772422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (9dd411c1-2bf3-4f2f-8e58-c87d7c9a856d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.816598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd411c1-2bf3-4f2f-8e58-c87d7c9a856d,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.825039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.825453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.825849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.826212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.826557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.826879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.827401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.827744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.830376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.831919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.832299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.832606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.834060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.834373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59863f50-4999-4d9d-b0c8-f7812c0ac7f0 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:04.834507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.834715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.838937 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-59863f50-4999-4d9d-b0c8-f7812c0ac7f0 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4532218 Oct 26 11:18:04.839407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57176) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.847990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.852305 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-691b74bc-c4d6-49c3-865d-ca5edbd35eaa tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3204188 Oct 26 11:18:04.853176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57178) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.899395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5409b508-1438-4e7d-87cd-c222425475e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (9dd411c1-2bf3-4f2f-8e58-c87d7c9a856d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.919412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5409b508-1438-4e7d-87cd-c222425475e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (9dd411c1-2bf3-4f2f-8e58-c87d7c9a856d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.966239 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2f7c5b97-752a-45e4-9e81-90beebaf449c tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33 HTTP/1.1" status: 200 len: 207 time: 0.1254997 Oct 26 11:18:04.969538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4454c-4dcb-4d6d-a633-a798ff1dbb69 None None] Network 40b19934-f257-4995-890b-0d6418549292 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:04.970751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57180) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:04.981091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5409b508-1438-4e7d-87cd-c222425475e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (9dd411c1-2bf3-4f2f-8e58-c87d7c9a856d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.990698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5409b508-1438-4e7d-87cd-c222425475e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.994512 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5409b508-1438-4e7d-87cd-c222425475e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/9dd411c1-2bf3-4f2f-8e58-c87d7c9a856d HTTP/1.1" status: 204 len: 168 time: 0.1377332 Oct 26 11:18:05.001159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57182) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.003528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409b508-1438-4e7d-87cd-c222425475e0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dd411c1-2bf3-4f2f-8e58-c87d7c9a856d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:05.052140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4454c-4dcb-4d6d-a633-a798ff1dbb69 None None] Network 40b19934-f257-4995-890b-0d6418549292 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:18:05.055770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:05.116922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:05.117293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.117629 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:18:05.163281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.166183 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8aec260-aae6-4e41-a088-f38029fe1d43 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1635170 Oct 26 11:18:05.186156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:05.223571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6b300f79-d53b-4268-aa74-bc3b04335305 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (0f91f72a-a246-4329-98f7-b34f8f9bc43b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.233566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955811e-e3b2-4c93-81be-1c63e97f7909 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:05.239078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955811e-e3b2-4c93-81be-1c63e97f7909 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:05.244948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955811e-e3b2-4c93-81be-1c63e97f7909 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:05.251257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955811e-e3b2-4c93-81be-1c63e97f7909 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:05.251536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6b300f79-d53b-4268-aa74-bc3b04335305 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (0f91f72a-a246-4329-98f7-b34f8f9bc43b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.256407 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2955811e-e3b2-4c93-81be-1c63e97f7909 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2809234 Oct 26 11:18:05.257889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.258083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57188) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.302171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.359878 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c8d0e56-3c13-44ef-b215-d9e84a00ef74 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1001735 Oct 26 11:18:05.604696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6b300f79-d53b-4268-aa74-bc3b04335305 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0f91f72a-a246-4329-98f7-b34f8f9bc43b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.615960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6b300f79-d53b-4268-aa74-bc3b04335305 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.617264 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b300f79-d53b-4268-aa74-bc3b04335305 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/0f91f72a-a246-4329-98f7-b34f8f9bc43b HTTP/1.1" status: 204 len: 168 time: 0.4522436 Oct 26 11:18:05.620626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57194) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.677416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:05.697178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b300f79-d53b-4268-aa74-bc3b04335305 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f91f72a-a246-4329-98f7-b34f8f9bc43b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:05.727613 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0fe37f40-3d41-424c-9d08-ef66727ac21e tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0985410 Oct 26 11:18:05.734106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57196) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.740719 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8acd2f58-dd01-4413-8aac-fd0233e21bc1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.4368370 Oct 26 11:18:05.753251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:05.754722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.825578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e26ef8da-30be-410f-af1c-c1ac739d1462 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (d67b416d-e296-4f3d-a22a-d83c08c4fcd3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.835592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e26ef8da-30be-410f-af1c-c1ac739d1462 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (d67b416d-e296-4f3d-a22a-d83c08c4fcd3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.852475 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-74f8fbf4-b259-46c5-93cf-d600e6a8afba tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5909061 Oct 26 11:18:05.854529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57198) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.902221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e26ef8da-30be-410f-af1c-c1ac739d1462 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d67b416d-e296-4f3d-a22a-d83c08c4fcd3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.915304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e26ef8da-30be-410f-af1c-c1ac739d1462 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.916672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e26ef8da-30be-410f-af1c-c1ac739d1462 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/d67b416d-e296-4f3d-a22a-d83c08c4fcd3 HTTP/1.1" status: 204 len: 168 time: 0.1806550 Oct 26 11:18:05.917604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ef8da-30be-410f-af1c-c1ac739d1462 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d67b416d-e296-4f3d-a22a-d83c08c4fcd3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:05.926765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57200) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.981187 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:06.021269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:06.043270 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e69cf3c3-f918-404e-9585-40aaee767921 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1125085 Oct 26 11:18:06.043496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.049211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57202) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.049529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912d16c-0d31-4de1-b051-c7dd2aa37644 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:06.051418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912d16c-0d31-4de1-b051-c7dd2aa37644 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:06.053410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d912d16c-0d31-4de1-b051-c7dd2aa37644 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1977048 Oct 26 11:18:06.057369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57204) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.094680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-55f535a7-a6e1-4ade-a020-b55f4ba33cd3 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (5c0069a1-904a-4d00-812e-d3fec44f5883), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.106834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-55f535a7-a6e1-4ade-a020-b55f4ba33cd3 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (5c0069a1-904a-4d00-812e-d3fec44f5883), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.184794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c48c8-a988-409b-a953-b82969be329c tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['shared'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:06.187134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-55f535a7-a6e1-4ade-a020-b55f4ba33cd3 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (5c0069a1-904a-4d00-812e-d3fec44f5883), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.187436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c48c8-a988-409b-a953-b82969be329c tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['shared'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:06.189192 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-900c48c8-a988-409b-a953-b82969be329c tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1298676 Oct 26 11:18:06.192789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57206) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.197188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-55f535a7-a6e1-4ade-a020-b55f4ba33cd3 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.198349 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-55f535a7-a6e1-4ade-a020-b55f4ba33cd3 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/5c0069a1-904a-4d00-812e-d3fec44f5883 HTTP/1.1" status: 204 len: 168 time: 0.1481390 Oct 26 11:18:06.201846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57208) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.222815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f535a7-a6e1-4ade-a020-b55f4ba33cd3 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c0069a1-904a-4d00-812e-d3fec44f5883,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:06.228583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:06.230527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:06.294216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f61830d-ac72-40d8-834d-6df36eef107d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0909956 Oct 26 11:18:06.298315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57210) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.344542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d097ffd6-5540-4c0a-a60f-5fc6816c3ca5 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (10892228-a1a1-4bb3-8109-17a1489965f6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.344791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:04Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:03Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:02Z', 'revision_number': 14, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:06.361166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d097ffd6-5540-4c0a-a60f-5fc6816c3ca5 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (10892228-a1a1-4bb3-8109-17a1489965f6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.362074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57212) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.398091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:06.409371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:06.428523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.428926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.429277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.429625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.429982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.430293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.430858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.431259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.431590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.431962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.432298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.432779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.433165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.433496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.433827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:06.461095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4de331-7d3d-44f8-9913-e54bd1f1ea13 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:06.469645 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7a4de331-7d3d-44f8-9913-e54bd1f1ea13 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/networks/a4a79e24-2552-4e23-84cf-aaa17e7f9f99 HTTP/1.1" status: 200 len: 799 time: 0.2716842 Oct 26 11:18:06.473694 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57216) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.476326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d097ffd6-5540-4c0a-a60f-5fc6816c3ca5 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (10892228-a1a1-4bb3-8109-17a1489965f6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.483276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:06.484115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:06.537824 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4ed82d55-b0ac-497d-abb7-f05cce428a8b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1735768 Oct 26 11:18:06.547066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:06.547812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.551758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:06.603566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d097ffd6-5540-4c0a-a60f-5fc6816c3ca5 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.604707 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d097ffd6-5540-4c0a-a60f-5fc6816c3ca5 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/10892228-a1a1-4bb3-8109-17a1489965f6 HTTP/1.1" status: 204 len: 168 time: 0.3045423 Oct 26 11:18:06.608072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57220) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.630583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:06.646260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097ffd6-5540-4c0a-a60f-5fc6816c3ca5 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10892228-a1a1-4bb3-8109-17a1489965f6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:06.663874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:06.689751 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac3fa4bd-e6a3-4097-b6d8-5e97afabd99a tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/networks/a4a79e24-2552-4e23-84cf-aaa17e7f9f99?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2146518 Oct 26 11:18:06.693338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57222) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.721019 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-070ed0b5-252f-421d-a7a9-0e047bc182f5 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1095641 Oct 26 11:18:06.723779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57224) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.725954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:06.764038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0a569d-1b8d-4456-85f0-30bd441a323b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:06.765825 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c0a569d-1b8d-4456-85f0-30bd441a323b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/subnets/5e99210c-1d60-4e4d-9d7f-3a74b95536dd HTTP/1.1" status: 200 len: 811 time: 0.0715468 Oct 26 11:18:06.773859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57226) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.774191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57228) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.788724 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:06.821368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.822197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:06.861774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7aad-ec63-4380-917b-b0dd966c1c3f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (0295052e-384b-4f6c-b2bd-37cd0454589b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.898135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7aad-ec63-4380-917b-b0dd966c1c3f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (0295052e-384b-4f6c-b2bd-37cd0454589b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.930205 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2e36991b-e3bd-48c1-a5c8-cd3f53353d58 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1534750 Oct 26 11:18:06.963820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7aad-ec63-4380-917b-b0dd966c1c3f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0295052e-384b-4f6c-b2bd-37cd0454589b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.966141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3674afd-39c6-4e51-b727-1e8a9551a173 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['shared'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:06.966875 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f3674afd-39c6-4e51-b727-1e8a9551a173 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "GET /networking/v2.0/subnets/5e99210c-1d60-4e4d-9d7f-3a74b95536dd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1900585 Oct 26 11:18:06.969671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7aad-ec63-4380-917b-b0dd966c1c3f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.970555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57230) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.974048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57232) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.974589 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0b2a7aad-ec63-4380-917b-b0dd966c1c3f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0295052e-384b-4f6c-b2bd-37cd0454589b HTTP/1.1" status: 204 len: 168 time: 0.2447317 Oct 26 11:18:06.986957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a7aad-ec63-4380-917b-b0dd966c1c3f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0295052e-384b-4f6c-b2bd-37cd0454589b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:06.987378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282942636'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:07.008027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.039816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:07.042078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.066242 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9032939b-cd04-490e-a5db-36d3dc90af11 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901790 Oct 26 11:18:07.071165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57234) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:07.077773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e8db510d-0ff1-4303-9e7d-58ab72828ece tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-secgroup--386919750'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:07.088962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:18:07.092389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:07.092855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.107312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4001ea91-9f88-45f1-928e-b057fcf232cf), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.108320 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Added segment 4001ea91-9f88-45f1-928e-b057fcf232cf of type vlan for network 8e2b90c2-3829-4607-af42-44059b8bf5ae Oct 26 11:18:07.112402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e8db510d-0ff1-4303-9e7d-58ab72828ece tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.162564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:07.173332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:04Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:03Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:07.174908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.183873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (8e2b90c2-3829-4607-af42-44059b8bf5ae), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.220786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26200e3-36cd-4bea-8693-e2344d3a6de7 None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:04Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:03Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:07.254519 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (8e2b90c2-3829-4607-af42-44059b8bf5ae), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.267707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:07.268490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.299171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.306777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e8db510d-0ff1-4303-9e7d-58ab72828ece tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (cd878791-b7a9-4f63-87db-034bb20bed6e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.311304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e8db510d-0ff1-4303-9e7d-58ab72828ece tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (cd878791-b7a9-4f63-87db-034bb20bed6e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.354271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db510d-0ff1-4303-9e7d-58ab72828ece tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd878791-b7a9-4f63-87db-034bb20bed6e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.367290 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3955858 Oct 26 11:18:07.367652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e8db510d-0ff1-4303-9e7d-58ab72828ece tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.368875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57236) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:07.369013 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8db510d-0ff1-4303-9e7d-58ab72828ece tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2963583 Oct 26 11:18:07.371938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57238) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:07.375283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b685b4-bf3d-48e0-bdbd-07d4fc9143b3 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Network': ['ID=8e2b90c2-3829-4607-af42-44059b8bf5ae,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.378605 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-86ee2e44-b76a-482d-85d5-3ede74a06432 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': 'cd878791-b7a9-4f63-87db-034bb20bed6e', 'direction': 'ingress', 'protocol': 17}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:07.382631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:07.399167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 8e2b90c2-3829-4607-af42-44059b8bf5ae details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:18:07.434541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-86ee2e44-b76a-482d-85d5-3ede74a06432 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (dda2e117-bf11-4a6c-9852-11d270cd5a7d), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.502006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:07.519395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Made reservation on behalf of a869ce71900c49b0a83e80da27e4e969 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:07.523984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.537792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57240) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:07.609774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Performing IP validity checks on allocation pools {{(pid=105416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 11:18:07.611195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 11:18:07.634104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-86ee2e44-b76a-482d-85d5-3ede74a06432 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (dda2e117-bf11-4a6c-9852-11d270cd5a7d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.638418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:07.638768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.640532 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:18:07.644551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-86ee2e44-b76a-482d-85d5-3ede74a06432 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (dda2e117-bf11-4a6c-9852-11d270cd5a7d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.697445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-86ee2e44-b76a-482d-85d5-3ede74a06432 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.698941 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86ee2e44-b76a-482d-85d5-3ede74a06432 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3248332 Oct 26 11:18:07.706661 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-085f253c-0a16-4ee9-94cd-b6610c1cb2c2 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1678071 Oct 26 11:18:07.707563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57244) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:07.717407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee2e44-b76a-482d-85d5-3ede74a06432 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda2e117-bf11-4a6c-9852-11d270cd5a7d,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.740095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:07.764348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:07.764908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.767932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:07.793065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:07.796888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-13b5b895-1671-454a-a700-7085d02bf36b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (cd878791-b7a9-4f63-87db-034bb20bed6e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.816265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:07.822787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.824024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:07.831151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (e6b6112c-bc03-4888-82a0-5a11b1b63411), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.833638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-13b5b895-1671-454a-a700-7085d02bf36b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (cd878791-b7a9-4f63-87db-034bb20bed6e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.849369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:07.928519 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:07.933458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57246) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:07.937229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.953372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=e6b6112c-bc03-4888-82a0-5a11b1b63411,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.966550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Checking segment: {'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:07.967593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:07.967884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network hostable DHCP agents. Network: 8e2b90c2-3829-4607-af42-44059b8bf5ae, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:18:07.967991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.968323 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:18:07.985864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-13b5b895-1671-454a-a700-7085d02bf36b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (cd878791-b7a9-4f63-87db-034bb20bed6e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.988404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-13b5b895-1671-454a-a700-7085d02bf36b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.992617 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-13b5b895-1671-454a-a700-7085d02bf36b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cd878791-b7a9-4f63-87db-034bb20bed6e HTTP/1.1" status: 204 len: 168 time: 0.2841303 Oct 26 11:18:07.995689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57248) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:08.006954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Network 8e2b90c2-3829-4607-af42-44059b8bf5ae is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:18:08.011528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5b895-1671-454a-a700-7085d02bf36b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd878791-b7a9-4f63-87db-034bb20bed6e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.030012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 8e2b90c2-3829-4607-af42-44059b8bf5ae) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:08.034566 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-67ba655a-3fa4-4442-8afa-70dd38b69658 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.0992863 Oct 26 11:18:08.043539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:08.044413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.045115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0df667-c21d-43a7-9aab-35ed85cf2313 None None] Network 8e2b90c2-3829-4607-af42-44059b8bf5ae requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:08.097951 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-78172884-677a-4d7e-9c1a-633e76c78c65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7241869 Oct 26 11:18:08.100766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57250) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:08.106091 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-30327932-b1eb-4822-954c-1fb5b5f866d8 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1094954 Oct 26 11:18:08.106701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:08.108410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6ebc7ece-37b3-4423-b8cd-0dab1b3fa18b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:08.111767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4600c81d-0969-4b63-a8f8-a52935bc80ee tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-secgroup--445245826'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:08.137879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4600c81d-0969-4b63-a8f8-a52935bc80ee tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.192803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:08.193233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.233307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ebc7ece-37b3-4423-b8cd-0dab1b3fa18b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3602445'] for subnet (e6b6112c-bc03-4888-82a0-5a11b1b63411), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.234690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:08.240016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:08.250105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4600c81d-0969-4b63-a8f8-a52935bc80ee tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (0cd0cacb-3410-471a-8375-7af24acedca6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.255444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.256328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:08.268768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4600c81d-0969-4b63-a8f8-a52935bc80ee tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0cd0cacb-3410-471a-8375-7af24acedca6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.314695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600c81d-0969-4b63-a8f8-a52935bc80ee tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd0cacb-3410-471a-8375-7af24acedca6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.322410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4600c81d-0969-4b63-a8f8-a52935bc80ee tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.327190 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4600c81d-0969-4b63-a8f8-a52935bc80ee tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2163506 Oct 26 11:18:08.328081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57254) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:08.335295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-8e2b90c2-3829-4607-af42-44059b8bf5ae', 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae', 'project_id': 'a869ce71900c49b0a83e80da27e4e969', 'fixed_ips': [{'subnet_id': 'e6b6112c-bc03-4888-82a0-5a11b1b63411'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:18:08.336288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.339662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c5e74d96-6706-46ac-ba18-7b9484dfd5b2 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569848956'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:08.387472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c5e74d96-6706-46ac-ba18-7b9484dfd5b2 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.522734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.562882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c5e74d96-6706-46ac-ba18-7b9484dfd5b2 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (3105b553-8aa4-4eba-93ae-871f0928a596), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.571115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:08.571501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.571614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c5e74d96-6706-46ac-ba18-7b9484dfd5b2 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3105b553-8aa4-4eba-93ae-871f0928a596), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.571897 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:18:08.582097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ebc7ece-37b3-4423-b8cd-0dab1b3fa18b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787628971448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3375572'] for subnet (e6b6112c-bc03-4888-82a0-5a11b1b63411), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.614465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e74d96-6706-46ac-ba18-7b9484dfd5b2 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3105b553-8aa4-4eba-93ae-871f0928a596,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.622153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c5e74d96-6706-46ac-ba18-7b9484dfd5b2 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.624237 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c5e74d96-6706-46ac-ba18-7b9484dfd5b2 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2927828 Oct 26 11:18:08.629658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57256) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:08.636194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e47b202e-7295-4160-9a47-2abfa7cf42be tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': '0cd0cacb-3410-471a-8375-7af24acedca6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3105b553-8aa4-4eba-93ae-871f0928a596', 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:08.662594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc7ece-37b3-4423-b8cd-0dab1b3fa18b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:08.662594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ebc7ece-37b3-4423-b8cd-0dab1b3fa18b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.662594 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6ebc7ece-37b3-4423-b8cd-0dab1b3fa18b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "PUT /networking/v2.0/subnets/e6b6112c-bc03-4888-82a0-5a11b1b63411 HTTP/1.1" status: 200 len: 877 time: 0.5599868 Oct 26 11:18:08.678379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:08.706906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47b202e-7295-4160-9a47-2abfa7cf42be tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (c6616245-1f55-4f88-9243-534064485ee3), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.709461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57260) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:08.727918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Allocated IP 172.20.0.3 (8e2b90c2-3829-4607-af42-44059b8bf5ae/e6b6112c-bc03-4888-82a0-5a11b1b63411/1a4cbd77-dd5e-4314-83fe-829c0c001e4d) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:08.811339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc7ece-37b3-4423-b8cd-0dab1b3fa18b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event updated for resources: {'Subnet': ['ID=e6b6112c-bc03-4888-82a0-5a11b1b63411,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.869302 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-20ac9a8d-36e4-4371-90b8-085fda9c5a17 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1176097 Oct 26 11:18:08.883766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47b202e-7295-4160-9a47-2abfa7cf42be tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (c6616245-1f55-4f88-9243-534064485ee3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.890469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8e2b90c2-3829-4607-af42-44059b8bf5ae), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.897404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47b202e-7295-4160-9a47-2abfa7cf42be tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (c6616245-1f55-4f88-9243-534064485ee3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.942562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b202e-7295-4160-9a47-2abfa7cf42be tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6616245-1f55-4f88-9243-534064485ee3,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.956826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47b202e-7295-4160-9a47-2abfa7cf42be tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.960805 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e47b202e-7295-4160-9a47-2abfa7cf42be tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3273499 Oct 26 11:18:08.961727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57264) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:09.007495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:09.007927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.012295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.019257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a558e932-069b-49a7-853c-3113cccc99c1 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (c6616245-1f55-4f88-9243-534064485ee3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.030127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a558e932-069b-49a7-853c-3113cccc99c1 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (c6616245-1f55-4f88-9243-534064485ee3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.037723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:09.051672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (e6b6112c-bc03-4888-82a0-5a11b1b63411), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.092540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Publish callbacks [] for port (1a4cbd77-dd5e-4314-83fe-829c0c001e4d), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.097304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.109991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (1a4cbd77-dd5e-4314-83fe-829c0c001e4d), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.119771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.125741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a558e932-069b-49a7-853c-3113cccc99c1 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (c6616245-1f55-4f88-9243-534064485ee3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.167585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a558e932-069b-49a7-853c-3113cccc99c1 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.170859 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a558e932-069b-49a7-853c-3113cccc99c1 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/c6616245-1f55-4f88-9243-534064485ee3 HTTP/1.1" status: 204 len: 168 time: 0.2079043 Oct 26 11:18:09.175885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57268) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:09.191009 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c56bbc8a-7292-4535-844d-2cabd65d50df tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1518562 Oct 26 11:18:09.192160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558e932-069b-49a7-853c-3113cccc99c1 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6616245-1f55-4f88-9243-534064485ee3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:09.194625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:09.199644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Network 8e2b90c2-3829-4607-af42-44059b8bf5ae is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:09.204940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:09.212969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.213466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:09.218050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.226439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (e6b6112c-bc03-4888-82a0-5a11b1b63411), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.247923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:09.263790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b6112c-bc03-4888-82a0-5a11b1b63411,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:09.265185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Pushing event updated for resources: {'Port': ['ID=1a4cbd77-dd5e-4314-83fe-829c0c001e4d,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:09.266446 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ab01c5e-e85d-4693-934b-dc258e983277 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0858605 Oct 26 11:18:09.267101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57270) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:09.334532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2547634b-b092-4883-af9b-f010c287cbd6 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (3105b553-8aa4-4eba-93ae-871f0928a596), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.351223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.352391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8e2b90c2-3829-4607-af42-44059b8bf5ae), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.367420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2547634b-b092-4883-af9b-f010c287cbd6 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (3105b553-8aa4-4eba-93ae-871f0928a596), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.384651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2b90c2-3829-4607-af42-44059b8bf5ae']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:09.384877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:09.384877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.385409 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c Oct 26 11:18:09.399802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4001ea91-9f88-45f1-928e-b057fcf232cf') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:09.400114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4001ea91-9f88-45f1-928e-b057fcf232cf') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:09.412181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (4001ea91-9f88-45f1-928e-b057fcf232cf), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.425055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2547634b-b092-4883-af9b-f010c287cbd6 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3105b553-8aa4-4eba-93ae-871f0928a596), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.425952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:09.426348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:09.426722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:09.429325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2547634b-b092-4883-af9b-f010c287cbd6 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.431894 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2547634b-b092-4883-af9b-f010c287cbd6 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3105b553-8aa4-4eba-93ae-871f0928a596 HTTP/1.1" status: 204 len: 168 time: 0.1618600 Oct 26 11:18:09.435463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57272) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:09.445979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547634b-b092-4883-af9b-f010c287cbd6 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3105b553-8aa4-4eba-93ae-871f0928a596,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:09.450517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:09.458351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4001ea91-9f88-45f1-928e-b057fcf232cf), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.460356 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:09.462922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:09.474937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:18:09.475137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (4001ea91-9f88-45f1-928e-b057fcf232cf), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:09.523295 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] Oct 26 11:18:09.530963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:09.532587 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempt 2 to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d Oct 26 11:18:09.534046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:09.534518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:09.534777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:09.542876 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4001ea91-9f88-45f1-928e-b057fcf232cf resource provider aggregate not found Oct 26 11:18:09.551640 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:09.557132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.577929 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:09.583925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.619844 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:09.622357 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] Oct 26 11:18:09.622357 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempt 3 to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d Oct 26 11:18:09.626467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:09.626861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.651180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:09.651557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:09.652365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:09.682171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.687385 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:09.690010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:09.693770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.701606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.db.api [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 11:18:09.701606 dv-neutron-759874-5-hyperv neutron-server[105415]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 11:18:09.701606 dv-neutron-759874-5-hyperv neutron-server[105415]: [parameters: {'id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] Oct 26 11:18:09.701606 dv-neutron-759874-5-hyperv neutron-server[105415]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105415) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:18:09.705203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG oslo_db.api [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:18:09.741813 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4001ea91-9f88-45f1-928e-b057fcf232cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4001ea91-9f88-45f1-928e-b057fcf232cf found for delete ", "request_id": "req-62bae133-fd7f-42a7-8a07-112f98f30fb6"}]} Oct 26 11:18:09.756980 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-798cccff-a3cb-4df7-b67d-5c046d917657 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3177154 Oct 26 11:18:09.759703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57282) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:09.763168 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:09.789132 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:09.792569 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] Oct 26 11:18:09.796152 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempt 4 to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d Oct 26 11:18:09.870956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:09.870956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:09.870956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:09.876780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57284) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:09.928911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:09.934134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:09.939011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-91314f13-7c22-41a0-9871-3710dcd252ea tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (0cd0cacb-3410-471a-8375-7af24acedca6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.992055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-91314f13-7c22-41a0-9871-3710dcd252ea tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (0cd0cacb-3410-471a-8375-7af24acedca6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.051608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:10.054281 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5ea5eb29-f5ad-480a-a6bf-1a6c357c9e60 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1729422 Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.059879 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:10.062671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:10.105201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-91314f13-7c22-41a0-9871-3710dcd252ea tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0cd0cacb-3410-471a-8375-7af24acedca6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.108423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-91314f13-7c22-41a0-9871-3710dcd252ea tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.109854 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-91314f13-7c22-41a0-9871-3710dcd252ea tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0cd0cacb-3410-471a-8375-7af24acedca6 HTTP/1.1" status: 204 len: 168 time: 0.3489139 Oct 26 11:18:10.111428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:10.112299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57288) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:10.128513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:10.132882 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] Oct 26 11:18:10.135330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91314f13-7c22-41a0-9871-3710dcd252ea tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd0cacb-3410-471a-8375-7af24acedca6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:10.190130 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempt 5 to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d Oct 26 11:18:10.194848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57290) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:10.213816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8e2b90c2-3829-4607-af42-44059b8bf5ae), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.219493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:10.224791 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ad4ccf0-4b00-41db-804b-6060686db68f tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1113122 Oct 26 11:18:10.228859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57294) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:10.234392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:10.234764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:10.235124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:10.236090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-223fb01e-c406-4cd1-a6c3-c8ced729c207 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675036962'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:10.244753 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.316920 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:10.320040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:10.332430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-223fb01e-c406-4cd1-a6c3-c8ced729c207 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.344223 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e24077b1-1fc5-4877-b0b0-14f668181b16 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1481695 Oct 26 11:18:10.395914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Deleting port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:10.396223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1a4cbd77-dd5e-4314-83fe-829c0c001e4d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.404236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:07Z', 'revision_number': 5, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:10.486510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] For port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:10.486892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1a4cbd77-dd5e-4314-83fe-829c0c001e4d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.488296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:10.501164 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:10.502062 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:10.503529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Calling delete_port for 1a4cbd77-dd5e-4314-83fe-829c0c001e4d owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:10.626818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:10.645781 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-223fb01e-c406-4cd1-a6c3-c8ced729c207 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (b29b8fe4-d9cb-4a48-b668-65f418e10b92), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.647418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1a4cbd77-dd5e-4314-83fe-829c0c001e4d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.660696 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:10.663801 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] Oct 26 11:18:10.665802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:10.666945 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempt 6 to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d Oct 26 11:18:10.674758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Port': ['ID=1a4cbd77-dd5e-4314-83fe-829c0c001e4d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:10.680063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-223fb01e-c406-4cd1-a6c3-c8ced729c207 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b29b8fe4-d9cb-4a48-b668-65f418e10b92), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.710695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No DVR routers for this DVR port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:18:10.731190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-223fb01e-c406-4cd1-a6c3-c8ced729c207 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.732605 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-223fb01e-c406-4cd1-a6c3-c8ced729c207 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5024447 Oct 26 11:18:10.735986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57296) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:10.744572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-772d02e7-84a1-4042-b79d-2390c34b6fbd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': 'b29b8fe4-d9cb-4a48-b668-65f418e10b92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:10.777404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:10.777786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:10.778985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:10.788487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:10.790660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.802915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fb01e-c406-4cd1-a6c3-c8ced729c207 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b8fe4-d9cb-4a48-b668-65f418e10b92,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.848499 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:10.851766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:10.853379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-772d02e7-84a1-4042-b79d-2390c34b6fbd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (58aeadd2-d189-42bb-9900-5a2346504176), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.858376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:10.863902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8e2b90c2-3829-4607-af42-44059b8bf5ae), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.911616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2b90c2-3829-4607-af42-44059b8bf5ae']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:10.928274 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:10.930700 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] Oct 26 11:18:10.932045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4001ea91-9f88-45f1-928e-b057fcf232cf') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:10.933582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4001ea91-9f88-45f1-928e-b057fcf232cf') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:10.939359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:10.940610 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempt 7 to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d Oct 26 11:18:10.959223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (4001ea91-9f88-45f1-928e-b057fcf232cf), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.963552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.966590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:10.980932 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:07Z', 'revision_number': 5, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:11.000530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (4001ea91-9f88-45f1-928e-b057fcf232cf), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.019619 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba5955-40f5-4e0d-9617-e971e64f8816 None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:07Z', 'revision_number': 5, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:11.020363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:18:11.020784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (4001ea91-9f88-45f1-928e-b057fcf232cf), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.046486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:11.050989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-772d02e7-84a1-4042-b79d-2390c34b6fbd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (58aeadd2-d189-42bb-9900-5a2346504176), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.057846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57300) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.079147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-772d02e7-84a1-4042-b79d-2390c34b6fbd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (58aeadd2-d189-42bb-9900-5a2346504176), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.116797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:11.116797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:11.116797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:11.145573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:11.167179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (8e2b90c2-3829-4607-af42-44059b8bf5ae), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.170691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d02e7-84a1-4042-b79d-2390c34b6fbd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58aeadd2-d189-42bb-9900-5a2346504176,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:11.180056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.194615 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/8e2b90c2-3829-4607-af42-44059b8bf5ae HTTP/1.1" status: 204 len: 168 time: 2.5225174 Oct 26 11:18:11.194885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57302) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.230471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f581dc6-f43a-41f6-8c65-8ab513697c01 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=8e2b90c2-3829-4607-af42-44059b8bf5ae,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:11.240941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-772d02e7-84a1-4042-b79d-2390c34b6fbd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.240941 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-772d02e7-84a1-4042-b79d-2390c34b6fbd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5002055 Oct 26 11:18:11.243112 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57304) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.248743 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:11.251291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:11.282452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f799e341-8ffc-4e33-b71f-14ae31b62aad tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (58aeadd2-d189-42bb-9900-5a2346504176), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.285641 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-adfef2b7-28be-44f8-8fee-1ee86625fdaf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2256379 Oct 26 11:18:11.287343 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb97d989-1d8f-4975-8b74-fa0d2affa069 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:11.287628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb97d989-1d8f-4975-8b74-fa0d2affa069 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:11.299530 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eb97d989-1d8f-4975-8b74-fa0d2affa069 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/e6b6112c-bc03-4888-82a0-5a11b1b63411 HTTP/1.1" status: 404 len: 337 time: 0.0958595 Oct 26 11:18:11.300933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f799e341-8ffc-4e33-b71f-14ae31b62aad tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (58aeadd2-d189-42bb-9900-5a2346504176), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.301812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57306) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.313660 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:11.316703 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [{'id': '4001ea91-9f88-45f1-928e-b057fcf232cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8e2b90c2-3829-4607-af42-44059b8bf5ae'}] Oct 26 11:18:11.317635 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempt 8 to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d Oct 26 11:18:11.333829 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20a68a8-20a9-42ab-a6ae-c1b6aa044f65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:11.334557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20a68a8-20a9-42ab-a6ae-c1b6aa044f65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:11.339971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:11.340720 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a20a68a8-20a9-42ab-a6ae-c1b6aa044f65 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/8e2b90c2-3829-4607-af42-44059b8bf5ae HTTP/1.1" status: 404 len: 339 time: 0.0377922 Oct 26 11:18:11.342264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57308) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.346344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:11.346968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:11.347418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:11.350612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57310) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.372590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f799e341-8ffc-4e33-b71f-14ae31b62aad tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (58aeadd2-d189-42bb-9900-5a2346504176), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.383945 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a15fee-bc0c-460b-b3b5-5d21d0358758 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:11.384536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a15fee-bc0c-460b-b3b5-5d21d0358758 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:11.392347 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-40a15fee-bc0c-460b-b3b5-5d21d0358758 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/59139fa4-7282-4797-acd0-c3b0887ce540 HTTP/1.1" status: 404 len: 337 time: 0.0477929 Oct 26 11:18:11.393255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57312) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.417392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde275aa-adee-4572-af3a-4cba380de61c tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:11.418789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde275aa-adee-4572-af3a-4cba380de61c tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:11.422104 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dde275aa-adee-4572-af3a-4cba380de61c tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/40b19934-f257-4995-890b-0d6418549292 HTTP/1.1" status: 404 len: 339 time: 0.0277553 Oct 26 11:18:11.424599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.427752 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:11.430659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:11.434064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f799e341-8ffc-4e33-b71f-14ae31b62aad tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.436144 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f799e341-8ffc-4e33-b71f-14ae31b62aad tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/58aeadd2-d189-42bb-9900-5a2346504176 HTTP/1.1" status: 204 len: 168 time: 0.1933603 Oct 26 11:18:11.437400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799e341-8ffc-4e33-b71f-14ae31b62aad tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58aeadd2-d189-42bb-9900-5a2346504176,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:11.443335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57316) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.527390 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c6199900-75c9-471f-b667-6354a1aa17ea tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0822051 Oct 26 11:18:11.536767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.565058 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:11.568793 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:18:11.580430 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempt 9 to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d Oct 26 11:18:11.601888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:11.602729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.620367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:11.621004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:11.621520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:11.633732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.663701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:08Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:09Z', 'revision_number': 9, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.669522 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:11.673132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:11.673289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:11.673866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (1f251833-519c-41c0-86ea-7bbd2808d252), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.674297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80a83fd3-40dd-4472-ad5d-1db3fa13a0c7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (b29b8fe4-d9cb-4a48-b668-65f418e10b92), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.710319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80a83fd3-40dd-4472-ad5d-1db3fa13a0c7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (b29b8fe4-d9cb-4a48-b668-65f418e10b92), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.759204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.776839 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:11.779860 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-edd13cfc-aa37-44fd-b5e4-dd0649772d12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.4232321 Oct 26 11:18:11.779860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80a83fd3-40dd-4472-ad5d-1db3fa13a0c7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b29b8fe4-d9cb-4a48-b668-65f418e10b92), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.781533 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:18:11.783900 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80a83fd3-40dd-4472-ad5d-1db3fa13a0c7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.785350 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-80a83fd3-40dd-4472-ad5d-1db3fa13a0c7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b29b8fe4-d9cb-4a48-b668-65f418e10b92 HTTP/1.1" status: 204 len: 168 time: 0.2470536 Oct 26 11:18:11.788627 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempt 10 to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d Oct 26 11:18:11.794194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57326) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.805387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:11.822248 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4001ea91-9f88-45f1-928e-b057fcf232cf resource provider aggregate not found Oct 26 11:18:11.825740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:11.827568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:11.827972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:11.836392 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a040019-55f6-4f8b-a471-f6ad92d47bf5 None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:18:11.863471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.868386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:11.869169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:11.873820 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:11.876998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Attempting to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on network 8e2b90c2-3829-4607-af42-44059b8bf5ae {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:11.900315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 4001ea91-9f88-45f1-928e-b057fcf232cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4001ea91-9f88-45f1-928e-b057fcf232cf found for delete ", "request_id": "req-74567b81-8ffd-45f6-b71e-353a8e976a1a"}]} Oct 26 11:18:11.902877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a83fd3-40dd-4472-ad5d-1db3fa13a0c7 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b8fe4-d9cb-4a48-b668-65f418e10b92,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:11.928311 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fcb2cae1-3292-4691-ab35-415bf8b9dd6b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1320424 Oct 26 11:18:11.934219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (1f251833-519c-41c0-86ea-7bbd2808d252), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.934956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.942911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-8829d402-4d37-4ca1-a2c0-4ffe2ecaecfd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-secgroup--133983427'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:11.972875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e37eac-8401-45ee-b96f-149fada2f749 req-e03e974c-19c8-4e78-810e-7d7ef02b7f7f tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:11.981705 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-21e37eac-8401-45ee-b96f-149fada2f749 req-e03e974c-19c8-4e78-810e-7d7ef02b7f7f tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 945 time: 0.2718687 Oct 26 11:18:11.983891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8829d402-4d37-4ca1-a2c0-4ffe2ecaecfd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.992481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise self.value Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet e6b6112c-bc03-4888-82a0-5a11b1b63411 could not be found. Oct 26 11:18:12.004047 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers Oct 26 11:18:12.007843 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR neutron.plugins.ml2.managers [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Failed to bind port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d on host dv-neutron-759874-5-hyperv for vnic_type normal using segments [] Oct 26 11:18:12.008444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1a4cbd77-dd5e-4314-83fe-829c0c001e4d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.127277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.191845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8829d402-4d37-4ca1-a2c0-4ffe2ecaecfd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (b3ccf832-76c4-4f10-8a76-cadbb63f8e91), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.203335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8829d402-4d37-4ca1-a2c0-4ffe2ecaecfd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b3ccf832-76c4-4f10-8a76-cadbb63f8e91), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.218775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:12.253675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8829d402-4d37-4ca1-a2c0-4ffe2ecaecfd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.255498 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8829d402-4d37-4ca1-a2c0-4ffe2ecaecfd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3182886 Oct 26 11:18:12.262012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57334) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:12.267873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a661699b-e74d-42a6-91f4-ce2d9d4f2033 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': 'b3ccf832-76c4-4f10-8a76-cadbb63f8e91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:12.305374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57336) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:12.307187 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.343549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8f4a7-01bd-40ed-ba97-7173fb3bfabb None None] Port 1a4cbd77-dd5e-4314-83fe-829c0c001e4d has been deleted concurrently {{(pid=105417) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 26 11:18:12.395820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829d402-4d37-4ca1-a2c0-4ffe2ecaecfd tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ccf832-76c4-4f10-8a76-cadbb63f8e91,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:12.409319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a661699b-e74d-42a6-91f4-ce2d9d4f2033 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (41572c5a-d2c4-4f6e-a277-06cea0fff857), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.498919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:12.552839 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e18677f0-73ae-4a6c-8f51-90bdf5938a17 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2434502 Oct 26 11:18:12.629677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a661699b-e74d-42a6-91f4-ce2d9d4f2033 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (41572c5a-d2c4-4f6e-a277-06cea0fff857), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.638272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a661699b-e74d-42a6-91f4-ce2d9d4f2033 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (41572c5a-d2c4-4f6e-a277-06cea0fff857), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.640875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:12.640875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.650789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f251833-519c-41c0-86ea-7bbd2808d252']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:12.667860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f084ce99-a5bd-421b-acf4-d00531896235') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:12.668162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f084ce99-a5bd-421b-acf4-d00531896235') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:12.689388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (f084ce99-a5bd-421b-acf4-d00531896235), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.704214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661699b-e74d-42a6-91f4-ce2d9d4f2033 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41572c5a-d2c4-4f6e-a277-06cea0fff857,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:12.713539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a661699b-e74d-42a6-91f4-ce2d9d4f2033 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.717872 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a661699b-e74d-42a6-91f4-ce2d9d4f2033 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4523180 Oct 26 11:18:12.718405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57338) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:12.756276 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.767395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f084ce99-a5bd-421b-acf4-d00531896235), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.769414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1c790b76-4e6d-42b2-a52d-bc2d4f132d17 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules/41572c5a-d2c4-4f6e-a277-06cea0fff857 HTTP/1.1" status: 200 len: 763 time: 0.0494320 Oct 26 11:18:12.770412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57340) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:12.774761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:12.784339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.787199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57342) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:12.807963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.816513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:18:12.816929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (f084ce99-a5bd-421b-acf4-d00531896235), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.848959 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e25d4316-238b-4290-b7c6-9ae90d6a0ada tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0743930 Oct 26 11:18:12.852756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57346) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:12.905056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-641ea570-300d-4578-8a2f-45b914af9fb9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (41572c5a-d2c4-4f6e-a277-06cea0fff857), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.958330 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-21e37eac-8401-45ee-b96f-149fada2f749 req-dce86f2a-0813-46a4-8f95-bdb6ee8e865b tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9730229 Oct 26 11:18:12.958528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-641ea570-300d-4578-8a2f-45b914af9fb9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (41572c5a-d2c4-4f6e-a277-06cea0fff857), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.963824 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment f084ce99-a5bd-421b-acf4-d00531896235 resource provider aggregate not found Oct 26 11:18:12.980616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-a66397f2-9b05-4994-a726-80d70b0c5421 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:12.982147 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-a66397f2-9b05-4994-a726-80d70b0c5421 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 945 time: 0.2842968 Oct 26 11:18:13.011555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-641ea570-300d-4578-8a2f-45b914af9fb9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (41572c5a-d2c4-4f6e-a277-06cea0fff857), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.022114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment f084ce99-a5bd-421b-acf4-d00531896235 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f084ce99-a5bd-421b-acf4-d00531896235 found for delete ", "request_id": "req-582f2a02-bf8e-4812-8103-04370e404dbe"}]} Oct 26 11:18:13.025230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:08Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:09Z', 'revision_number': 9, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:13.026006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-641ea570-300d-4578-8a2f-45b914af9fb9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.030105 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-641ea570-300d-4578-8a2f-45b914af9fb9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/41572c5a-d2c4-4f6e-a277-06cea0fff857 HTTP/1.1" status: 204 len: 168 time: 0.1739886 Oct 26 11:18:13.030966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57350) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.033966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:13.059132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ea570-300d-4578-8a2f-45b914af9fb9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41572c5a-d2c4-4f6e-a277-06cea0fff857,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:13.093710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f78d6-3381-4cb7-ac5e-1e9d998b85ee None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:08Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:09Z', 'revision_number': 9, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:13.107522 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6cb79fb9-4b30-47f9-b93a-0af71902ecff tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0723650 Oct 26 11:18:13.115127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57352) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.120011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3781d938-d700-4e9d-8ae9-234e8c5e6c95 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': 'b3ccf832-76c4-4f10-8a76-cadbb63f8e91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:13.129283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (1f251833-519c-41c0-86ea-7bbd2808d252), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.136957 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0fe023b6-c1b2-4ccf-b659-28683bde4afc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.3435979 Oct 26 11:18:13.199649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.206153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57356) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.210103 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/1f251833-519c-41c0-86ea-7bbd2808d252 HTTP/1.1" status: 204 len: 168 time: 1.7841547 Oct 26 11:18:13.292093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:13.293123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b375569-5674-43c7-825c-46f21a3f3c79 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=1f251833-519c-41c0-86ea-7bbd2808d252,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:13.293284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:13.293284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:13.304561 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc97d0e-f4e1-4cd3-9f67-218eab7835fd tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:13.305893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc97d0e-f4e1-4cd3-9f67-218eab7835fd tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:13.313280 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0cc97d0e-f4e1-4cd3-9f67-218eab7835fd tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/c6df6f17-34ca-4865-a30f-d0c0dca5d21f HTTP/1.1" status: 404 len: 337 time: 0.1032610 Oct 26 11:18:13.314135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.314771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Deleting port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:13.322051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.380656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:13.391317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:13.441480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3781d938-d700-4e9d-8ae9-234e8c5e6c95 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (9375d800-8843-40cf-b9c8-f1c2bd789cc2), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.447630 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd51e000-7b1c-4a24-93ec-70804f138013 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:13.448200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd51e000-7b1c-4a24-93ec-70804f138013 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:13.451926 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd51e000-7b1c-4a24-93ec-70804f138013 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/8a8a2f84-6390-478d-9b45-99b86cb98155 HTTP/1.1" status: 404 len: 339 time: 0.1178236 Oct 26 11:18:13.454474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57360) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.491557 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-848398bc-72bb-40e4-b139-6c09dd07540d tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:13.492096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848398bc-72bb-40e4-b139-6c09dd07540d tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:13.506063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-848398bc-72bb-40e4-b139-6c09dd07540d tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/4f344bd3-988c-45cd-8f47-2fb9d750018d HTTP/1.1" status: 404 len: 337 time: 0.0500901 Oct 26 11:18:13.506245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57362) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.514905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] For port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:13.518584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.547099 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbfecd2-c03b-4d33-b5f4-bbd79d7928a2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:13.547566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbfecd2-c03b-4d33-b5f4-bbd79d7928a2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:13.550596 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2cbfecd2-c03b-4d33-b5f4-bbd79d7928a2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/770b97a8-88d2-4657-8ca4-2ae44f024740 HTTP/1.1" status: 404 len: 339 time: 0.0412688 Oct 26 11:18:13.555505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57364) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.562724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57366) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.640239 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32ce732-7bd5-4865-a1b4-89e0299ea3b1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:13.640815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32ce732-7bd5-4865-a1b4-89e0299ea3b1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:13.647000 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e32ce732-7bd5-4865-a1b4-89e0299ea3b1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/04bb1936-90ae-4cb5-8eb9-170dbdc47f34 HTTP/1.1" status: 404 len: 337 time: 0.0906479 Oct 26 11:18:13.651440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57368) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.708545 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d45df7-7181-4f23-b9b0-797fe90bd8d8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:13.709546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d45df7-7181-4f23-b9b0-797fe90bd8d8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:13.715004 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-87d45df7-7181-4f23-b9b0-797fe90bd8d8 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/3df67b23-ca7f-41b9-b4db-a7c0daacf0f8 HTTP/1.1" status: 404 len: 339 time: 0.0603662 Oct 26 11:18:13.721308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57370) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.794527 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed568bc1-1e63-4257-9019-c19db2f71cde tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:13.795594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed568bc1-1e63-4257-9019-c19db2f71cde tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:13.803598 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed568bc1-1e63-4257-9019-c19db2f71cde tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/22c54226-7f88-419a-884f-51744e0185ab HTTP/1.1" status: 404 len: 337 time: 0.0798068 Oct 26 11:18:13.807519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57372) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.860586 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-471d1a2a-6ff1-4b44-b9e8-44db5bbf30db tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:13.861676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471d1a2a-6ff1-4b44-b9e8-44db5bbf30db tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:13.866503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3781d938-d700-4e9d-8ae9-234e8c5e6c95 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (9375d800-8843-40cf-b9c8-f1c2bd789cc2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.874828 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-471d1a2a-6ff1-4b44-b9e8-44db5bbf30db tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/e6d366b7-9c29-404e-af8a-6552ef8c61c5 HTTP/1.1" status: 404 len: 339 time: 0.0609407 Oct 26 11:18:13.880610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57374) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.890613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:13.932665 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3b827a72-fc18-402c-9052-17281e900b33 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3687255 Oct 26 11:18:14.006245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:14.010014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3781d938-d700-4e9d-8ae9-234e8c5e6c95 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (9375d800-8843-40cf-b9c8-f1c2bd789cc2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.017600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe02db9-b309-4f53-ab61-d4978c599b06 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:14.018234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe02db9-b309-4f53-ab61-d4978c599b06 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:14.021898 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ebe02db9-b309-4f53-ab61-d4978c599b06 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d57a5f14-e975-463c-af2a-bb415d7a4a41 HTTP/1.1" status: 404 len: 337 time: 0.1220534 Oct 26 11:18:14.024495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57378) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.089827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781d938-d700-4e9d-8ae9-234e8c5e6c95 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9375d800-8843-40cf-b9c8-f1c2bd789cc2,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:14.092500 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70e5bc2-6f3f-4a17-bf35-f24fa970fc1b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:14.097376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70e5bc2-6f3f-4a17-bf35-f24fa970fc1b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:14.098823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3781d938-d700-4e9d-8ae9-234e8c5e6c95 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.100262 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3781d938-d700-4e9d-8ae9-234e8c5e6c95 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9841461 Oct 26 11:18:14.109477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57380) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.109959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57382) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.111036 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c70e5bc2-6f3f-4a17-bf35-f24fa970fc1b tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/76f59c28-dc02-49b7-897f-2ab250206349 HTTP/1.1" status: 404 len: 339 time: 0.0826273 Oct 26 11:18:14.141383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57384) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.280693 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d189f78-078e-4b21-91a9-93af4304ad0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1364605 Oct 26 11:18:14.298525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-1487989b-b56e-435f-811d-45d3e1d7efdf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:14.299000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1487989b-b56e-435f-811d-45d3e1d7efdf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:14.302083 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1487989b-b56e-435f-811d-45d3e1d7efdf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/0be15244-f05e-4041-8bbb-b2458a94c028 HTTP/1.1" status: 404 len: 337 time: 0.1795125 Oct 26 11:18:14.304762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57386) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.312317 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7a189055-d048-4c10-855a-9f69248701da tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules/9375d800-8843-40cf-b9c8-f1c2bd789cc2 HTTP/1.1" status: 200 len: 763 time: 0.1987095 Oct 26 11:18:14.316607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57388) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.333844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:14.334573 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb66dfe-1bba-4ef6-91ce-8498566c94fb tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:14.335172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb66dfe-1bba-4ef6-91ce-8498566c94fb tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:14.338448 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fdb66dfe-1bba-4ef6-91ce-8498566c94fb tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/66d6edd8-aad1-4243-87d1-0dd7fb28e2b0 HTTP/1.1" status: 404 len: 339 time: 0.0326350 Oct 26 11:18:14.344148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57392) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.394655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.395016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (fefaea03-fefd-4d25-a459-91e3b40d7dd6), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.395339 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Floating IP fefaea03-fefd-4d25-a459-91e3b40d7dd6 disassociated. External IP: 172.26.0.105, port: ea74f30a-0137-4e9f-b49f-d85e58d5d5a2. Oct 26 11:18:14.395757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Calling delete_port for ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:14.415692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab90166-262f-4a78-9718-5253c5a0b841 req-2dd3c16e-584c-4981-9cb9-54418696d3ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:14.426022 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1ab90166-262f-4a78-9718-5253c5a0b841 req-2dd3c16e-584c-4981-9cb9-54418696d3ae tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 945 time: 0.2470274 Oct 26 11:18:14.426167 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47ad25c-a0df-4206-9c79-2c23103bfeac tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:14.426629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47ad25c-a0df-4206-9c79-2c23103bfeac tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:14.437318 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e47ad25c-a0df-4206-9c79-2c23103bfeac tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/e4383bb0-3327-4780-841d-c651a1bc8996 HTTP/1.1" status: 404 len: 337 time: 0.0875254 Oct 26 11:18:14.437989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57394) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.467769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c02063-9355-44c8-b6c5-c00502b98bc1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:14.468186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-59e575e6-58e5-4c83-81ab-babdbc9b1329 None None] Could not find standard attr ID for object 1a4cbd77-dd5e-4314-83fe-829c0c001e4d. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 11:18:14.468313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c02063-9355-44c8-b6c5-c00502b98bc1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:14.473820 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-70c02063-9355-44c8-b6c5-c00502b98bc1 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/e621afd2-45a1-4a46-a989-bfc4cec5c80f HTTP/1.1" status: 404 len: 339 time: 0.0323417 Oct 26 11:18:14.474063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57396) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.482139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6242bd6-f1c1-49d7-9ebb-32a60673580a None None] DHCP port deletion for 8e2b90c2-3829-4607-af42-44059b8bf5ae request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:18:14.491790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:14.517740 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d5ce1fc1-e35f-42a4-89e9-d1ddb097bd76 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1956995 Oct 26 11:18:14.524735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57398) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.529889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-70deff3e-2935-4dad-b679-924735bac5a2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:14.530364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70deff3e-2935-4dad-b679-924735bac5a2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:14.540426 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-70deff3e-2935-4dad-b679-924735bac5a2 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/6f3062e8-b0c5-49ad-8fa7-6a7f77759f0c HTTP/1.1" status: 404 len: 337 time: 0.0651455 Oct 26 11:18:14.542822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57400) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.614049 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-6275fc5e-7dde-4376-97d4-dfc8c12a40aa tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] DELETE failed (client error): The resource could not be found. Oct 26 11:18:14.614588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6275fc5e-7dde-4376-97d4-dfc8c12a40aa tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:14.617654 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6275fc5e-7dde-4376-97d4-dfc8c12a40aa tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/2440ff06-bc02-432d-bcca-e55e4819f974 HTTP/1.1" status: 404 len: 339 time: 0.0711532 Oct 26 11:18:14.620614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57402) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.629231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7382e037-8444-408d-842b-232ab220c259 None None] Network 8e2b90c2-3829-4607-af42-44059b8bf5ae requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:14.689333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:14.697680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7382e037-8444-408d-842b-232ab220c259 None None] Network 8e2b90c2-3829-4607-af42-44059b8bf5ae could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:18:14.704813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:14.705695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.705695 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:18:14.711619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020738d3-15ea-4970-a47d-848cad64e1b4 None None] Network 8e2b90c2-3829-4607-af42-44059b8bf5ae requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:14.712184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:14.713452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fc43bce8-e254-4f8c-a09d-1915b01430b9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (9375d800-8843-40cf-b9c8-f1c2bd789cc2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.739648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fc43bce8-e254-4f8c-a09d-1915b01430b9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (9375d800-8843-40cf-b9c8-f1c2bd789cc2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.773501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020738d3-15ea-4970-a47d-848cad64e1b4 None None] Network 8e2b90c2-3829-4607-af42-44059b8bf5ae could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 11:18:14.784608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:11Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:14.853681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:14.879391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1ab90166-262f-4a78-9718-5253c5a0b841 req-bd869b14-12d0-471c-a59c-ff994cdbfb0b tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6d685cab-d125-480a-82f9-21ec06a8b150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4524782 Oct 26 11:18:14.882986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fc43bce8-e254-4f8c-a09d-1915b01430b9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (9375d800-8843-40cf-b9c8-f1c2bd789cc2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.889661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fc43bce8-e254-4f8c-a09d-1915b01430b9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.893304 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fc43bce8-e254-4f8c-a09d-1915b01430b9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/9375d800-8843-40cf-b9c8-f1c2bd789cc2 HTTP/1.1" status: 204 len: 168 time: 0.3675172 Oct 26 11:18:14.894189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57404) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.897933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-65acf74b-3cae-4dcc-a2fe-d46675484183 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Deleting subnet 5e99210c-1d60-4e4d-9d7f-3a74b95536dd {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:18:14.901582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-65acf74b-3cae-4dcc-a2fe-d46675484183 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (5e99210c-1d60-4e4d-9d7f-3a74b95536dd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.917815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:14.919108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:14.937378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57406) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.950335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-65acf74b-3cae-4dcc-a2fe-d46675484183 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (5e99210c-1d60-4e4d-9d7f-3a74b95536dd), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.007917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:15.008307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.009655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ea74f30a-0137-4e9f-b49f-d85e58d5d5a2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.051855 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06434089-13e4-4d92-8542-c0c948ba3887 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1538150 Oct 26 11:18:15.064462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57408) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:15.071225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-611f0982-610a-4477-bcf6-1636cd5cea0d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': 'b3ccf832-76c4-4f10-8a76-cadbb63f8e91', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:15.091253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43bce8-e254-4f8c-a09d-1915b01430b9 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9375d800-8843-40cf-b9c8-f1c2bd789cc2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:15.102331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Pushing event deleted for resources: {'Port': ['ID=ea74f30a-0137-4e9f-b49f-d85e58d5d5a2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:15.108213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:15.143153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:15.153160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.154000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:15.158766 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e080d3ca-7d17-43ea-bc77-2be621f41fc7 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2182357 Oct 26 11:18:15.176203 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-611f0982-610a-4477-bcf6-1636cd5cea0d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Project 6670bc7ccd1848f18800b8f95f988ff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:18:15.182655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-611f0982-610a-4477-bcf6-1636cd5cea0d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (e08b0901-677f-4084-96c0-7e2028935dbb), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.268739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.287308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57410) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:15.288129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-65acf74b-3cae-4dcc-a2fe-d46675484183 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (5e99210c-1d60-4e4d-9d7f-3a74b95536dd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.341144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.350974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:15.359652 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-501df375-9629-48c3-a382-ed371e3362cc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.0696483 Oct 26 11:18:15.361916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-611f0982-610a-4477-bcf6-1636cd5cea0d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (e08b0901-677f-4084-96c0-7e2028935dbb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.367620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-611f0982-610a-4477-bcf6-1636cd5cea0d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (e08b0901-677f-4084-96c0-7e2028935dbb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.380389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.397408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Router d6bdc73e-8116-4e16-abd4-2cdebd36b8be has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:18:15.401253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-611f0982-610a-4477-bcf6-1636cd5cea0d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.406205 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-611f0982-610a-4477-bcf6-1636cd5cea0d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3398557 Oct 26 11:18:15.409429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57412) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:15.427688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f0982-610a-4477-bcf6-1636cd5cea0d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08b0901-677f-4084-96c0-7e2028935dbb,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:15.439178 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f211f5b-2ec2-45de-9c7f-be15c1023f39 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules/e08b0901-677f-4084-96c0-7e2028935dbb HTTP/1.1" status: 200 len: 769 time: 0.0281546 Oct 26 11:18:15.441084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57414) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:15.450753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:15.457565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:15.459575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.460423 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c Oct 26 11:18:15.471000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-65acf74b-3cae-4dcc-a2fe-d46675484183 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (5e99210c-1d60-4e4d-9d7f-3a74b95536dd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.487278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.503338 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d6a42282-0193-4721-a7f2-455356485667 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0607984 Oct 26 11:18:15.509560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57418) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:15.547172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4602e9cf-3470-4a34-a5b0-682b4270f622 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (e08b0901-677f-4084-96c0-7e2028935dbb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.589654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4602e9cf-3470-4a34-a5b0-682b4270f622 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (e08b0901-677f-4084-96c0-7e2028935dbb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.590440 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:15.594910 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:15.595504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:15.599674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:15.602443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:18:15.633164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4602e9cf-3470-4a34-a5b0-682b4270f622 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (e08b0901-677f-4084-96c0-7e2028935dbb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.638805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4602e9cf-3470-4a34-a5b0-682b4270f622 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.643132 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4602e9cf-3470-4a34-a5b0-682b4270f622 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/e08b0901-677f-4084-96c0-7e2028935dbb HTTP/1.1" status: 204 len: 168 time: 0.1317351 Oct 26 11:18:15.643907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57420) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:15.653586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acf74b-3cae-4dcc-a2fe-d46675484183 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Subnet': ['ID=5e99210c-1d60-4e4d-9d7f-3a74b95536dd,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:15.675014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-65acf74b-3cae-4dcc-a2fe-d46675484183 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.678541 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-65acf74b-3cae-4dcc-a2fe-d46675484183 tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/5e99210c-1d60-4e4d-9d7f-3a74b95536dd HTTP/1.1" status: 204 len: 168 time: 1.0490184 Oct 26 11:18:15.682035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57422) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:15.709716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf007c9d-96f3-4b1c-bb38-ffd9cdab7098 None None] Network a4a79e24-2552-4e23-84cf-aaa17e7f9f99 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:15.714518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57424) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:15.715267 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29bd5edb-380a-4bbd-b58f-d9a6e0a7c3ec tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673189 Oct 26 11:18:15.718037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602e9cf-3470-4a34-a5b0-682b4270f622 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e08b0901-677f-4084-96c0-7e2028935dbb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:15.808600 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:15.865397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:15.895481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (a4a79e24-2552-4e23-84cf-aaa17e7f9f99), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.898476 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.902820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:11Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:15.904925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:15.963443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] No DVR routers for this DVR port ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:18:15.973912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.980900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbcb0f5-2b5e-4d1d-8a43-43b50df653aa None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:11Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:15.984790 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff01874-b32b-4201-98dd-f53f6415c7ad req-66432ec6-f6cc-4a74-9ec9-24102047d611 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ea74f30a-0137-4e9f-b49f-d85e58d5d5a2 HTTP/1.1" status: 204 len: 173 time: 2.9869282 Oct 26 11:18:15.987254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'name': 'network-vif-deleted', 'tag': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:16.004728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82c2251-507e-4566-8677-9cd0391380b0" -d '{"events": [{"server_uuid": "a685c75d-d6bc-44c5-b0d0-880b8158a61c", "name": "network-vif-deleted", "tag": "ea74f30a-0137-4e9f-b49f-d85e58d5d5a2"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:16.019333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:16.020205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:16.039114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8fb2afa8-4c77-46aa-b2cc-a0baf696af8d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (b3ccf832-76c4-4f10-8a76-cadbb63f8e91), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.157376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950f61c-2551-4332-b82a-2ba76e280870 x-openstack-request-id: req-0950f61c-2551-4332-b82a-2ba76e280870 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:16.157732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685c75d-d6bc-44c5-b0d0-880b8158a61c", "name": "network-vif-deleted", "tag": "ea74f30a-0137-4e9f-b49f-d85e58d5d5a2", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:16.158069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0950f61c-2551-4332-b82a-2ba76e280870 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:16.158757 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0950f61c-2551-4332-b82a-2ba76e280870'] response: {'server_uuid': 'a685c75d-d6bc-44c5-b0d0-880b8158a61c', 'name': 'network-vif-deleted', 'tag': 'ea74f30a-0137-4e9f-b49f-d85e58d5d5a2', 'status': 'completed', 'code': 200} Oct 26 11:18:16.161580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57430) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:16.164830 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:15Z', 'revision_number': 7, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:16.207081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:16.221197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8fb2afa8-4c77-46aa-b2cc-a0baf696af8d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (b3ccf832-76c4-4f10-8a76-cadbb63f8e91), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.234426 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b5e3e2e-0d35-4ae3-9c3a-3e5507d593e2 req-94cd5b0d-9ad5-4a6d-90bc-69163877fbf4 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a685c75d-d6bc-44c5-b0d0-880b8158a61c HTTP/1.1" status: 200 len: 210 time: 0.1037810 Oct 26 11:18:16.261490 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:16.282832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:16.294066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Deleting port 392c42b9-7b10-4588-8690-1e805d37ccab {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:16.294066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.307826 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:16.308434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:16.308641 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7b1efed9-08b3-4277-a568-9c91e258e0a5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1454883 Oct 26 11:18:16.361669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57432) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:16.363158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4708a57-d63d-42d4-9dd8-83e280e2fb49 None None] DHCP port deletion for a4a79e24-2552-4e23-84cf-aaa17e7f9f99 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:18:16.462417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:16.485535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:16.533183 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-063eb7bd-fe92-4e0a-a023-c99b65d58fd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1703112 Oct 26 11:18:16.591756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8fb2afa8-4c77-46aa-b2cc-a0baf696af8d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b3ccf832-76c4-4f10-8a76-cadbb63f8e91), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.597704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8fb2afa8-4c77-46aa-b2cc-a0baf696af8d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.604592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57436) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:16.604907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d4708a57-d63d-42d4-9dd8-83e280e2fb49 None None] Deleting port 392c42b9-7b10-4588-8690-1e805d37ccab {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:16.605294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d4708a57-d63d-42d4-9dd8-83e280e2fb49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.616936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8fb2afa8-4c77-46aa-b2cc-a0baf696af8d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b3ccf832-76c4-4f10-8a76-cadbb63f8e91 HTTP/1.1" status: 204 len: 168 time: 0.8943179 Oct 26 11:18:16.627378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] For port 392c42b9-7b10-4588-8690-1e805d37ccab, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=392c42b9-7b10-4588-8690-1e805d37ccab,segment=NetworkSegment(442893f1-7433-400e-b78c-627449cfcb6f),segment_id=442893f1-7433-400e-b78c-627449cfcb6f)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:16.631185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.679716 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:16.722923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Calling delete_port for 392c42b9-7b10-4588-8690-1e805d37ccab owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:16.738431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2afa8-4c77-46aa-b2cc-a0baf696af8d tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ccf832-76c4-4f10-8a76-cadbb63f8e91,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:16.747446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d4708a57-d63d-42d4-9dd8-83e280e2fb49 None None] For port 392c42b9-7b10-4588-8690-1e805d37ccab, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=392c42b9-7b10-4588-8690-1e805d37ccab,segment=NetworkSegment(442893f1-7433-400e-b78c-627449cfcb6f),segment_id=442893f1-7433-400e-b78c-627449cfcb6f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:16.748631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d4708a57-d63d-42d4-9dd8-83e280e2fb49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.759277 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-68d3dd87-0a39-4c82-b777-059893c380d2 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1539199 Oct 26 11:18:16.760425 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:16.769169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57438) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:16.781671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d4708a57-d63d-42d4-9dd8-83e280e2fb49 None None] Calling delete_port for 392c42b9-7b10-4588-8690-1e805d37ccab owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:16.790406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-920ce8b9-255a-4337-b0d0-bcfbb18b76b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group': {'name': 'tempest-secgroup--296611237'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:16.866129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-920ce8b9-255a-4337-b0d0-bcfbb18b76b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.941822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:16.952180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.011465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Port': ['ID=392c42b9-7b10-4588-8690-1e805d37ccab,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:17.021185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] No DVR routers for this DVR port 392c42b9-7b10-4588-8690-1e805d37ccab on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:18:17.101514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-920ce8b9-255a-4337-b0d0-bcfbb18b76b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (3b7c713c-d98e-46ca-993a-93e964dc4122), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.116087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-920ce8b9-255a-4337-b0d0-bcfbb18b76b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3b7c713c-d98e-46ca-993a-93e964dc4122), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.166194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ce8b9-255a-4337-b0d0-bcfbb18b76b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7c713c-d98e-46ca-993a-93e964dc4122,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:17.172903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-920ce8b9-255a-4337-b0d0-bcfbb18b76b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.177629 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-920ce8b9-255a-4337-b0d0-bcfbb18b76b0 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4072526 Oct 26 11:18:17.178224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57440) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:17.183284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b16ad05e-7cc8-4c32-8366-4bb33a16614b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Request body: {'security_group_rule': {'security_group_id': '3b7c713c-d98e-46ca-993a-93e964dc4122', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:17.218278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b16ad05e-7cc8-4c32-8366-4bb33a16614b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (05ccb593-b59d-4054-9fba-be03cd250f9d), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.299287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b16ad05e-7cc8-4c32-8366-4bb33a16614b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (05ccb593-b59d-4054-9fba-be03cd250f9d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.307038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b16ad05e-7cc8-4c32-8366-4bb33a16614b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (05ccb593-b59d-4054-9fba-be03cd250f9d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.319125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57444) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:17.441048 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:15Z', 'revision_number': 7, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:17.443143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ad05e-7cc8-4c32-8366-4bb33a16614b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ccb593-b59d-4054-9fba-be03cd250f9d,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:17.450373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:17.464024 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e5b0cc3b-cc74-426d-a598-316ca0d8eadb tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1006775 Oct 26 11:18:17.473377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57448) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:17.482968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8607f-051f-43ac-a339-42cde27f4e70 None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:15Z', 'revision_number': 7, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:17.537444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b16ad05e-7cc8-4c32-8366-4bb33a16614b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.540595 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b16ad05e-7cc8-4c32-8366-4bb33a16614b tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3600101 Oct 26 11:18:17.546745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57450) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:17.548050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57452) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:17.553993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d4708a57-d63d-42d4-9dd8-83e280e2fb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (392c42b9-7b10-4588-8690-1e805d37ccab), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.661180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:17.677083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4708a57-d63d-42d4-9dd8-83e280e2fb49 None None] Pushing event deleted for resources: {'Port': ['ID=392c42b9-7b10-4588-8690-1e805d37ccab,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:17.728125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4708a57-d63d-42d4-9dd8-83e280e2fb49 None None] No DVR routers for this DVR port 392c42b9-7b10-4588-8690-1e805d37ccab on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:18:17.732137 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:17.734381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (a4a79e24-2552-4e23-84cf-aaa17e7f9f99), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.757366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:17.757366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:17.819387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a79e24-2552-4e23-84cf-aaa17e7f9f99']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:17.835778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5913eea5-5751-4194-a73b-6c05749661af tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group (6d685cab-d125-480a-82f9-21ec06a8b150), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.841732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:17.842705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.857515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442893f1-7433-400e-b78c-627449cfcb6f') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:17.858250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442893f1-7433-400e-b78c-627449cfcb6f') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:17.905991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (442893f1-7433-400e-b78c-627449cfcb6f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.942460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (442893f1-7433-400e-b78c-627449cfcb6f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.951061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:18:17.953040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (442893f1-7433-400e-b78c-627449cfcb6f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.964621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:17.966803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5913eea5-5751-4194-a73b-6c05749661af tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group (6d685cab-d125-480a-82f9-21ec06a8b150), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.990859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:18.012063 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 442893f1-7433-400e-b78c-627449cfcb6f resource provider aggregate not found Oct 26 11:18:18.051709 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c1f1a2d-e1f5-4503-9c22-204f1149a9c8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.4980881 Oct 26 11:18:18.066049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:18.067390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:42Z', 'revision_number': 16, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:18.105685 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 442893f1-7433-400e-b78c-627449cfcb6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 442893f1-7433-400e-b78c-627449cfcb6f found for delete ", "request_id": "req-1ab568b2-fad7-49a9-baf9-07c3d8ceafe6"}]} Oct 26 11:18:18.117929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd6faad5-c597-4b69-b537-ee4ee6e21e6e tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (3b7c713c-d98e-46ca-993a-93e964dc4122), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.145145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.145986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:18.153915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (a4a79e24-2552-4e23-84cf-aaa17e7f9f99), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.160248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.163576 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] 10.222.0.26 "DELETE /networking/v2.0/networks/a4a79e24-2552-4e23-84cf-aaa17e7f9f99 HTTP/1.1" status: 204 len: 168 time: 2.4803712 Oct 26 11:18:18.182763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] Checking router: d6bdc73e-8116-4e16-abd4-2cdebd36b8be for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:18.208359 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfccc7-8604-4c3f-8dac-5bf5700c85cf tempest-NetworksTest-355097318 tempest-NetworksTest-355097318-project] Pushing event deleted for resources: {'Network': ['ID=a4a79e24-2552-4e23-84cf-aaa17e7f9f99,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:18.280218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd6faad5-c597-4b69-b537-ee4ee6e21e6e tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (3b7c713c-d98e-46ca-993a-93e964dc4122), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.308404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] Routers {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:18.309064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:18.378405 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:08Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:09Z', 'revision_number': 9, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:18.403565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5913eea5-5751-4194-a73b-6c05749661af tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6d685cab-d125-480a-82f9-21ec06a8b150), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.407509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5913eea5-5751-4194-a73b-6c05749661af tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.414252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57464) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:18.422134 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5913eea5-5751-4194-a73b-6c05749661af tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6d685cab-d125-480a-82f9-21ec06a8b150 HTTP/1.1" status: 204 len: 168 time: 0.9467213 Oct 26 11:18:18.448405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913eea5-5751-4194-a73b-6c05749661af tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d685cab-d125-480a-82f9-21ec06a8b150,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:18.466464 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-7d6db4b6-5ed9-4720-8ad1-5daef84d8536 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] show failed (client error): The resource could not be found. Oct 26 11:18:18.466940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd6faad5-c597-4b69-b537-ee4ee6e21e6e tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3b7c713c-d98e-46ca-993a-93e964dc4122), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.468183 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7d6db4b6-5ed9-4720-8ad1-5daef84d8536 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "GET /networking/v2.0/security-groups/6d685cab-d125-480a-82f9-21ec06a8b150 HTTP/1.1" status: 404 len: 347 time: 0.0528269 Oct 26 11:18:18.472147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57466) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:18.472564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57468) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:18.478500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd6faad5-c597-4b69-b537-ee4ee6e21e6e tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.486652 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:18.505766 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fd6faad5-c597-4b69-b537-ee4ee6e21e6e tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3b7c713c-d98e-46ca-993a-93e964dc4122 HTTP/1.1" status: 204 len: 168 time: 0.9470429 Oct 26 11:18:18.509491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57470) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:18.519398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:18.520283 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:18.568360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6faad5-c597-4b69-b537-ee4ee6e21e6e tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7c713c-d98e-46ca-993a-93e964dc4122,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:18.633134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:18.640262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:18.666088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:18.702877 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-621707d1-4be2-4e1a-b1ea-6c62f15f75c2 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1894057 Oct 26 11:18:18.706164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57474) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:18.823429 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:18.825922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:18.827714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.836869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] Set router d6bdc73e-8116-4e16-abd4-2cdebd36b8be gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:18.853339 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-07798d81-026e-4407-80ee-9bc24933cf6e tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1442270 Oct 26 11:18:18.854016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57478) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:18.875879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:18.900530 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-a7e3f454-0fd9-44ed-844f-bd0fda909850 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] delete failed (client error): The resource could not be found. Oct 26 11:18:18.901627 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a7e3f454-0fd9-44ed-844f-bd0fda909850 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3b7c713c-d98e-46ca-993a-93e964dc4122 HTTP/1.1" status: 404 len: 347 time: 0.0464997 Oct 26 11:18:18.904299 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:18.909189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57484) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:18.970001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6278b749-5c05-41b1-aaaa-e1043550819f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4960701 Oct 26 11:18:18.971615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Deleting port e4f1a652-8e32-4537-8c1a-09c16123c1d9 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:18.972436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e4f1a652-8e32-4537-8c1a-09c16123c1d9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.082035 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-52e3db4b-df6e-4b60-a09b-f6027165ab73 tempest-SecGroupIPv6Test-1518266744 tempest-SecGroupIPv6Test-1518266744-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1562934 Oct 26 11:18:19.083625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57486) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:19.202802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:19.222582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.223301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:19.242665 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9a3c8f5e-83c7-4bfd-85ec-2e822069ebc0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1504440 Oct 26 11:18:19.255197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e4f1a652-8e32-4537-8c1a-09c16123c1d9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.255608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for floatingip (e4f1a652-8e32-4537-8c1a-09c16123c1d9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.291528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Calling delete_port for e4f1a652-8e32-4537-8c1a-09c16123c1d9 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:19.381936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:19.481795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d808e513-84bf-48b2-9b4f-0393ffe62cad admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a869ce71900c49b0a83e80da27e4e969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6008410 Oct 26 11:18:19.481983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57492) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:19.492241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:42Z', 'revision_number': 16, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:19.506517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:19.508063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.530798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57494) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:19.604247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14eeee-dba8-4e89-9d9d-46f8dab91190 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [{'id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'name': 'tempest-ServerActionsTestJSON-1690931890-router', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:03Z', 'updated_at': '2022-10-26T11:10:10Z', 'revision_number': 4, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'gw_port': {'id': '0206c0b1-ce9b-48a8-98a9-b84e72f01d13', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:04Z', 'updated_at': '2022-10-26T11:12:22Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '0412b2f7-bbdf-41db-834c-a09e00f2f34e', 'name': '', 'network_id': '2021c8ec-7285-4563-809f-563a6427766a', 'tenant_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'mac_address': 'fa:16:3e:56:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bdc73e-8116-4e16-abd4-2cdebd36b8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:09Z', 'updated_at': '2022-10-26T11:12:42Z', 'revision_number': 16, 'project_id': '9a5a3c9d9ace464cb7ce30428ac5de55', 'subnets': [{'id': 'c836e68d-e475-41cf-a583-ed10d976beee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:19.617594 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:19.622876 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:08Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 10, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:19.639312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:19.650993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.679267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-553228d9-66c5-4ae3-aed0-77e9efb82fc5 admin admin] Publish callbacks [] for security_group (303002bf-7ec6-4a2a-b450-28f0056aecc5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.717732 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c055ba-4609-4f0d-a61c-ba9033848f10 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:08Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 10, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:19.725644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:19.751361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-553228d9-66c5-4ae3-aed0-77e9efb82fc5 admin admin] Publish callbacks [] for security_group (303002bf-7ec6-4a2a-b450-28f0056aecc5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.783498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:19.795907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e4f1a652-8e32-4537-8c1a-09c16123c1d9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.854801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Pushing event deleted for resources: {'Port': ['ID=e4f1a652-8e32-4537-8c1a-09c16123c1d9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:19.872944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:19.972671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57500) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:19.974822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-553228d9-66c5-4ae3-aed0-77e9efb82fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (303002bf-7ec6-4a2a-b450-28f0056aecc5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.977413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-553228d9-66c5-4ae3-aed0-77e9efb82fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.981734 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-553228d9-66c5-4ae3-aed0-77e9efb82fc5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/303002bf-7ec6-4a2a-b450-28f0056aecc5 HTTP/1.1" status: 204 len: 168 time: 0.4985301 Oct 26 11:18:20.011980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:20.018309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:20.019384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:20.030927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks [] for floatingip (fefaea03-fefd-4d25-a459-91e3b40d7dd6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.034104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.035695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5fa63b38-ca4c-49f1-873c-cec5fb551f01 tempest-ServerActionsTestJSON-1035368416 tempest-ServerActionsTestJSON-1035368416-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/fefaea03-fefd-4d25-a459-91e3b40d7dd6 HTTP/1.1" status: 204 len: 168 time: 1.5454648 Oct 26 11:18:20.039231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553228d9-66c5-4ae3-aed0-77e9efb82fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303002bf-7ec6-4a2a-b450-28f0056aecc5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:20.041135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57504) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:20.073142 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-abaf0e60-54b4-4ff9-98fa-f5125f4527a3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0991650 Oct 26 11:18:20.181274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:20.222871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3eb47a-fd81-4593-8fb4-d2c6ccbdcc16 None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:18:20.234907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:20.241428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57508) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:20.521080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-211bf581-3f7d-4cef-b656-e05ad50f47fe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.2782624 Oct 26 11:18:20.605761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:20.682068 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ef612a44-e85b-4297-b8f0-90c3a5e1100e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6670bc7ccd1848f18800b8f95f988ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1499205 Oct 26 11:18:20.683554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57510) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:20.719638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:20.721359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.781433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:20.789847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.845364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:20.882573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:20.891300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6554e067-c585-468a-9978-e0d0d40e0e8a admin admin] Publish callbacks [] for security_group (38b039a2-6e7c-412b-a680-5396c9020c2f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.900117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:20.945651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6554e067-c585-468a-9978-e0d0d40e0e8a admin admin] Publish callbacks [] for security_group (38b039a2-6e7c-412b-a680-5396c9020c2f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.076851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57512) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:21.089533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.133379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6554e067-c585-468a-9978-e0d0d40e0e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (38b039a2-6e7c-412b-a680-5396c9020c2f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.135906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6554e067-c585-468a-9978-e0d0d40e0e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.137059 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6554e067-c585-468a-9978-e0d0d40e0e8a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/38b039a2-6e7c-412b-a680-5396c9020c2f HTTP/1.1" status: 204 len: 168 time: 0.4524348 Oct 26 11:18:21.152896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554e067-c585-468a-9978-e0d0d40e0e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b039a2-6e7c-412b-a680-5396c9020c2f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:21.188151 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5f34264c-c987-4299-aa03-eaac7eb8ab60 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1104803 Oct 26 11:18:21.197580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:21.198553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:21.305192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:21.306656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:21.418823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:21.421942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:21.436708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:21.451953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Deleting port 0412b2f7-bbdf-41db-834c-a09e00f2f34e {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:21.452615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.520314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57520) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:21.535890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:21.659649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] For port 0412b2f7-bbdf-41db-834c-a09e00f2f34e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0412b2f7-bbdf-41db-834c-a09e00f2f34e,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:21.660193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.674144 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c22d9f3-8004-47c5-928a-e51a83aca175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1526012 Oct 26 11:18:21.694080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Calling delete_port for 0412b2f7-bbdf-41db-834c-a09e00f2f34e owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:21.902547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:21.976606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c80cea1c-b87a-43ef-a622-9d701721252a req-f89408f0-ab6e-4996-abfa-6cf490dbac7f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1472631 Oct 26 11:18:21.988459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:21.988842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.989183 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:18:22.056825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0412b2f7-bbdf-41db-834c-a09e00f2f34e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.087175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:22.087377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.098040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:22.115409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:22.127223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.128792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:22.133701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Pushing event deleted for resources: {'Port': ['ID=0412b2f7-bbdf-41db-834c-a09e00f2f34e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:22.133870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:22.138357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cea1c-b87a-43ef-a622-9d701721252a req-76ef1a72-7e40-4242-96bc-74da4373ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:22.140255 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c80cea1c-b87a-43ef-a622-9d701721252a req-76ef1a72-7e40-4242-96bc-74da4373ae92 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1&device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 1129 time: 0.1124301 Oct 26 11:18:22.191930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57532) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:22.288399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:22.295303 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0bdb3fd2-2293-4fc4-b84c-683ebe077e3c tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1015577 Oct 26 11:18:22.307448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:22.307448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.307448 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:18:22.349613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:22.392372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cea1c-b87a-43ef-a622-9d701721252a req-467b4924-eba1-4b10-858b-3fe05d5dc993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:22.392372 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c80cea1c-b87a-43ef-a622-9d701721252a req-467b4924-eba1-4b10-858b-3fe05d5dc993 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=63abd606-6461-4ce8-8acd-34376bb03ab1 HTTP/1.1" status: 200 len: 897 time: 0.2210002 Oct 26 11:18:22.428934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:22.429420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.471741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:22.478814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.481030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:22.498269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.502400 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c80cea1c-b87a-43ef-a622-9d701721252a req-69b5584e-480a-4540-82fe-29a25919b057 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb HTTP/1.1" status: 200 len: 1000 time: 0.1069779 Oct 26 11:18:22.529735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57542) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:22.560506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65705e5-f69d-47d5-9635-f669700b45d7 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:18:22.601586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cea1c-b87a-43ef-a622-9d701721252a req-e443cc3c-1fca-4725-bf3e-b19d8231cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:22.603507 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c80cea1c-b87a-43ef-a622-9d701721252a req-e443cc3c-1fca-4725-bf3e-b19d8231cea6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8def8067-a479-4346-aa8a-e312354014b2 HTTP/1.1" status: 200 len: 835 time: 0.0951412 Oct 26 11:18:22.644687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:22.666796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:22.667382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.667886 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:18:22.677742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57546) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:22.688821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cea1c-b87a-43ef-a622-9d701721252a req-4173f45f-2c77-496a-9244-09d04c8f23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:22.690487 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c80cea1c-b87a-43ef-a622-9d701721252a req-4173f45f-2c77-496a-9244-09d04c8f23b3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=63abd606-6461-4ce8-8acd-34376bb03ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0776024 Oct 26 11:18:22.747012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1960856545-network', 'tenant_id': 'bb3841ddb73140cdad424bbebe2883b1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:22.785734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65705e5-f69d-47d5-9635-f669700b45d7 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:18:22.852744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:22.866576 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9a3ac06a-fc9e-45fd-a993-4f4f8097f8a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1872542 Oct 26 11:18:22.879733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Made reservation on behalf of bb3841ddb73140cdad424bbebe2883b1 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:22.885381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.901648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.946376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:22.947339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.977474 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c80cea1c-b87a-43ef-a622-9d701721252a req-1e9b1fc9-e5ff-4094-b8c8-2327738820a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792645 Oct 26 11:18:23.016016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:23.017419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:23.054101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.057089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:23.109014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Router d6bdc73e-8116-4e16-abd4-2cdebd36b8be has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:18:23.124010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Publish callbacks [] for security_group (5bac2780-6225-42bd-bf54-24a91acb0389), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.130036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5bac2780-6225-42bd-bf54-24a91acb0389), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.188726 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:23.203059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:23.203698 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:23.221142 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac2780-6225-42bd-bf54-24a91acb0389,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:23.238188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:18:23.262609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9673b8b4-760d-48fa-9e68-b86636662ba0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.263180 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Added segment 9673b8b4-760d-48fa-9e68-b86636662ba0 of type vlan for network 1b135b0e-efc6-41d8-9d61-2b998efecb6c Oct 26 11:18:23.301120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:23.305537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57556) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:23.324976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:23.325359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.325692 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c Oct 26 11:18:23.330125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:23.349837 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:23.390931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (1b135b0e-efc6-41d8-9d61-2b998efecb6c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.443851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:23.586061 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1230444-1768-46fc-b141-8f2710dd7043 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2726469 Oct 26 11:18:23.587478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (1b135b0e-efc6-41d8-9d61-2b998efecb6c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.598940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:23.600092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.616835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:23.634814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:23.637273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.729545 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1978643 Oct 26 11:18:23.746278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:23.747094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57560) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:23.756764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.766418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Request body: {'subnet': {'network_id': '1b135b0e-efc6-41d8-9d61-2b998efecb6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1960856545-subnet', 'tenant_id': 'bb3841ddb73140cdad424bbebe2883b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:23.891988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:23.907257 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:22Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:22Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:23.945786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:23.946318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57562) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:23.946505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:23.948671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:23.962452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Made reservation on behalf of bb3841ddb73140cdad424bbebe2883b1 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:23.971211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.028677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:24.060152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 392c42b9-7b10-4588-8690-1e805d37ccab no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:24.063710 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:24.064376 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:24.109686 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c80cea1c-b87a-43ef-a622-9d701721252a req-fa3782d9-25f4-4e46-af2b-1f41acf70996 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1226182 Oct 26 11:18:24.125821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 392c42b9-7b10-4588-8690-1e805d37ccab {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:24.126445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 392c42b9-7b10-4588-8690-1e805d37ccab not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:18:24.168389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:24.227734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:24.238987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 0412b2f7-bbdf-41db-834c-a09e00f2f34e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:24.240923 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a1e82436-adb3-4d11-bfd0-5ba64d828849 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/d6bdc73e-8116-4e16-abd4-2cdebd36b8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1959980 Oct 26 11:18:24.248048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57564) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:24.249272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:18:24.336128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5a646-4007-4ccc-a30d-bff82aa1294f admin admin] Pushing event updated for resources: {'Network': ['ID=1b135b0e-efc6-41d8-9d61-2b998efecb6c,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:24.410347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:24.442456 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-72c103df-5fb2-4e8a-90f1-5c4d344cb9b2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.5013063 Oct 26 11:18:24.453823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 1b135b0e-efc6-41d8-9d61-2b998efecb6c details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:18:24.482297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:24.586709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57568) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:24.809197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:24.814171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks [] for router (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.849127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (471cb6a4-1b28-41b6-ba61-0dbc811ea887), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.864617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:24.899315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-926a20e3-c117-423f-b2b6-8618d3db4878 None None] Provisioning complete for port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:24.899685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-926a20e3-c117-423f-b2b6-8618d3db4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.900125 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-926a20e3-c117-423f-b2b6-8618d3db4878 None None] Attempt 1 to provision port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 Oct 26 11:18:24.963891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=471cb6a4-1b28-41b6-ba61-0dbc811ea887,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:25.056556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks [] for router_gateway (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.057646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Checking segment: {'id': '9673b8b4-760d-48fa-9e68-b86636662ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1b135b0e-efc6-41d8-9d61-2b998efecb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:25.058016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Network hostable DHCP agents. Network: 1b135b0e-efc6-41d8-9d61-2b998efecb6c, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:18:25.077360 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7d57923f-c1d3-4a69-94b5-ac4a5a9f076d tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.4876029 Oct 26 11:18:25.078878 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:25.088952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Network 1b135b0e-efc6-41d8-9d61-2b998efecb6c is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:18:25.124115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 1b135b0e-efc6-41d8-9d61-2b998efecb6c) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:25.137704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:25.139942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.148367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b9dd4-0816-499f-9322-75fc0f240ff3 None None] Network 1b135b0e-efc6-41d8-9d61-2b998efecb6c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:25.186929 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:22Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:22Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:25.197597 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3fe2d53b-e69e-490e-9739-406d5546f789 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4381742 Oct 26 11:18:25.214498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Deleting port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:25.215344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.249398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aeb0b2-0edc-40fd-9635-2364c439fdc0 None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:22Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:22Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:25.332446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:25.332822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.333154 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:18:25.394691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] For port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:25.395418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.431576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Calling delete_port for 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:25.441540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57582) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:25.499284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-926a20e3-c117-423f-b2b6-8618d3db4878 None None] Current status of the port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:25.544546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:25.590126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d847c-14eb-4f4f-aea9-905696616326 None None] Network 1b135b0e-efc6-41d8-9d61-2b998efecb6c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:25.632468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:25.632855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.672299 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-63a1a485-5086-445a-bcf3-f96030501682 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.2271156 Oct 26 11:18:25.727036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:25.832572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:25.922535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:25.930682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0206c0b1-ce9b-48a8-98a9-b84e72f01d13), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.937588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.956080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:26.048106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:22Z', 'revision_number': 9, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:26.067985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0206c0b1-ce9b-48a8-98a9-b84e72f01d13,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:26.076465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57592) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:26.150030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:26.247578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.270225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:26.270225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:26.270225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:26.290270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:26.290637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.290983 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:18:26.315062 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c01b793e-2d36-4184-915f-7656fb369f57 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2311790 Oct 26 11:18:26.522984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.535543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks [] for router_controller (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.548738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:26.549128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.555535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57598) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:26.566385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-76944354-network', 'tenant_id': 'd86c4199d24046a497fbe589099c978e'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:26.596727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (d6bdc73e-8116-4e16-abd4-2cdebd36b8be), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.598004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6bdc73e-8116-4e16-abd4-2cdebd36b8be {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:18:26.604607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.606458 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa97fee4-cf61-447b-abc3-3c90fec169a7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/d6bdc73e-8116-4e16-abd4-2cdebd36b8be HTTP/1.1" status: 204 len: 168 time: 2.3562241 Oct 26 11:18:26.607463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Made reservation on behalf of d86c4199d24046a497fbe589099c978e for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:26.610146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57600) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:26.610542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.626638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.638243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:26.670380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57602) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:26.680296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:26.684414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-51e3eb8a-59c1-4df1-af40-7d73763c9460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.688772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.689591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:26.699082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:26.705359 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15587cd-f0a1-4c1e-8e44-14d8c68aa257 admin admin] Deleting subnet c836e68d-e475-41cf-a583-ed10d976beee {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:18:26.709266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d15587cd-f0a1-4c1e-8e44-14d8c68aa257 admin admin] Publish callbacks [] for subnet (c836e68d-e475-41cf-a583-ed10d976beee), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.750540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d15587cd-f0a1-4c1e-8e44-14d8c68aa257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (c836e68d-e475-41cf-a583-ed10d976beee), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.768295 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:18:26.780525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:26.788766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:26.818334 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7f2b382b-2ead-42b3-bb83-f7b19c60f4b8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1462498 Oct 26 11:18:26.828504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:26.828852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 11:18:26.864753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d15587cd-f0a1-4c1e-8e44-14d8c68aa257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c836e68d-e475-41cf-a583-ed10d976beee), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.898420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 not found, will not notify nova. {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 11:18:26.900860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Publish callbacks [] for security_group (0fc4876f-8f5a-4417-92e7-ce30f757e1d9), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.907858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0fc4876f-8f5a-4417-92e7-ce30f757e1d9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.945142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d15587cd-f0a1-4c1e-8e44-14d8c68aa257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (c836e68d-e475-41cf-a583-ed10d976beee), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.972653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:18:26.972873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15587cd-f0a1-4c1e-8e44-14d8c68aa257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c836e68d-e475-41cf-a583-ed10d976beee,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:26.976497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d15587cd-f0a1-4c1e-8e44-14d8c68aa257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.983114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d15587cd-f0a1-4c1e-8e44-14d8c68aa257 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/c836e68d-e475-41cf-a583-ed10d976beee HTTP/1.1" status: 204 len: 168 time: 0.3682275 Oct 26 11:18:26.983114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57604) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:26.987975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c745da-2b60-41c4-ac66-9014986e820f None None] Network 2021c8ec-7285-4563-809f-563a6427766a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:26.994096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc4876f-8f5a-4417-92e7-ce30f757e1d9,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:27.006118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ab680474-b98f-4559-97dc-5a164d3c37bd), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.006496 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Added segment ab680474-b98f-4559-97dc-5a164d3c37bd of type vlan for network 28070327-9529-455b-89c7-1fbf88e97e49 Oct 26 11:18:27.088392 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0c7ca-f767-4c84-b08e-49037929e409 None None] Sync routers for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:27.124558 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0c7ca-f767-4c84-b08e-49037929e409 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:27.127137 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0c7ca-f767-4c84-b08e-49037929e409 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:18:27.128052 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-5de0c7ca-f767-4c84-b08e-49037929e409 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:18:27.169134 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0c7ca-f767-4c84-b08e-49037929e409 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:27.169134 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0c7ca-f767-4c84-b08e-49037929e409 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:18:27.169134 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-5de0c7ca-f767-4c84-b08e-49037929e409 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d6bdc73e-8116-4e16-abd4-2cdebd36b8be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:18:27.169134 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de0c7ca-f767-4c84-b08e-49037929e409 None None] The sync data for ids ['d6bdc73e-8116-4e16-abd4-2cdebd36b8be'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:27.180586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:27.205015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (28070327-9529-455b-89c7-1fbf88e97e49), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.209882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (2021c8ec-7285-4563-809f-563a6427766a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.235605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:27.251578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:27.278832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (28070327-9529-455b-89c7-1fbf88e97e49), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.280808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:27.281562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.316778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:22Z', 'revision_number': 9, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:27.317676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57608) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:27.360527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:27.361251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:27.406351 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8487020 Oct 26 11:18:27.409210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57610) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:27.428262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Request body: {'subnet': {'network_id': '28070327-9529-455b-89c7-1fbf88e97e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-76944354-subnet', 'tenant_id': 'd86c4199d24046a497fbe589099c978e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:27.449240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:27.456769 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bfb31796-5b50-4542-afb7-a760afb0f65e tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1378498 Oct 26 11:18:27.484530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Deleting port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:27.484900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.490488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907c3cf-5975-4bb3-b198-96888e54cdbc admin admin] Pushing event updated for resources: {'Network': ['ID=28070327-9529-455b-89c7-1fbf88e97e49,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:27.494931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:27.503204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Made reservation on behalf of d86c4199d24046a497fbe589099c978e for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:27.505655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.576032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] For port 8a24cb01-4330-48ab-b857-b6cc10a2cc39, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8a24cb01-4330-48ab-b857-b6cc10a2cc39,segment=NetworkSegment(003e2cb7-730b-4220-9899-124b8ee0deae),segment_id=003e2cb7-730b-4220-9899-124b8ee0deae)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:27.576538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.617030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Calling delete_port for 8a24cb01-4330-48ab-b857-b6cc10a2cc39 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:27.714488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8a24cb01-4330-48ab-b857-b6cc10a2cc39), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.749876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a24cb01-4330-48ab-b857-b6cc10a2cc39,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:27.750727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:27.750955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (4c4274e2-daf0-44a3-856e-6000e0efb962), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.752542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:27.755542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] No DVR routers for this DVR port 8a24cb01-4330-48ab-b857-b6cc10a2cc39 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:18:27.757167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e802f0-80d0-4619-ab37-40b70e626952 None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:22Z', 'revision_number': 9, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:27.759298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47546916-4cd6-4e6b-ba07-5e5f5cba2a2f None None] DHCP port deletion for 2021c8ec-7285-4563-809f-563a6427766a request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:18:27.761470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 28070327-9529-455b-89c7-1fbf88e97e49 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:18:27.828615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57612) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:27.840205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4274e2-daf0-44a3-856e-6000e0efb962,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:27.869803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (2021c8ec-7285-4563-809f-563a6427766a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.902445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2021c8ec-7285-4563-809f-563a6427766a']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:27.913267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003e2cb7-730b-4220-9899-124b8ee0deae') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:27.913923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003e2cb7-730b-4220-9899-124b8ee0deae') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:27.924994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (003e2cb7-730b-4220-9899-124b8ee0deae), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.940469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (003e2cb7-730b-4220-9899-124b8ee0deae), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.947934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:18:27.948319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (003e2cb7-730b-4220-9899-124b8ee0deae), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.985452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-03d617c9-c3da-4f99-96c6-2125e25d6ea8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1547463 Oct 26 11:18:28.016210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Checking segment: {'id': 'ab680474-b98f-4559-97dc-5a164d3c37bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28070327-9529-455b-89c7-1fbf88e97e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:28.016783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Network hostable DHCP agents. Network: 28070327-9529-455b-89c7-1fbf88e97e49, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:18:28.072702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:28.073104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.080271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Network 28070327-9529-455b-89c7-1fbf88e97e49 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:18:28.083318 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 003e2cb7-730b-4220-9899-124b8ee0deae resource provider aggregate not found Oct 26 11:18:28.087017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (2021c8ec-7285-4563-809f-563a6427766a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.090067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=13,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:28.105304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.110872 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/2021c8ec-7285-4563-809f-563a6427766a HTTP/1.1" status: 204 len: 168 time: 1.1276786 Oct 26 11:18:28.113452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 28070327-9529-455b-89c7-1fbf88e97e49) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:28.126220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b377f-0ce7-4995-ae1d-775e79f1e1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2021c8ec-7285-4563-809f-563a6427766a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:28.150850 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 003e2cb7-730b-4220-9899-124b8ee0deae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 003e2cb7-730b-4220-9899-124b8ee0deae found for delete ", "request_id": "req-e2c01cdd-65fd-4899-ba26-5a24070ec49c"}]} Oct 26 11:18:28.166294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:28.167493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.221495 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-02d23981-5d8a-4067-be7b-8677e2c850e1 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7970655 Oct 26 11:18:28.287903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:28.316649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a96cda-ebea-4762-833a-dd650cab84a5 None None] Network 28070327-9529-455b-89c7-1fbf88e97e49 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:28.380786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.381812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:28.464325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57624) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:28.645913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57628) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:28.665746 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f1532085-26fa-405b-9335-5f1f4ca30d14 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1998646 Oct 26 11:18:28.736152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-54f95b89-bb33-4c56-b1b7-68ecde3253cb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9a5a3c9d9ace464cb7ce30428ac5de55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0839183 Oct 26 11:18:28.738580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57630) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:28.745938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:28.761507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:26Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 11, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:28.826041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c10a1baa-d31b-437c-a432-fa552233fb2e admin admin] Publish callbacks [] for security_group (aa82a171-7844-495e-a1dd-5e61829dd106), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.847537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:28.848737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.853861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:28.855856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c10a1baa-d31b-437c-a432-fa552233fb2e admin admin] Publish callbacks [] for security_group (aa82a171-7844-495e-a1dd-5e61829dd106), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.895441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-94493bbe-602c-4964-9db6-adb2b276a775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.904030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8711f13-e1a1-4fde-abb2-b454afb666a3 None None] Network 28070327-9529-455b-89c7-1fbf88e97e49 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:28.929037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:28.962168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c10a1baa-d31b-437c-a432-fa552233fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (aa82a171-7844-495e-a1dd-5e61829dd106), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.966259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c10a1baa-d31b-437c-a432-fa552233fb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.971797 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c10a1baa-d31b-437c-a432-fa552233fb2e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/aa82a171-7844-495e-a1dd-5e61829dd106 HTTP/1.1" status: 204 len: 168 time: 0.2320371 Oct 26 11:18:28.984319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a1baa-d31b-437c-a432-fa552233fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa82a171-7844-495e-a1dd-5e61829dd106,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:28.988316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57646) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:29.038588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:29.039237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:29.089743 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ff16882e-a90f-4ed1-900a-74180f35b6e0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.0981336 Oct 26 11:18:29.091995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:29.094186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:29.111243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.112467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:29.235774 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f45e69e-15b2-4636-8b5c-c8de4d4b11f0 None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:18:29.289667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:29.313811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:29.395295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:29.492591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-1b970272-5d0f-4944-894b-5bdcada74cf7 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:29.494343 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-1b970272-5d0f-4944-894b-5bdcada74cf7 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/networks?id=1b135b0e-efc6-41d8-9d61-2b998efecb6c HTTP/1.1" status: 200 len: 812 time: 0.3505008 Oct 26 11:18:29.528727 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-f126a082-d427-46ac-9307-4edbb1dae0cf tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/quotas/bb3841ddb73140cdad424bbebe2883b1 HTTP/1.1" status: 200 len: 375 time: 0.0256510 Oct 26 11:18:29.544809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:29.544995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.661445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:29.663570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57664) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:29.672368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.673173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:29.709138 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-2f1d65fb-b235-41e1-9962-b196df620320 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=bb3841ddb73140cdad424bbebe2883b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1625381 Oct 26 11:18:29.833402 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41997b27-3ea1-4ff0-a28e-99ac3e6cdb7b tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1684401 Oct 26 11:18:29.852284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:29.906794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:29.907209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.933270 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-f0ed0436-59ea-4ad7-8cb1-435cc1dfd4b1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145119 Oct 26 11:18:29.999574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:30.001861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:26Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 11, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:30.036765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63daf9a4-b8cd-4cae-b687-3a459d83824e None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:26Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 11, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:30.039918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.072028 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-c61b784f-64df-4982-9586-0ee5405d290b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322498 Oct 26 11:18:30.091237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57674) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:30.129024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.179443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:30.214977 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-19ef123e-cdfc-45fe-b146-0dce1a106f9b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1224279 Oct 26 11:18:30.422229 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8bf47a5f-ffb0-46c0-999c-c6242a6d3347 req-678ef668-c98b-457e-b0f0-e1027d6455cc tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 210 time: 0.0354488 Oct 26 11:18:30.668018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:30.680032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:30.681065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:30.837105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57692) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:30.860886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:30.963139 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-143ab0c7-859e-41c1-b516-b1cdce5155d5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1247087 Oct 26 11:18:31.112658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:31.173746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:31.174105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.174618 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:18:31.216667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57700) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:31.260793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:31.279793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:31.306981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57702) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:31.339674 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-373958fd-6bcf-43c6-bcb8-36e1d98e7ef3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1142066 Oct 26 11:18:31.523223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ad9dbbc9-3e9d-4d27-a91c-51ab47f0a5ab tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-13736606'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:31.523958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ad9dbbc9-3e9d-4d27-a91c-51ab47f0a5ab tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Unknown quota resources ['metering_label']. {{(pid=105416) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 11:18:31.539044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:31.539561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.571531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.584793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.642268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:28Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:29Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:28Z', 'revision_number': 18, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:31.685739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:31.690896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:31.702743 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-75bf1fde-0973-41be-9d03-dbb2c8aba48f req-f7f478ed-529b-4472-afaf-7599312fcae4 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 210 time: 0.0896580 Oct 26 11:18:31.703306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.704144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:31.705951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:31.706592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:31.877849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ad9dbbc9-3e9d-4d27-a91c-51ab47f0a5ab tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.879407 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ad9dbbc9-3e9d-4d27-a91c-51ab47f0a5ab tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.5713573 Oct 26 11:18:31.882576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57714) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:31.892767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-26117d36-c1c3-40a8-86a7-eaede8fcd42a tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '63bba733-5478-496a-b9d0-447987e509d3'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:31.894137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-26117d36-c1c3-40a8-86a7-eaede8fcd42a tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105416) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 11:18:31.909728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:31.924791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:31.925559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.925901 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c Oct 26 11:18:31.962510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:31.966797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57716) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:32.023502 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.services.metering.metering_plugin [None req-26117d36-c1c3-40a8-86a7-eaede8fcd42a tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 11:18:32.040672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:32.083504 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-21255a8b-f75c-4b35-a700-b17b85978099 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1146019 Oct 26 11:18:32.132287 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:32.146848 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:32.147784 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:32.165396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26117d36-c1c3-40a8-86a7-eaede8fcd42a tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.166610 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-26117d36-c1c3-40a8-86a7-eaede8fcd42a tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2822068 Oct 26 11:18:32.171569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57718) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:32.176003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6cf0aa36-96e5-4b84-b049-7a8f6951d02e tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '63bba733-5478-496a-b9d0-447987e509d3'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:32.176554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6cf0aa36-96e5-4b84-b049-7a8f6951d02e tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105415) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 11:18:32.267999 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:32.274540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:32.288079 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING neutron.services.metering.metering_plugin [None req-6cf0aa36-96e5-4b84-b049-7a8f6951d02e tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 11:18:32.310384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:32.310777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.335916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57720) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:32.375328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:32.384396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:28Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:29Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:28Z', 'revision_number': 18, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:32.389575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.435395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f63ed-a841-4dfc-8795-3397203a9a00 None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:28Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:29Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:28Z', 'revision_number': 18, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:32.499843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:32.509790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6cf0aa36-96e5-4b84-b049-7a8f6951d02e tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.513845 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6cf0aa36-96e5-4b84-b049-7a8f6951d02e tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3411751 Oct 26 11:18:32.517096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57722) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:32.550716 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1570f98-71fd-45ae-99a7-4363fd9d0f00 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-label-rules?id=eb04b75a-05fd-4b03-b93a-688bceaa16cb HTTP/1.1" status: 200 len: 462 time: 0.0322533 Oct 26 11:18:32.551890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57726) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:32.570554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:32.608773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:32.679494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:32.686961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:29Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:31Z', 'revision_number': 11, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:32.751971 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:32.773855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:32.774634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:32.776456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9933d1bf-8fad-4373-8153-97b9001abed4 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.781345 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9933d1bf-8fad-4373-8153-97b9001abed4 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "DELETE /networking/v2.0/metering/metering-label-rules/eb04b75a-05fd-4b03-b93a-688bceaa16cb HTTP/1.1" status: 204 len: 168 time: 0.2225161 Oct 26 11:18:32.782937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57736) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:32.790327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:32.791831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.800349 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-55c77401-e830-497c-bc28-25b7675acd37 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-label-rules?id=eb04b75a-05fd-4b03-b93a-688bceaa16cb HTTP/1.1" status: 200 len: 221 time: 0.0127146 Oct 26 11:18:32.801083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57738) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:32.806960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-96ae8021-609a-4d66-9622-053e68f3a1cd tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--434890234', 'description': 'label created by tempest'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:32.807427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-96ae8021-609a-4d66-9622-053e68f3a1cd tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Unknown quota resources ['metering_label']. {{(pid=105415) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 26 11:18:32.884288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:32.893512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.893730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:33.009292 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0880f99f-b1f3-4efe-947f-f48c460a0646 req-ee8ee113-9358-4f26-bef9-4709285854e6 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 210 time: 0.0616322 Oct 26 11:18:33.020260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:33.020710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0206c0b1-ce9b-48a8-98a9-b84e72f01d13 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:18:33.021213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8a24cb01-4330-48ab-b857-b6cc10a2cc39 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:33.068584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 8a24cb01-4330-48ab-b857-b6cc10a2cc39 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:33.069009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8a24cb01-4330-48ab-b857-b6cc10a2cc39 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:18:33.069459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:33.084412 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-367b6af4-1e48-4076-b491-0720085b72f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.7471766 Oct 26 11:18:33.086409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:33.110201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:33.153349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:33.219648 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9a297376-1b94-4994-9b46-d33498e5c1a8 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1286509 Oct 26 11:18:33.260953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:33.264709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:33.269548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-96ae8021-609a-4d66-9622-053e68f3a1cd tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:33.274409 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-96ae8021-609a-4d66-9622-053e68f3a1cd tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4700828 Oct 26 11:18:33.276857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:33.295610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:33.312471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:33.319414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:33.322065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:33.379311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 0412b2f7-bbdf-41db-834c-a09e00f2f34e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:33.379899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 0412b2f7-bbdf-41db-834c-a09e00f2f34e not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:18:33.412343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:33.421079 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d56a21ac-b6a7-477d-a07e-5d25b7024d7b tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-labels?id=f49bc86d-bcb7-47fa-8467-373b7f64003f HTTP/1.1" status: 200 len: 467 time: 0.1424160 Oct 26 11:18:33.423824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57744) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:33.493743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:33.510395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:32Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:31Z', 'revision_number': 11, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:33.558811 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9154482-51ac-4037-bc43-d311821f94a6 None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:32Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:31Z', 'revision_number': 11, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:33.569579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:33.737564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a94aec6e-c58e-4fb7-aeac-a899b5f94913 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:33.742347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57746) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:33.767418 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a94aec6e-c58e-4fb7-aeac-a899b5f94913 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "DELETE /networking/v2.0/metering/metering-labels/f49bc86d-bcb7-47fa-8467-373b7f64003f HTTP/1.1" status: 204 len: 168 time: 0.3419211 Oct 26 11:18:33.777441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57750) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:33.786208 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1952261d-9e47-466a-b480-56b10cf4fc10 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-labels?id=f49bc86d-bcb7-47fa-8467-373b7f64003f HTTP/1.1" status: 200 len: 216 time: 0.0423317 Oct 26 11:18:33.799792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:33.807659 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a7c2f603-debf-4d48-8c0f-ac971c42266f tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0288863 Oct 26 11:18:33.809977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:33.823688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57754) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:33.832045 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8d4b5b99-8e19-40e8-b3ae-dd31c6045b11 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0307209 Oct 26 11:18:33.896056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:33.896432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:33.896773 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:18:33.926607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57758) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:33.932679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-092e1ad7-7016-46ea-a1db-943bca465395 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-labels/63bba733-5478-496a-b9d0-447987e509d3 HTTP/1.1" status: 200 len: 471 time: 0.1025131 Oct 26 11:18:33.957368 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea71dfd3-f45e-4702-80bc-85f60b266410 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "GET /networking/v2.0/metering/metering-label-rules/5a81d98d-600b-4037-a691-a34eb533914f HTTP/1.1" status: 200 len: 459 time: 0.0246537 Oct 26 11:18:33.962167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57760) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:34.039149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:34.039542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.081074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:34.087664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57766) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:34.089976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.091225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:34.119967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-912cd5cd-588c-4469-99bd-0cba50a75d8e tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.121847 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-912cd5cd-588c-4469-99bd-0cba50a75d8e tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "DELETE /networking/v2.0/metering/metering-label-rules/5a81d98d-600b-4037-a691-a34eb533914f HTTP/1.1" status: 204 len: 168 time: 0.1576307 Oct 26 11:18:34.125869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57768) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:34.202331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:34.230622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57770) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:34.276286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:34.276717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.277052 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:18:34.330770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:34.337812 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-49e03591-c8d4-4355-b99d-7988d61d8a73 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0940077 Oct 26 11:18:34.383410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c40811f7-463f-451b-99b8-18912491c112 req-85069741-948b-488a-accb-b799f91b0e61 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 210 time: 0.1552951 Oct 26 11:18:34.388113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:34.392252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:34.392949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.432661 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-58d1da3c-da39-47ed-a117-ce20cb254104 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.3421760 Oct 26 11:18:34.469090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:34.477115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.478357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:34.601845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:34.653492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:34.654131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:34.947057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1d7d12de-8dc0-493a-8ce4-9019aeb2cd91 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.948808 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d7d12de-8dc0-493a-8ce4-9019aeb2cd91 tempest-MeteringIpV6TestJSON-718962257 tempest-MeteringIpV6TestJSON-718962257-project-admin] 10.222.0.26 "DELETE /networking/v2.0/metering/metering-labels/63bba733-5478-496a-b9d0-447987e509d3 HTTP/1.1" status: 204 len: 168 time: 0.8217404 Oct 26 11:18:35.032423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:35.035477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:35.035886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.036228 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:18:35.064833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:35.339509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57778) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:35.395152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:35.395685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.435421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57784) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:35.440816 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e8b748ff-21a8-43e6-8015-a2673589c03a tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0991549 Oct 26 11:18:35.533425 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1521c979-08cd-4faa-bce3-be7b5f8efa20 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.0961249 Oct 26 11:18:35.555036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:35.568856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.601232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:34Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:34Z', 'revision_number': 13, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:35.604547 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-81ec8976-0dbf-4308-9f51-cd5b3b2579fd req-a20fd9dd-99ee-4c95-b958-f12f915df258 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 210 time: 0.0750575 Oct 26 11:18:35.617149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57786) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:35.672316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:35.676986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:35.740368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:35.774110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:35.774847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:35.825742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-123705de-85ed-41c8-96df-fbcbd9049392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.868600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:35.887650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:35.888311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.938327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:35.953197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-123705de-85ed-41c8-96df-fbcbd9049392 admin admin] Publish callbacks [] for security_group (f286537e-d967-4aa4-b01b-a18936f070c1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.958605 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-123705de-85ed-41c8-96df-fbcbd9049392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f286537e-d967-4aa4-b01b-a18936f070c1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.969538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:35.995565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:36.010872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.011604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:36.019379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:36.023900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57792) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:36.024568 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-123705de-85ed-41c8-96df-fbcbd9049392 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=25b22380324942c8b82026a1990e61cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061534 Oct 26 11:18:36.026174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123705de-85ed-41c8-96df-fbcbd9049392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f286537e-d967-4aa4-b01b-a18936f070c1,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:36.074546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:36.102984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4053274-6796-47c2-b116-6aa9d7ab0d1b admin admin] Publish callbacks [] for security_group (f286537e-d967-4aa4-b01b-a18936f070c1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.127513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4053274-6796-47c2-b116-6aa9d7ab0d1b admin admin] Publish callbacks [] for security_group (f286537e-d967-4aa4-b01b-a18936f070c1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.195366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4053274-6796-47c2-b116-6aa9d7ab0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f286537e-d967-4aa4-b01b-a18936f070c1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.198809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4053274-6796-47c2-b116-6aa9d7ab0d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.205790 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a4053274-6796-47c2-b116-6aa9d7ab0d1b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f286537e-d967-4aa4-b01b-a18936f070c1 HTTP/1.1" status: 204 len: 168 time: 0.1805828 Oct 26 11:18:36.218622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4053274-6796-47c2-b116-6aa9d7ab0d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f286537e-d967-4aa4-b01b-a18936f070c1,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:36.256475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:36.333983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:36.334656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.443856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57806) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:36.510763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:36.522583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.540361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57808) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:36.548126 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f6f65-bb63-4b30-835b-7866549d3b37 None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:18:36.552799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:34Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:34Z', 'revision_number': 13, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:36.751275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df18ca40-468a-4e1d-b9c2-22c425997324 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:34Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:34Z', 'revision_number': 13, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:36.752268 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2bd688fa-cf47-4eb9-9989-4530f11fdfa2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.2103977 Oct 26 11:18:36.784734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:36.801715 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-be01eb60-290d-4a6b-a599-f614356249fe tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1120760221&fields=id&tenant_id=059a821dd6854c35a1291cf127fd1701 HTTP/1.1" status: 200 len: 267 time: 0.2687092 Oct 26 11:18:36.821089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-17d84ed3-4e9c-468b-8c12-85da7d02842a tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:36.822814 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-17d84ed3-4e9c-468b-8c12-85da7d02842a tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.23 "GET /networking/v2.0/networks?id=1b135b0e-efc6-41d8-9d61-2b998efecb6c HTTP/1.1" status: 200 len: 812 time: 0.4776475 Oct 26 11:18:36.831367 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-70fa4313-1e3a-4eb8-8002-b86940f08577 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3842869 Oct 26 11:18:36.872331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Request body: {'port': {'device_id': '32ff647a-3640-4bf1-bbac-d24dc20c550e', 'network_id': '1b135b0e-efc6-41d8-9d61-2b998efecb6c', 'admin_state_up': True, 'tenant_id': 'bb3841ddb73140cdad424bbebe2883b1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:36.896723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57816) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:36.911238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:36.918532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29aca0a2-8a63-4914-8309-7bc867a9d48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.946893 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b9bb524-5fc4-4175-9ebc-c65f47fdaf4f req-ce8dab92-8ced-48ca-b2cb-c30f55d50cc4 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 210 time: 0.1224890 Oct 26 11:18:36.976483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:36.976986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.977421 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:18:37.072544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:37.073299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.078402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29aca0a2-8a63-4914-8309-7bc867a9d48d admin admin] Publish callbacks [] for security_group (fd1cfebe-1112-4a41-93d3-5effa2b368a0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.084450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-29aca0a2-8a63-4914-8309-7bc867a9d48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fd1cfebe-1112-4a41-93d3-5effa2b368a0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.085354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-a28842c0-c971-4050-b20c-353faa8bc676 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:37.087111 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-a28842c0-c971-4050-b20c-353faa8bc676 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8012a18b-7504-40e2-9b31-79637737fccf HTTP/1.1" status: 200 len: 811 time: 0.2616544 Oct 26 11:18:37.098544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:37.117397 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-838beb8b-a820-4dfc-be69-5496ff2518f3 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/quotas/059a821dd6854c35a1291cf127fd1701 HTTP/1.1" status: 200 len: 375 time: 0.0201409 Oct 26 11:18:37.118814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Made reservation on behalf of bb3841ddb73140cdad424bbebe2883b1 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:37.119779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:37.123529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.128064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.129500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:37.149141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29aca0a2-8a63-4914-8309-7bc867a9d48d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=22923b36707644bdbd8a8aa7370c96c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2510102 Oct 26 11:18:37.151687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57818) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:37.159871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aca0a2-8a63-4914-8309-7bc867a9d48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1cfebe-1112-4a41-93d3-5effa2b368a0,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:37.212405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7633c72b-d072-4005-ad4e-cc8ef8b1270d admin admin] Publish callbacks [] for security_group (fd1cfebe-1112-4a41-93d3-5effa2b368a0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.231804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:37.235101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7633c72b-d072-4005-ad4e-cc8ef8b1270d admin admin] Publish callbacks [] for security_group (fd1cfebe-1112-4a41-93d3-5effa2b368a0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.238132 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-31390700-a69e-4e9e-81f0-b8b6a6248650 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=059a821dd6854c35a1291cf127fd1701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112530 Oct 26 11:18:37.244729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:37.245105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.245440 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:18:37.301622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7633c72b-d072-4005-ad4e-cc8ef8b1270d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fd1cfebe-1112-4a41-93d3-5effa2b368a0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.304758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7633c72b-d072-4005-ad4e-cc8ef8b1270d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.308926 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7633c72b-d072-4005-ad4e-cc8ef8b1270d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fd1cfebe-1112-4a41-93d3-5effa2b368a0 HTTP/1.1" status: 204 len: 168 time: 0.1561129 Oct 26 11:18:37.318045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:37.318553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633c72b-d072-4005-ad4e-cc8ef8b1270d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1cfebe-1112-4a41-93d3-5effa2b368a0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:37.338489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:37.338881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.387182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:37.393642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.394889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:37.402181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:37.412732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:37.422829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Allocated IP 172.20.0.11 (1b135b0e-efc6-41d8-9d61-2b998efecb6c/471cb6a4-1b28-41b6-ba61-0dbc811ea887/b63980e7-1b6b-4442-ac99-bd96e92f3fd2) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:37.438387 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-71b4268a-ba38-4a95-bcbc-0aae9f45c8c4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874990 Oct 26 11:18:37.511165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:37.536030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:37.536619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.537053 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:18:37.585803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:37.654459 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-9281efd3-9842-46e3-b9f9-ff9a22493425 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866510 Oct 26 11:18:37.660539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:37.661820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:37.734377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:37.734846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.735189 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c Oct 26 11:18:37.750371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57824) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:37.847671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57828) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:37.911991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:37.912390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.917560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Publish callbacks [] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.958249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:37.963935 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61ec80ff-27cb-4e04-8f6d-618a381a36fe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.2123437 Oct 26 11:18:37.969140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.978822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:38.040021 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29226ad2-e74f-4b34-8e29-f24d356e7092 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1908960 Oct 26 11:18:38.054756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:38.128286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Network 1b135b0e-efc6-41d8-9d61-2b998efecb6c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:38.130446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:38.132374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Pushing event updated for resources: {'Port': ['ID=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:38.151591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:38.248247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8334-3f03-4689-9606-407777afb18a req-95ca454c-48cf-4f0b-b953-4afd4925dd44 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:38.250135 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b67b8334-3f03-4689-9606-407777afb18a req-95ca454c-48cf-4f0b-b953-4afd4925dd44 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 932 time: 0.1763523 Oct 26 11:18:38.302010 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f568afdd-ce56-4974-a10c-165d1b14620a req-934d8e5c-5fd0-4f6f-bc64-0d9dc3e286dd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 210 time: 0.0627577 Oct 26 11:18:38.337707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:38.340333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:38.377589 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9df7154c-f411-4044-b08b-39b98e2c2a50 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5237608 Oct 26 11:18:38.399306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b67b8334-3f03-4689-9606-407777afb18a req-d92da4d1-4c77-4dd5-9a33-03d8a89c8318 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375787 Oct 26 11:18:38.410818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Request body: {'port': {'device_id': '32ff647a-3640-4bf1-bbac-d24dc20c550e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:38.477722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:38.568978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:38.576059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:38.576809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:38.579553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:38.723292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:38.840339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:38.842231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63980e7-1b6b-4442-ac99-bd96e92f3fd2 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:38.886271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Publish callbacks [] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:38.920056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:38.935559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Transition to ACTIVE for port object b63980e7-1b6b-4442-ac99-bd96e92f3fd2 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:18:38.942049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:38.951647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:38.961168 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:38.963435 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:38.965639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57866) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:39.042733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Pushing event updated for resources: {'Port': ['ID=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:39.045168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57870) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:39.087904 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-754ebe99-f66f-4787-9926-27abc662601e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1204932 Oct 26 11:18:39.157597 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-633c0d94-7eda-4187-9c2e-9dfa1d25d8b6 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.0918999 Oct 26 11:18:39.216598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:39.233333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:39.258763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Attempting to bind port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:39.259352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Attempting to bind port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '9673b8b4-760d-48fa-9e68-b86636662ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1b135b0e-efc6-41d8-9d61-2b998efecb6c'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:39.260685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Attempting to bind port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 on network 1b135b0e-efc6-41d8-9d61-2b998efecb6c {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:39.346808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 on network 1b135b0e-efc6-41d8-9d61-2b998efecb6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:18:39.349069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Attempting to bind port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 on network 1b135b0e-efc6-41d8-9d61-2b998efecb6c {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:39.438006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:37Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:36Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:35Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:39.505310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:39.531471 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:39.532204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:39.533096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:39.538368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:39.539106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:39.539220 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:39.657628 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:37Z', 'revision_number': 13, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:39.661129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:39.690681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:39.691812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:39.698372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:39.710173 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:39.711598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:39.848850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:39.854550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:39.955310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab183f5-999f-4a84-9547-edbc311c3c15 req-87cd243e-661b-4e63-9a43-bcfc74f3bb9e tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:39.962526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:39.965639 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ab183f5-999f-4a84-9547-edbc311c3c15 req-87cd243e-661b-4e63-9a43-bcfc74f3bb9e tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 944 time: 0.1394980 Oct 26 11:18:39.980460 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8101d7ef-0385-43b5-bdca-50889bbbebcf req-c5f17ff0-a50f-4d22-ad23-b0d590237b3c tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 210 time: 0.1027417 Oct 26 11:18:40.013711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:40.014092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Checking segment: {'id': '9673b8b4-760d-48fa-9e68-b86636662ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1b135b0e-efc6-41d8-9d61-2b998efecb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:40.015879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Bound using segment: {'id': '9673b8b4-760d-48fa-9e68-b86636662ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1b135b0e-efc6-41d8-9d61-2b998efecb6c'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:40.016381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Bound port: b63980e7-1b6b-4442-ac99-bd96e92f3fd2, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9673b8b4-760d-48fa-9e68-b86636662ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '1b135b0e-efc6-41d8-9d61-2b998efecb6c'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:40.016749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.067579 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:40.081301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:40.167653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57892) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:40.195570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57894) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:40.204412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-a0cf62c9-7924-49df-8870-5a091afd94ee tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:40.205973 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-a0cf62c9-7924-49df-8870-5a091afd94ee tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8012a18b-7504-40e2-9b31-79637737fccf HTTP/1.1" status: 200 len: 811 time: 0.3820972 Oct 26 11:18:40.282153 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ab183f5-999f-4a84-9547-edbc311c3c15 req-a4c345f7-d3f8-4797-bdac-843566521296 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900984 Oct 26 11:18:40.352770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:40.354688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:37Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:36Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:35Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:40.355161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] For port b63980e7-1b6b-4442-ac99-bd96e92f3fd2, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:40.359049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:40.359880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.384505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a425fd83-d16a-42c3-8f40-41ed22e68b1f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2106419 Oct 26 11:18:40.393837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57080baa-af6e-4f7b-a2b4-148ea6184dd3 None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:37Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:36Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:35Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:40.405155 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:37Z', 'revision_number': 13, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:40.408300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] For port b63980e7-1b6b-4442-ac99-bd96e92f3fd2, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,segment=NetworkSegment(9673b8b4-760d-48fa-9e68-b86636662ba0),segment_id=9673b8b4-760d-48fa-9e68-b86636662ba0)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:40.419313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:40.427803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.428021 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9c205635-bd8c-470a-a343-9a2f37f511e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.3373473 Oct 26 11:18:40.431293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.432443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:40.433072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.434491 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b63980e7-1b6b-4442-ac99-bd96e92f3fd2 HTTP/1.1" status: 200 len: 1094 time: 2.0295584 Oct 26 11:18:40.435068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ff647a-3640-4bf1-bbac-d24dc20c550e', 'tag': 'b63980e7-1b6b-4442-ac99-bd96e92f3fd2'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:40.441231 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e4f2a-19e7-401a-94bc-f6a1617cf08f None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:37Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:37Z', 'revision_number': 13, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:40.448114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ea464f-bbea-45b5-98b3-e0fc1440c82f" -d '{"events": [{"name": "network-changed", "server_uuid": "32ff647a-3640-4bf1-bbac-d24dc20c550e", "tag": "b63980e7-1b6b-4442-ac99-bd96e92f3fd2"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:40.586341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efbc2ab-eef9-4c4b-952c-f93ace38abcb x-openstack-request-id: req-6efbc2ab-eef9-4c4b-952c-f93ace38abcb {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:40.586634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ff647a-3640-4bf1-bbac-d24dc20c550e", "tag": "b63980e7-1b6b-4442-ac99-bd96e92f3fd2", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:40.586963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6efbc2ab-eef9-4c4b-952c-f93ace38abcb {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:40.587428 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efbc2ab-eef9-4c4b-952c-f93ace38abcb'] response: {'name': 'network-changed', 'server_uuid': '32ff647a-3640-4bf1-bbac-d24dc20c550e', 'tag': 'b63980e7-1b6b-4442-ac99-bd96e92f3fd2', 'status': 'completed', 'code': 200} Oct 26 11:18:40.619585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-366d52aa-f048-4e6a-a494-22c09c21c6b9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:40.627054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:40.641742 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-fc4db514-7423-401a-b1c6-6f29ab59434b tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=059a821dd6854c35a1291cf127fd1701 HTTP/1.1" status: 200 len: 380 time: 0.2153087 Oct 26 11:18:40.654811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Request body: {'port': {'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'admin_state_up': True, 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'security_groups': ['f9177b88-d5a0-4222-bdec-ee0e0a47db3c']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:40.662761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39900f0-aaf6-4cb5-80be-61397d3805ef service neutron] Pushing event updated for resources: {'Port': ['ID=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:40.699025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9245fd06-d900-4f4a-bded-88eff201eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:40.701187 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-9245fd06-d900-4f4a-bded-88eff201eb6c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bb3841ddb73140cdad424bbebe2883b1&device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 1128 time: 0.1425748 Oct 26 11:18:40.716266 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-366d52aa-f048-4e6a-a494-22c09c21c6b9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] 10.222.0.26 "PUT /networking/v2.0/quotas/56029cdcda08482b8af153fd1c390e72 HTTP/1.1" status: 200 len: 368 time: 0.5168417 Oct 26 11:18:40.716907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57902) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:40.729679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Request body: {'network': {'project_id': '56029cdcda08482b8af153fd1c390e72'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:40.731628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:40.830619 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-fef1c27e-040d-4349-999d-3e37ea72671a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b63980e7-1b6b-4442-ac99-bd96e92f3fd2 HTTP/1.1" status: 200 len: 217 time: 0.1127467 Oct 26 11:18:40.835231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:40.838293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:40.838674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.839574 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:18:40.859940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Made reservation on behalf of 56029cdcda08482b8af153fd1c390e72 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:40.862312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.929122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.956551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Made reservation on behalf of 059a821dd6854c35a1291cf127fd1701 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:40.970642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.984496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-58a4beb9-c35d-4273-a977-99421e5ad50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:40.987105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-58a4beb9-c35d-4273-a977-99421e5ad50d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=471cb6a4-1b28-41b6-ba61-0dbc811ea887 HTTP/1.1" status: 200 len: 852 time: 0.1492126 Oct 26 11:18:41.101867 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-f1adab4e-97d0-452a-b778-69d48ff8e107 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1b135b0e-efc6-41d8-9d61-2b998efecb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035669 Oct 26 11:18:41.102876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:41.103272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.180628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:41.189812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.190667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:41.225951 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ef620cc-18d5-4414-aaad-566f764b1ba0 req-c20de680-22a6-48b6-88f3-3bc08f6b33e7 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 210 time: 0.1175654 Oct 26 11:18:41.333734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:41.338683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Allocated IP 172.20.0.8 (8012a18b-7504-40e2-9b31-79637737fccf/6177c3f1-746b-4001-8d5b-70134b4a01f7/8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:41.355892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:41.357989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:41.373032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:41.383531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57908) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:41.412110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:41.412509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.412923 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:18:41.425213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks [] for security_group (517b1447-3b5d-4a4d-87e1-f601fcac2420), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.434824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57910) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:41.521562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (517b1447-3b5d-4a4d-87e1-f601fcac2420), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.533429 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-78752053-f4e4-4969-b82a-ed688517b3da tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.1465795 Oct 26 11:18:41.535981 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f13119bd-2ae8-4baa-9ecd-33a4bb43c237 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1000555 Oct 26 11:18:41.599077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:41.599611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.607794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.627519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:41.629755 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-2e987a39-a05d-47e6-97bc-2b8d909d0bb0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183988 Oct 26 11:18:41.632907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.668185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:18:41.724761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:41.741761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517b1447-3b5d-4a4d-87e1-f601fcac2420,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:41.763083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.781753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5114606-dd28-4d96-ae2b-f76f5e6fb5dc req-cdd13908-fe06-4f95-b2a8-fc26ce7e76e2 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:41.783607 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5114606-dd28-4d96-ae2b-f76f5e6fb5dc req-cdd13908-fe06-4f95-b2a8-fc26ce7e76e2 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 944 time: 0.3500333 Oct 26 11:18:41.805367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (473f7264-5b96-4eb0-8457-a4abe68724dc), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.805969 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Added segment 473f7264-5b96-4eb0-8457-a4abe68724dc of type vlan for network ed380083-cdca-407a-8252-b7546532eccb Oct 26 11:18:41.820185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:41.884928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Network 8012a18b-7504-40e2-9b31-79637737fccf is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:41.888439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:41.892753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:41.897116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'Port': ['ID=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:41.964843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:42.000042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:42.001472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:42.006054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:42.027679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:42.027679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.032449 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5114606-dd28-4d96-ae2b-f76f5e6fb5dc req-816dc9c2-811c-4472-b25f-7e446e0fa725 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251680 Oct 26 11:18:42.066899 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-f07951da-3294-48c7-a9b7-f52735933d34 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4191406 Oct 26 11:18:42.069389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (ed380083-cdca-407a-8252-b7546532eccb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.080574 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-54ee324c-d5fa-4a53-a4d8-5f0903e88308 req-121d6c98-c545-4b7e-b937-ef592982e4e0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161630 Oct 26 11:18:42.088623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Request body: {'port': {'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:42.120378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (ed380083-cdca-407a-8252-b7546532eccb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.123986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:42.124760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.200683 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4811573 Oct 26 11:18:42.208219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57912) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:42.229251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.239953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Request body: {'network': {'project_id': '56029cdcda08482b8af153fd1c390e72'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:42.256398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd084546-0515-4f10-b144-f6796ddcc203 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Pushing event updated for resources: {'Network': ['ID=ed380083-cdca-407a-8252-b7546532eccb,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:42.298421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network ed380083-cdca-407a-8252-b7546532eccb details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:18:42.334958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Made reservation on behalf of 56029cdcda08482b8af153fd1c390e72 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:42.338156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.390400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:42.391058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.460821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:42.471588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:42.475610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:18:42.500157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:42.510788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ef196775-9ef7-46ee-962e-64754a362366), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.511506 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Added segment ef196775-9ef7-46ee-962e-64754a362366 of type vlan for network 729c0845-cc7e-421a-8fa7-7db02244adbf Oct 26 11:18:42.520462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241d730-b457-414a-be39-5f1c86d8ea89 req-ea25105e-9e32-419e-a190-99a7ba1eabd6 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:42.522448 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7241d730-b457-414a-be39-5f1c86d8ea89 req-ea25105e-9e32-419e-a190-99a7ba1eabd6 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 931 time: 0.1124694 Oct 26 11:18:42.541897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57916) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:42.547623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57918) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:42.601276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:42.615708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:42.739779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (729c0845-cc7e-421a-8fa7-7db02244adbf), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.753531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2c315d7a-65b9-4553-b91e-27f9ea05a976 None None] Provisioning complete for port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:42.753938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2c315d7a-65b9-4553-b91e-27f9ea05a976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.754290 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2c315d7a-65b9-4553-b91e-27f9ea05a976 None None] Attempt 1 to provision port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 Oct 26 11:18:42.823173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.825100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:42.835362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (729c0845-cc7e-421a-8fa7-7db02244adbf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.836686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:42.837465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.848893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:42.862664 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa96fbf3-582c-48c4-90f9-2d75e5abcef1 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.3059914 Oct 26 11:18:42.877473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:42.882013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7241d730-b457-414a-be39-5f1c86d8ea89 req-39607e0a-4bbe-411f-90d9-b9b546638bf7 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512356 Oct 26 11:18:42.888799 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8254e479-1e48-4f06-9505-d0f7f737de1f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.3302562 Oct 26 11:18:42.924673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Publish callbacks [] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.958548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=4,neutron:UPDATE=6,neutron:SELECT=90 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:42.974795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7449040 Oct 26 11:18:42.977714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:42.983423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Transition to ACTIVE for port object 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:18:43.007772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-20f84b9b-691b-4335-ba68-43c8d1d68a90 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Request body: {'network': {'project_id': '56029cdcda08482b8af153fd1c390e72'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:43.018547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cc195-92a9-469a-afde-1f11de051407 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Pushing event updated for resources: {'Network': ['ID=729c0845-cc7e-421a-8fa7-7db02244adbf,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:43.027767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-eec4e3ab-17e1-405e-bab2-439b3a3d2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.032254 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-eec4e3ab-17e1-405e-bab2-439b3a3d2a03 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bb3841ddb73140cdad424bbebe2883b1&device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 1128 time: 0.1356146 Oct 26 11:18:43.045518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:43.144067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 729c0845-cc7e-421a-8fa7-7db02244adbf details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:18:43.154051 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f84b9b-691b-4335-ba68-43c8d1d68a90 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 11:18:43.154598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f84b9b-691b-4335-ba68-43c8d1d68a90 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 11:18:43.156026 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-20f84b9b-691b-4335-ba68-43c8d1d68a90 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1702402 Oct 26 11:18:43.159033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:43.167226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-266c287b-c013-493c-82e0-b7d82a3f204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.168760 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-266c287b-c013-493c-82e0-b7d82a3f204d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1b135b0e-efc6-41d8-9d61-2b998efecb6c HTTP/1.1" status: 200 len: 913 time: 0.1284320 Oct 26 11:18:43.249091 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-a746ed4e-15c0-4924-998e-9de279c451a2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b63980e7-1b6b-4442-ac99-bd96e92f3fd2 HTTP/1.1" status: 200 len: 217 time: 0.0734065 Oct 26 11:18:43.308898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:43.367820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:43.372544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110b4ba-779f-4181-a1f8-d9c409f3d11b req-a4f50983-ff39-4ed9-9319-983292a05457 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.374495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b110b4ba-779f-4181-a1f8-d9c409f3d11b req-a4f50983-ff39-4ed9-9319-983292a05457 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 944 time: 0.1243734 Oct 26 11:18:43.379406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-c64a300d-974c-4aab-b4e5-7a98e6d530fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.381158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-c64a300d-974c-4aab-b4e5-7a98e6d530fd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=471cb6a4-1b28-41b6-ba61-0dbc811ea887 HTTP/1.1" status: 200 len: 852 time: 0.1188369 Oct 26 11:18:43.397185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Attempting to bind port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:43.397483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Attempting to bind port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:43.397822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Attempting to bind port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 on network 8012a18b-7504-40e2-9b31-79637737fccf {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:43.408379 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-62ce4717-09a1-4741-b34b-925dca51683f tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=56029cdcda08482b8af153fd1c390e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373252 Oct 26 11:18:43.420388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57926) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:43.455095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 on network 8012a18b-7504-40e2-9b31-79637737fccf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:18:43.455413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Attempting to bind port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 on network 8012a18b-7504-40e2-9b31-79637737fccf {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:43.466805 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-4dd566b9-f3f1-48b4-9377-d916ec2eda78 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1b135b0e-efc6-41d8-9d61-2b998efecb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742981 Oct 26 11:18:43.513868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:43.514735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Checking segment: {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:43.515543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Bound using segment: {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:43.516896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Bound port: 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5885490c-8170-4c03-8a2b-0530e7c8bd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:43.517328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:43.583316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b63980e7-1b6b-4442-ac99-bd96e92f3fd2 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:18:43.585655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2c315d7a-65b9-4553-b91e-27f9ea05a976 None None] Port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:43.600095 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b110b4ba-779f-4181-a1f8-d9c409f3d11b req-b786f98f-f471-4d38-9e5f-0164bfd39494 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158113 Oct 26 11:18:43.656714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] For port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:43.660867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] For port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:43.662296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:43.669357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:43.674208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.675120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:43.675635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:41Z', 'revision_number': 15, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:43.676866 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 HTTP/1.1" status: 200 len: 1093 time: 1.5953300 Oct 26 11:18:43.681544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:43.687451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aed44c-ad81-4861-9e3f-fa81ca3adf17" -d '{"events": [{"name": "network-changed", "server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:43.689267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddaf0-f559-4075-a257-4aec953137b8 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks [] for security_group (517b1447-3b5d-4a4d-87e1-f601fcac2420), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:43.709603 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-2f127032-67e5-45bf-b9b7-faad7b7d6191 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300954 Oct 26 11:18:43.752658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddaf0-f559-4075-a257-4aec953137b8 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks [] for security_group (517b1447-3b5d-4a4d-87e1-f601fcac2420), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:43.776719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:43.837474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:43.837871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:43.851577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:43.852247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:43.867637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa0aacd-6ac4-4234-acb1-c7dbabc20f42 x-openstack-request-id: req-6fa0aacd-6ac4-4234-acb1-c7dbabc20f42 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:43.868423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:43.868423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fa0aacd-6ac4-4234-acb1-c7dbabc20f42 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:43.869955 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa0aacd-6ac4-4234-acb1-c7dbabc20f42'] response: {'name': 'network-changed', 'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'status': 'completed', 'code': 200} Oct 26 11:18:43.875776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57930) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:43.899844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:43.901949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57932) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:43.914975 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-66ea464f-bbea-45b5-98b3-e0fc1440c82f req-3825f90c-942c-426b-876f-3e82a82f114d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772048 Oct 26 11:18:43.917802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff22b6-1ab3-4547-8a2f-2ab16973bd27 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:43.958052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b63980e7-1b6b-4442-ac99-bd96e92f3fd2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,segment=NetworkSegment(9673b8b4-760d-48fa-9e68-b86636662ba0),segment_id=9673b8b4-760d-48fa-9e68-b86636662ba0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:43.972536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-810e86a6-f467-4691-888a-caf90f94f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.974489 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-810e86a6-f467-4691-888a-caf90f94f65f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=059a821dd6854c35a1291cf127fd1701&device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 1127 time: 0.2112825 Oct 26 11:18:43.996164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'b63980e7-1b6b-4442-ac99-bd96e92f3fd2', 'network_id': '1b135b0e-efc6-41d8-9d61-2b998efecb6c', 'port_id': 'b63980e7-1b6b-4442-ac99-bd96e92f3fd2', 'mac_address': 'fa:16:3e:18:7d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471cb6a4-1b28-41b6-ba61-0dbc811ea887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:18:44.000021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:44.035554 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-57b39da0-ea75-4298-83d6-c1e55e40886c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1319504 Oct 26 11:18:44.037038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddaf0-f559-4075-a257-4aec953137b8 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (517b1447-3b5d-4a4d-87e1-f601fcac2420), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.039831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd3ddaf0-f559-4075-a257-4aec953137b8 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.041039 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd3ddaf0-f559-4075-a257-4aec953137b8 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/517b1447-3b5d-4a4d-87e1-f601fcac2420 HTTP/1.1" status: 204 len: 168 time: 0.5766840 Oct 26 11:18:44.049948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:44.050820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ddaf0-f559-4075-a257-4aec953137b8 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b1447-3b5d-4a4d-87e1-f601fcac2420,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:44.091544 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25a3f8-b452-430a-8c79-09f828eb3bdd None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:18:44.102428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.103319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:44.116285 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3ee4773f-bec7-42a2-8441-a0c9adff16ef tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 200 len: 992 time: 0.2350702 Oct 26 11:18:44.118014 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-5bf16668-6a0e-4fa5-9326-a112a52bd924 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 HTTP/1.1" status: 200 len: 217 time: 0.1281378 Oct 26 11:18:44.121699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57938) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:44.128777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:44.164886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (729c0845-cc7e-421a-8fa7-7db02244adbf), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.326525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-38cc467f-64fa-4df9-9dc0-daf8cc399651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:44.328489 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-38cc467f-64fa-4df9-9dc0-daf8cc399651 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=6177c3f1-746b-4001-8d5b-70134b4a01f7 HTTP/1.1" status: 200 len: 850 time: 0.1910987 Oct 26 11:18:44.346741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d05a-14fc-47b0-b088-902f73f3a0c5 req-a97c16f1-085a-4484-b98c-95fef47de490 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:44.350955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:44.352483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:44.354877 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f76d05a-14fc-47b0-b088-902f73f3a0c5 req-a97c16f1-085a-4484-b98c-95fef47de490 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.0687988 Oct 26 11:18:44.390570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (729c0845-cc7e-421a-8fa7-7db02244adbf), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.436273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:44.436698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.440822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:44.460967 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f76d05a-14fc-47b0-b088-902f73f3a0c5 req-b417a444-85a7-4d01-a36f-816264ecd5de tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050260 Oct 26 11:18:44.500741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729c0845-cc7e-421a-8fa7-7db02244adbf']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:44.515078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef196775-9ef7-46ee-962e-64754a362366') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:44.515744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef196775-9ef7-46ee-962e-64754a362366') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:44.516622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-42c29fd5-c980-4064-8d2a-024ef3a39425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:44.518847 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-42c29fd5-c980-4064-8d2a-024ef3a39425 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8012a18b-7504-40e2-9b31-79637737fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1839533 Oct 26 11:18:44.522049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63980e7-1b6b-4442-ac99-bd96e92f3fd2 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:44.529649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (ef196775-9ef7-46ee-962e-64754a362366), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.553450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:44.554930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ef196775-9ef7-46ee-962e-64754a362366), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.567375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:18:44.567985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (ef196775-9ef7-46ee-962e-64754a362366), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.610602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b63980e7-1b6b-4442-ac99-bd96e92f3fd2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,segment=NetworkSegment(9673b8b4-760d-48fa-9e68-b86636662ba0),segment_id=9673b8b4-760d-48fa-9e68-b86636662ba0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:44.642094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.646584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Deleting port d6a69e63-8aff-41d7-9a00-9652e4ab6902 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:44.646584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d6a69e63-8aff-41d7-9a00-9652e4ab6902), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.657963 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment ef196775-9ef7-46ee-962e-64754a362366 resource provider aggregate not found Oct 26 11:18:44.710746 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment ef196775-9ef7-46ee-962e-64754a362366 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef196775-9ef7-46ee-962e-64754a362366 found for delete ", "request_id": "req-c72c8e7d-3748-4894-9b97-5de7f62c41e4"}]} Oct 26 11:18:44.730159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (729c0845-cc7e-421a-8fa7-7db02244adbf), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.732426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:44.737179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.742981 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/729c0845-cc7e-421a-8fa7-7db02244adbf HTTP/1.1" status: 204 len: 168 time: 0.6829746 Oct 26 11:18:44.747048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57946) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:44.755021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:44.755406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.801154 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-1674de97-9707-4b9c-b909-d1e45a123e1a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574103 Oct 26 11:18:44.804044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fd17c-19ed-4bf4-8cb9-bea26c9a24c9 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Pushing event deleted for resources: {'Network': ['ID=729c0845-cc7e-421a-8fa7-7db02244adbf,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:44.805817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d6a69e63-8aff-41d7-9a00-9652e4ab6902), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.806157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for floatingip (d6a69e63-8aff-41d7-9a00-9652e4ab6902), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.867776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Calling delete_port for d6a69e63-8aff-41d7-9a00-9652e4ab6902 owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:44.887195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:44.924172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.924903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:44.945582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0abae-4c35-4b8c-bd99-feba0e9290be req-01a90ae9-828b-4b8f-b102-d41813e89601 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:44.947183 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fb0abae-4c35-4b8c-bd99-feba0e9290be req-01a90ae9-828b-4b8f-b102-d41813e89601 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 945 time: 0.1875582 Oct 26 11:18:44.974854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (ed380083-cdca-407a-8252-b7546532eccb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.985723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['b63980e7-1b6b-4442-ac99-bd96e92f3fd2'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:18:44.988896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:45.016778 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-42d79733-0c2f-42d0-8a31-cefe0b2893a8 req-7f1c8d48-18f2-4104-b4c6-66f74a861516 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073548 Oct 26 11:18:45.038218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:45.039230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57948) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:45.056587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:45.090845 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fb0abae-4c35-4b8c-bd99-feba0e9290be req-a09077a9-0d8f-4bf9-9653-f415537bed29 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361783 Oct 26 11:18:45.154810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:41Z', 'revision_number': 15, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:45.166944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (ed380083-cdca-407a-8252-b7546532eccb), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:45.194451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed380083-cdca-407a-8252-b7546532eccb']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:45.206298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473f7264-5b96-4eb0-8457-a4abe68724dc') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:45.206592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473f7264-5b96-4eb0-8457-a4abe68724dc') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:45.210692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809857d-6585-4934-a3dd-ec655b030f08 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:41Z', 'revision_number': 15, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:45.221425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (473f7264-5b96-4eb0-8457-a4abe68724dc), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:45.256080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (473f7264-5b96-4eb0-8457-a4abe68724dc), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:45.264221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:18:45.269113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (473f7264-5b96-4eb0-8457-a4abe68724dc), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:45.273060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:45.273672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:45.319700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:45.334672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:45.374814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (ed380083-cdca-407a-8252-b7546532eccb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:45.382892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:45.387692 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] 10.222.0.26 "DELETE /networking/v2.0/networks/ed380083-cdca-407a-8252-b7546532eccb HTTP/1.1" status: 204 len: 168 time: 0.6396697 Oct 26 11:18:45.402817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a6f67-a4a1-475c-96f0-373cd40fd206 tempest-QuotasNegativeTest-513224090 tempest-QuotasNegativeTest-513224090-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed380083-cdca-407a-8252-b7546532eccb,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:45.490981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:45.626488 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9721608e-b338-4f29-82cd-fc8addefc42d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.5783184 Oct 26 11:18:45.642175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-9b364bdc-85ec-4bae-bc59-10197c34cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:45.644215 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-9b364bdc-85ec-4bae-bc59-10197c34cd46 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=059a821dd6854c35a1291cf127fd1701&device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 1127 time: 0.4964819 Oct 26 11:18:45.714470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09ed51-5dac-4a76-8eb4-6d5a760bd250 req-f60d444a-8137-4369-bcd3-a841168f1cbf tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:45.716197 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-df09ed51-5dac-4a76-8eb4-6d5a760bd250 req-f60d444a-8137-4369-bcd3-a841168f1cbf tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.1234293 Oct 26 11:18:45.782390 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-df09ed51-5dac-4a76-8eb4-6d5a760bd250 req-d93ef59f-10e0-41be-ab18-c5deb192cb33 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581372 Oct 26 11:18:45.878124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d6a69e63-8aff-41d7-9a00-9652e4ab6902), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:45.934930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event deleted for resources: {'Port': ['ID=d6a69e63-8aff-41d7-9a00-9652e4ab6902,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:46.024802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:46.045381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:46.045381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:46.086792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for floatingip (cb89897c-9002-4e2a-9c06-dba1c11a744a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.087330 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Floating IP cb89897c-9002-4e2a-9c06-dba1c11a744a disassociated (deleted). External IP: 172.26.0.75, port: 0537895d-7ccc-462e-8cc0-6ee12cca3dfb. Oct 26 11:18:46.095537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57958) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:46.131239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:46.135177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:46.165374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-9ae4cbeb-52c5-440e-92a5-3ab9d9105664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:46.170784 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-9ae4cbeb-52c5-440e-92a5-3ab9d9105664 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8012a18b-7504-40e2-9b31-79637737fccf HTTP/1.1" status: 200 len: 912 time: 0.5169809 Oct 26 11:18:46.240770 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-c36d0360-053f-4772-9603-13c463d0a48b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 HTTP/1.1" status: 200 len: 217 time: 0.0620282 Oct 26 11:18:46.257011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:46.298758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-05027334-1ee3-4e7b-8d67-a661f53d0b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.347165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e30db-0c5d-4d61-b65b-3abaa89066a1 req-0ce470db-7412-4ff1-a8dc-fd8738a52a75 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:46.367420 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1a2e30db-0c5d-4d61-b65b-3abaa89066a1 req-0ce470db-7412-4ff1-a8dc-fd8738a52a75 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 945 time: 0.1381459 Oct 26 11:18:46.407741 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:46.409942 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:46.416298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:46.416632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-1a9ff9f9-a6c0-4ae6-a363-3f87e88f57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:46.416632 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-1a9ff9f9-a6c0-4ae6-a363-3f87e88f57c7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=6177c3f1-746b-4001-8d5b-70134b4a01f7 HTTP/1.1" status: 200 len: 850 time: 0.1626854 Oct 26 11:18:46.443319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:46.455484 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1a2e30db-0c5d-4d61-b65b-3abaa89066a1 req-c6e98ed5-23bf-4043-952e-ff1005810d3b tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805769 Oct 26 11:18:46.483034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:46.527947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-05027334-1ee3-4e7b-8d67-a661f53d0b0e admin admin] Publish callbacks [] for security_group (4a0e1b4d-e1de-4bb1-9af0-1c244e69525b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.534854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-05027334-1ee3-4e7b-8d67-a661f53d0b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4a0e1b4d-e1de-4bb1-9af0-1c244e69525b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.564231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:46.569810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-753bb657-52ad-42a5-bdf5-62e6486df374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:46.571845 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-753bb657-52ad-42a5-bdf5-62e6486df374 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8012a18b-7504-40e2-9b31-79637737fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1491220 Oct 26 11:18:46.619332 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-05027334-1ee3-4e7b-8d67-a661f53d0b0e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d238387fc3c24f55a029405dd9807a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226786 Oct 26 11:18:46.621338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05027334-1ee3-4e7b-8d67-a661f53d0b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0e1b4d-e1de-4bb1-9af0-1c244e69525b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:46.624631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57964) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:46.634880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57966) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:46.683395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:46.684017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.709601 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:46.752291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:46.753170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 473f7264-5b96-4eb0-8457-a4abe68724dc resource provider aggregate not found Oct 26 11:18:46.788361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9097204-f913-4721-b377-22621d1b8fc6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1454866 Oct 26 11:18:46.792442 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 473f7264-5b96-4eb0-8457-a4abe68724dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 473f7264-5b96-4eb0-8457-a4abe68724dc found for delete ", "request_id": "req-a302251a-2101-435f-a52c-50b67db74fa5"}]} Oct 26 11:18:46.797007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6189d5d8-c9e8-4f30-85b5-e161db6f3514 admin admin] Publish callbacks [] for security_group (4a0e1b4d-e1de-4bb1-9af0-1c244e69525b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.826058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:46.840295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6189d5d8-c9e8-4f30-85b5-e161db6f3514 admin admin] Publish callbacks [] for security_group (4a0e1b4d-e1de-4bb1-9af0-1c244e69525b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.875265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.876256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:46.942437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6189d5d8-c9e8-4f30-85b5-e161db6f3514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4a0e1b4d-e1de-4bb1-9af0-1c244e69525b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.945680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6189d5d8-c9e8-4f30-85b5-e161db6f3514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.949934 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6189d5d8-c9e8-4f30-85b5-e161db6f3514 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4a0e1b4d-e1de-4bb1-9af0-1c244e69525b HTTP/1.1" status: 204 len: 168 time: 0.3209884 Oct 26 11:18:46.962288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189d5d8-c9e8-4f30-85b5-e161db6f3514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0e1b4d-e1de-4bb1-9af0-1c244e69525b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:46.965946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Router deed0adc-c744-4c2d-9a2d-cd53690d416b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:18:46.969226 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-1047d2f7-8be5-4534-b64e-67e330ba792b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886476 Oct 26 11:18:47.004075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:47.063853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:42Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:44Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:43Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:47.130682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccf9d8-a83b-43ee-97be-7e961e831d87 req-287da535-bafe-4fba-9712-8b4bcdc3ec5e tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:47.133787 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a8ccf9d8-a83b-43ee-97be-7e961e831d87 req-287da535-bafe-4fba-9712-8b4bcdc3ec5e tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.1608393 Oct 26 11:18:47.184086 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:45Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:44Z', 'revision_number': 14, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:47.185038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:47.200590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:47.217535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:47.219619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:47.245423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:47.289252 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:47.291274 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:47.292787 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-47aed44c-ad81-4861-9e3f-fa81ca3adf17 req-006daaad-6e5e-4404-9244-4f1125b7ec93 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175039 Oct 26 11:18:47.323111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:47.329389 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a8ccf9d8-a83b-43ee-97be-7e961e831d87 req-c4254294-08b8-4737-8d61-1551ae645d50 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855707 Oct 26 11:18:47.344499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:47.364324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:47.364713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.376388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.396571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:47.396571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:47.464019 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6179faf5-e0b4-4a7b-b62f-c35745ccceb3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/cb89897c-9002-4e2a-9c06-dba1c11a744a HTTP/1.1" status: 204 len: 168 time: 3.3409870 Oct 26 11:18:47.464811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:47.469787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486041d-1982-4767-bd16-1f131af1c28c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:47.542882 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:47.568121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 57984) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:47.589570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24b80b7d-62ba-4542-a1e5-358c98ef5063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.623675 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:47.625002 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:47.785941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:47.819585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:47.834623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2855-e825-4e26-b9fe-80c8b3fdbaf0 req-73610b48-c0e8-4f0a-b85d-326c5d23cb10 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:47.845279 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-47da2855-e825-4e26-b9fe-80c8b3fdbaf0 req-73610b48-c0e8-4f0a-b85d-326c5d23cb10 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 945 time: 0.2178650 Oct 26 11:18:47.932441 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:45Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:44Z', 'revision_number': 14, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:47.968081 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-53442a8b-d499-4ee3-84dd-0eb1ae01d718 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1796269 Oct 26 11:18:48.013747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a6f64-f4e6-4082-a5e0-b552b3f7ab01 x-openstack-request-id: req-8c2a6f64-f4e6-4082-a5e0-b552b3f7ab01 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:48.014042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:48.014296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c2a6f64-f4e6-4082-a5e0-b552b3f7ab01 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:48.015501 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2a6f64-f4e6-4082-a5e0-b552b3f7ab01'] response: {'name': 'network-changed', 'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'status': 'completed', 'code': 200} Oct 26 11:18:48.017174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-47da2855-e825-4e26-b9fe-80c8b3fdbaf0 req-f9e6be66-7e61-4652-a84f-12eacfa1da5f tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709881 Oct 26 11:18:48.029885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:48.068167 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671211d9-02ff-4d34-8f41-7fb16529edfb None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:45Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:44Z', 'revision_number': 14, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:48.094440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24b80b7d-62ba-4542-a1e5-358c98ef5063 admin admin] Publish callbacks [] for security_group (f417ee58-0784-4675-9a9e-1305b28ad772), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.109249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24b80b7d-62ba-4542-a1e5-358c98ef5063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f417ee58-0784-4675-9a9e-1305b28ad772), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.126745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b63980e7-1b6b-4442-ac99-bd96e92f3fd2 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:48.130635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.179973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:48.182503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:48.194027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b80b7d-62ba-4542-a1e5-358c98ef5063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f417ee58-0784-4675-9a9e-1305b28ad772,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:48.243086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0e644-122f-45e2-a5b0-913c7c70fcc4 req-bd95c3de-0178-47a4-8459-5557039b9ca3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:48.251253 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d0f0e644-122f-45e2-a5b0-913c7c70fcc4 req-bd95c3de-0178-47a4-8459-5557039b9ca3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 945 time: 0.1551106 Oct 26 11:18:48.264320 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-24b80b7d-62ba-4542-a1e5-358c98ef5063 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2c6da0855b8940a2bc09771f6deac6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6950870 Oct 26 11:18:48.267497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:48.274872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57990) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:48.316150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:48.341058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486041d-1982-4767-bd16-1f131af1c28c req-f09603ba-d039-4846-9b39-168546dbe1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:48.343395 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a486041d-1982-4767-bd16-1f131af1c28c req-f09603ba-d039-4846-9b39-168546dbe1bc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1&device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 1129 time: 0.1437201 Oct 26 11:18:48.376074 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d0f0e644-122f-45e2-a5b0-913c7c70fcc4 req-3cae7c50-5c7b-466a-bb14-f1133340829f tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231520 Oct 26 11:18:48.394730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b35c9305-e493-4d3c-aeae-f0ea981d7d20 admin admin] Publish callbacks [] for security_group (f417ee58-0784-4675-9a9e-1305b28ad772), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.420072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b35c9305-e493-4d3c-aeae-f0ea981d7d20 admin admin] Publish callbacks [] for security_group (f417ee58-0784-4675-9a9e-1305b28ad772), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.517290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d04497-1ceb-4410-bd18-577f5ca6a1f2 req-d1c02e68-186c-4feb-ae6c-0977d6145b3b tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:48.526840 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-46d04497-1ceb-4410-bd18-577f5ca6a1f2 req-d1c02e68-186c-4feb-ae6c-0977d6145b3b tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.0849185 Oct 26 11:18:48.535636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:48.673319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b35c9305-e493-4d3c-aeae-f0ea981d7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f417ee58-0784-4675-9a9e-1305b28ad772), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.690584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b35c9305-e493-4d3c-aeae-f0ea981d7d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.702182 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b35c9305-e493-4d3c-aeae-f0ea981d7d20 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f417ee58-0784-4675-9a9e-1305b28ad772 HTTP/1.1" status: 204 len: 168 time: 0.4164133 Oct 26 11:18:48.705987 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-46d04497-1ceb-4410-bd18-577f5ca6a1f2 req-176a0178-1550-436c-8aa2-b9b430b63385 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780505 Oct 26 11:18:48.732575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff94850-d4ac-4d11-a379-dab92910f62d req-2dbcc83c-c035-443a-9aeb-8546285f3dd9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:48.735541 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bff94850-d4ac-4d11-a379-dab92910f62d req-2dbcc83c-c035-443a-9aeb-8546285f3dd9 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 945 time: 0.0965354 Oct 26 11:18:48.745108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c9305-e493-4d3c-aeae-f0ea981d7d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f417ee58-0784-4675-9a9e-1305b28ad772,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:48.795200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:48.815391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486041d-1982-4767-bd16-1f131af1c28c req-a775050e-3660-485f-9e99-6e362687f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:48.818485 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a486041d-1982-4767-bd16-1f131af1c28c req-a775050e-3660-485f-9e99-6e362687f0bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=63abd606-6461-4ce8-8acd-34376bb03ab1 HTTP/1.1" status: 200 len: 897 time: 0.2519689 Oct 26 11:18:48.902545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:18:48.915283 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a486041d-1982-4767-bd16-1f131af1c28c req-333857bd-ef71-418f-b0d3-7ce5e8544758 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb HTTP/1.1" status: 200 len: 217 time: 0.0897992 Oct 26 11:18:48.928878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-bff94850-d4ac-4d11-a379-dab92910f62d req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Deleting port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:48.929260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-bff94850-d4ac-4d11-a379-dab92910f62d req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.983356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 57996) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:49.037918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:49.039024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:49.040915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:49.053367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:49.053729 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 Oct 26 11:18:49.121471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:49.147955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486041d-1982-4767-bd16-1f131af1c28c req-b536ddef-7d37-4897-b673-4dc95bf8d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:49.147955 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a486041d-1982-4767-bd16-1f131af1c28c req-b536ddef-7d37-4897-b673-4dc95bf8d7c3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=8def8067-a479-4346-aa8a-e312354014b2 HTTP/1.1" status: 200 len: 835 time: 0.2238004 Oct 26 11:18:49.176488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-bff94850-d4ac-4d11-a379-dab92910f62d req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] For port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:49.179810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-bff94850-d4ac-4d11-a379-dab92910f62d req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:49.224324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486041d-1982-4767-bd16-1f131af1c28c req-cde5f3cb-2cb7-4ae2-be31-a08a58961e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:49.225977 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a486041d-1982-4767-bd16-1f131af1c28c req-cde5f3cb-2cb7-4ae2-be31-a08a58961e7b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=63abd606-6461-4ce8-8acd-34376bb03ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0634527 Oct 26 11:18:49.297943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-bff94850-d4ac-4d11-a379-dab92910f62d req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Calling delete_port for 0537895d-7ccc-462e-8cc0-6ee12cca3dfb owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:49.314474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ee8c4-bb85-4444-92d0-79983453d619 req-a114040e-377f-4ef9-aee8-c73aed9c30e0 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:49.346535 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c3ee8c4-bb85-4444-92d0-79983453d619 req-a114040e-377f-4ef9-aee8-c73aed9c30e0 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 945 time: 0.1609356 Oct 26 11:18:49.368702 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-191c5e4c-2a6e-4a0d-aa8c-dd4c49c65949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.3818264 Oct 26 11:18:49.432647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:15:00Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:15:00Z', 'revision_number': 36, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:49.461599 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a486041d-1982-4767-bd16-1f131af1c28c req-3d49da73-5094-4098-9407-b30ea234ec34 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212994 Oct 26 11:18:49.571911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:49.572322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:49.575919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:49.621759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:49.637114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c3ee8c4-bb85-4444-92d0-79983453d619 req-48aa9794-1efa-4843-82c2-9d81104fcb8e tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876229 Oct 26 11:18:49.684622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:49.733317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b63980e7-1b6b-4442-ac99-bd96e92f3fd2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,segment=NetworkSegment(9673b8b4-760d-48fa-9e68-b86636662ba0),segment_id=9673b8b4-760d-48fa-9e68-b86636662ba0)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:49.739309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff647a-3640-4bf1-bbac-d24dc20c550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63980e7-1b6b-4442-ac99-bd96e92f3fd2'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:49.742101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba11b2ee-3d09-49f7-bb5f-f3826459693e" -d '{"events": [{"server_uuid": "32ff647a-3640-4bf1-bbac-d24dc20c550e", "name": "network-vif-plugged", "status": "completed", "tag": "b63980e7-1b6b-4442-ac99-bd96e92f3fd2"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:49.745407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:49.746856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:49.754204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:49.755428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:49.760980 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a486041d-1982-4767-bd16-1f131af1c28c req-03dfd59e-5e26-4465-9da1-768f323b8b50 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912772 Oct 26 11:18:49.823976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4d401-5758-474c-a738-43d37aa4d461 req-ab5e81d1-35a3-4cfb-a987-8600d26f13be tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:49.832742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dbd4d401-5758-474c-a738-43d37aa4d461 req-ab5e81d1-35a3-4cfb-a987-8600d26f13be tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 945 time: 0.2831547 Oct 26 11:18:49.833969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 0537895d-7ccc-462e-8cc0-6ee12cca3dfb no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:49.873306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-bff94850-d4ac-4d11-a379-dab92910f62d req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (0537895d-7ccc-462e-8cc0-6ee12cca3dfb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:49.880121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:42Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:44Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:43Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:49.917188 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dbd4d401-5758-474c-a738-43d37aa4d461 req-e876e257-5bdd-45b8-9153-ec2c418de3fd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3fa2ed6d-d038-4b80-8c5c-d1979558bb58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820122 Oct 26 11:18:49.992629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:49.995466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc1613-d0ee-429a-81ba-4822dcbccd23 None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:42Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:44Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:43Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:49.999028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event deleted for resources: {'Port': ['ID=0537895d-7ccc-462e-8cc0-6ee12cca3dfb,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:50.045837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f007ed-d4b2-4d97-8e6e-59cc9b723411 req-2a33b568-80ec-4edb-8cee-f0f58aa85075 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:50.048428 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-27f007ed-d4b2-4d97-8e6e-59cc9b723411 req-2a33b568-80ec-4edb-8cee-f0f58aa85075 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.1718266 Oct 26 11:18:50.087813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f559b8d-ccc5-46b4-87bc-fb6f56d1a649 x-openstack-request-id: req-0f559b8d-ccc5-46b4-87bc-fb6f56d1a649 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:50.088177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff647a-3640-4bf1-bbac-d24dc20c550e", "name": "network-vif-plugged", "status": "completed", "tag": "b63980e7-1b6b-4442-ac99-bd96e92f3fd2", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:50.088660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f559b8d-ccc5-46b4-87bc-fb6f56d1a649 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:50.089440 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f559b8d-ccc5-46b4-87bc-fb6f56d1a649'] response: {'server_uuid': '32ff647a-3640-4bf1-bbac-d24dc20c550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63980e7-1b6b-4442-ac99-bd96e92f3fd2', 'code': 200} Oct 26 11:18:50.093672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:50.148828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff94850-d4ac-4d11-a379-dab92910f62d req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] No DVR routers for this DVR port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:18:50.160452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-bff94850-d4ac-4d11-a379-dab92910f62d req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:50.166411 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bff94850-d4ac-4d11-a379-dab92910f62d req-de7d137b-158c-444a-a6a1-90ae2d988fe5 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.23 "DELETE /networking/v2.0/ports/0537895d-7ccc-462e-8cc0-6ee12cca3dfb HTTP/1.1" status: 204 len: 173 time: 1.4248629 Oct 26 11:18:50.167435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'name': 'network-vif-deleted', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:50.171580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:50.173105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de29eff8-8c4a-4601-81cc-faa8ef176fc1" -d '{"events": [{"server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "name": "network-vif-deleted", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:50.181106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No active binding found for port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb {{(pid=105417) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 26 11:18:50.181859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] The host hv-neutron-7598 is not matching for port 0537895d-7ccc-462e-8cc0-6ee12cca3dfb host None! {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 11:18:50.182488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 0537895d-7ccc-462e-8cc0-6ee12cca3dfb not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:18:50.214435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:50.240759 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:50.255684 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:50.257159 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:50.295342 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-27f007ed-d4b2-4d97-8e6e-59cc9b723411 req-7e6be8ea-f119-4163-9736-c599de6ac764 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717060 Oct 26 11:18:50.322826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9be441-7b7b-474a-ade6-913fbbd43b2b x-openstack-request-id: req-2e9be441-7b7b-474a-ade6-913fbbd43b2b {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:50.323687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1002c7-53a2-40f4-b156-41a8b42c964c", "name": "network-vif-deleted", "tag": "0537895d-7ccc-462e-8cc0-6ee12cca3dfb", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:50.324266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e9be441-7b7b-474a-ade6-913fbbd43b2b {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:50.325471 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9be441-7b7b-474a-ade6-913fbbd43b2b'] response: {'server_uuid': '1d1002c7-53a2-40f4-b156-41a8b42c964c', 'name': 'network-vif-deleted', 'tag': '0537895d-7ccc-462e-8cc0-6ee12cca3dfb', 'status': 'completed', 'code': 200} Oct 26 11:18:50.371557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58028) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:50.482649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:50.529283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:50.612875 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:50.821704 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c02f76e4-c2b7-4ce3-9321-788f343a634d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.4475474 Oct 26 11:18:50.940327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:50.941355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:51.012563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366be9b7-5104-4af2-a00d-c426a346d172 req-971d4ab3-abee-4677-a36e-d89267ba973f tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:51.031996 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-366be9b7-5104-4af2-a00d-c426a346d172 req-971d4ab3-abee-4677-a36e-d89267ba973f tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.1868982 Oct 26 11:18:51.052667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29c533-e7e5-454c-9c58-10d81c92b40e req-b849a525-7128-4097-bea1-c6f8eb4840f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:51.063451 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ec29c533-e7e5-454c-9c58-10d81c92b40e req-b849a525-7128-4097-bea1-c6f8eb4840f6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 1130 time: 0.5588889 Oct 26 11:18:51.077883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:51.189629 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-366be9b7-5104-4af2-a00d-c426a346d172 req-1aca1c9b-294b-44d7-853d-904b8613c07c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567957 Oct 26 11:18:51.196133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ed60449f-f32c-4d58-afb1-0debfe39fc95 req-395e0a38-eb6a-41b0-822b-6620f4c44c05 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 210 time: 0.0614996 Oct 26 11:18:51.307631 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:47Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:46Z', 'revision_number': 16, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:51.329192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:15:00Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:15:00Z', 'revision_number': 36, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:51.349491 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:51.360219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:51.362041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:51.396415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:51.399926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec4e1e-0e08-47dc-a296-50e42f0be29c None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:13:13Z', 'revision_number': 4, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:15:00Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '095f73cb-9c73-4d43-b238-aaac817ef862', 'name': '', 'network_id': '63abd606-6461-4ce8-8acd-34376bb03ab1', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'mac_address': 'fa:16:3e:20:99:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '8def8067-a479-4346-aa8a-e312354014b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:10Z', 'updated_at': '2022-10-26T11:15:00Z', 'revision_number': 36, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'subnets': [{'id': '8def8067-a479-4346-aa8a-e312354014b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:51.558467 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ec29c533-e7e5-454c-9c58-10d81c92b40e req-bad6b58c-682b-4338-a449-af44bf0290e1 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808217 Oct 26 11:18:51.567021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c341f1-4287-4ffb-b014-32c7ef8cc256 req-41660245-3fe1-444d-aa32-af4c71c3c114 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:51.573847 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6c341f1-4287-4ffb-b014-32c7ef8cc256 req-41660245-3fe1-444d-aa32-af4c71c3c114 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.1513793 Oct 26 11:18:51.628263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:51.641230 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:51.677561 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6c341f1-4287-4ffb-b014-32c7ef8cc256 req-57bb77ae-d1a9-4197-88db-b4db238286e3 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028502 Oct 26 11:18:51.705497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:51.705850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:51.706161 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:18:51.783276 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58048) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:51.825837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58052) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:51.880794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:51.883651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:51.907522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:51.957692 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:47Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:46Z', 'revision_number': 16, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:51.978880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:51.989786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:51.990737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:51.995042 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4424bb73-720d-47ed-b503-154a3ae6ef67 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:47Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:46Z', 'revision_number': 16, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:52.131444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:52.146539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:52.147502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.148259 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c Oct 26 11:18:52.259927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:52.260677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.278218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:52.303877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:52.318642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.337658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:52.412142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-767780737', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:52.462708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:52.468714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-85b114cb-963f-4f6e-8cbd-587fee155903 req-ff2a4a68-1487-468c-9791-9cfea96c35ca tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d1002c7-53a2-40f4-b156-41a8b42c964c HTTP/1.1" status: 200 len: 210 time: 0.0838385 Oct 26 11:18:52.497132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043da926-c3a1-4f79-bb1e-0100388ada35 req-8cb726ee-99b1-44f3-b6da-cafcfefaa2fb tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:52.499101 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-043da926-c3a1-4f79-bb1e-0100388ada35 req-8cb726ee-99b1-44f3-b6da-cafcfefaa2fb tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.1129375 Oct 26 11:18:52.504839 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c6b1b081-cef6-4075-b3cf-54c50f952676 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.6771424 Oct 26 11:18:52.507254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Made reservation on behalf of f5af172899c44e74aa8c885748ed1a1d for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:52.509588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.526717 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.538191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:52.614452 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-043da926-c3a1-4f79-bb1e-0100388ada35 req-3bc26312-20b9-429a-a1f3-a793fc1d4675 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023698 Oct 26 11:18:52.673172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:52.678850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks [] for security_group (e767e29a-f960-4589-8842-007a8cbfec78), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.684608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (e767e29a-f960-4589-8842-007a8cbfec78), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.698143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] device_id is not set on port c0bd770f-6137-42a3-b606-e1dccf1edd52 yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:18:52.768847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:52.768847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:52.768847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:52.777931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e767e29a-f960-4589-8842-007a8cbfec78,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:52.934670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:52.935103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Allocated IP 172.26.0.50 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/c0bd770f-6137-42a3-b606-e1dccf1edd52) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:52.945996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:52.956555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0856-1693-4c3a-b6e4-042ce7d82122 req-d0be3c81-b748-49fe-be70-14fd6c06e872 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:52.963987 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c69b0856-1693-4c3a-b6e4-042ce7d82122 req-d0be3c81-b748-49fe-be70-14fd6c06e872 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.1097932 Oct 26 11:18:53.120747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:53.163570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c69b0856-1693-4c3a-b6e4-042ce7d82122 req-2249e062-66e0-4750-90e1-d532289841df tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958799 Oct 26 11:18:53.252147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 095f73cb-9c73-4d43-b238-aaac817ef862 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:53.252522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.253059 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 095f73cb-9c73-4d43-b238-aaac817ef862 Oct 26 11:18:53.254686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks [] for port (c0bd770f-6137-42a3-b606-e1dccf1edd52), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.289732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c0bd770f-6137-42a3-b606-e1dccf1edd52), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.294013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:52Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:51Z', 'revision_number': 15, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:53.328220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:53.333616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:53.339319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:53.344220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:53.344674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:53.345415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:53.351692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Pushing event updated for resources: {'Port': ['ID=c0bd770f-6137-42a3-b606-e1dccf1edd52,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:53.412141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:53.412839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.435877 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6429649c-4465-4dd3-bfdc-6cfde4aa772b tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.6483302 Oct 26 11:18:53.436691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58062) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:53.441735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 095f73cb-9c73-4d43-b238-aaac817ef862 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:53.442136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.442818 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.50'}]}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:53.471018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.472769 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.485474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:53.509295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58066) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:53.536316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:53.541293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks [] for router_controller (7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.543067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:53.550487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.551714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:53.581472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58068) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:53.617149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:53.677853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2414c2cb-ee40-433e-845f-af9925afb66e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1673930 Oct 26 11:18:53.693537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:53.736485 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8ffcb-6cae-418a-b03f-a65d96eaa20b None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:18:53.752331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks [] for router_gateway (7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.943376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=37']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:53.964164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:53.964543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.964881 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:18:53.980460 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:53.991918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:52Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:51Z', 'revision_number': 15, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:54.023033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:54.033742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2c1cc-229f-46d0-b68b-8b0559e8725c None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:52Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:51Z', 'revision_number': 15, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:54.069980 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678644-c98e-4e10-b8db-d3cb90977768 req-a4e4c1a0-3916-4e4e-96fe-0a564ba595fa tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:54.080361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f5678644-c98e-4e10-b8db-d3cb90977768 req-a4e4c1a0-3916-4e4e-96fe-0a564ba595fa tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.2999594 Oct 26 11:18:54.106070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:54.106805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.111491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks [] for router_gateway (7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.132960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.163474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:54.197744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.202110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:54.317119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:54.324782 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f5678644-c98e-4e10-b8db-d3cb90977768 req-0f2f3863-2576-421f-aa78-c7b7ea66a177 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424464 Oct 26 11:18:54.327268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:54.339864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.340362 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:18:54.487430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks [] for router (7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.499093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (deed0adc-c744-4c2d-9a2d-cd53690d416b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.505518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:54.506021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.544726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:54.549993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.625161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:54.675088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:54.692172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f8e15-11a0-41fd-a81a-68b9da256773 req-c2ff2dec-80d4-4d50-bc43-a3373eca379f tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:54.699323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.700547 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-363f8e15-11a0-41fd-a81a-68b9da256773 req-c2ff2dec-80d4-4d50-bc43-a3373eca379f tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.2974145 Oct 26 11:18:54.702038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks [] for router_controller (7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.716117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58076) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:54.733184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:54.748928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:54.763058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.763877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d306ac1-7133-4c8b-a85b-6f0d7ecc1e5b {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:18:54.783630 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 11:18:54.789344 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8c8d763d-3f76-4f97-b305-8a1f98534c86 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3497887 Oct 26 11:18:54.793194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58078) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:54.795372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:54.795798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.806504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ace5-c4eb-4b87-a5dc-4f5052d9637c req-ce31ce17-a128-4eeb-8445-3caa564c4869 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:54.812914 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b819ace5-c4eb-4b87-a5dc-4f5052d9637c req-ce31ce17-a128-4eeb-8445-3caa564c4869 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.3347592 Oct 26 11:18:54.835374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:54.841809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.842890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:18:54.876590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:54.877939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-821ebb01-cc52-4459-87c9-e5818edad8c8 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Deleting port c0bd770f-6137-42a3-b606-e1dccf1edd52 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:54.878425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-821ebb01-cc52-4459-87c9-e5818edad8c8 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c0bd770f-6137-42a3-b606-e1dccf1edd52), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.896676 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-363f8e15-11a0-41fd-a81a-68b9da256773 req-ccaf03a7-a549-4214-9bff-63e2a1327942 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952603 Oct 26 11:18:54.972249 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ef33741d-fa7f-4879-9e87-0eb1141b6fdc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.2495077 Oct 26 11:18:54.979994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:54.995810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:54.996431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.002852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-821ebb01-cc52-4459-87c9-e5818edad8c8 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c0bd770f-6137-42a3-b606-e1dccf1edd52), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.010102 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b819ace5-c4eb-4b87-a5dc-4f5052d9637c req-078be38f-2d54-4a47-817a-7a4921c99f98 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856503 Oct 26 11:18:55.026799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:55.059902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:55.068848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.076388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-821ebb01-cc52-4459-87c9-e5818edad8c8 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Calling delete_port for c0bd770f-6137-42a3-b606-e1dccf1edd52 owned by {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:55.139824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:55.157159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Deleting port 095f73cb-9c73-4d43-b238-aaac817ef862 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:55.157505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.326205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] For port 095f73cb-9c73-4d43-b238-aaac817ef862, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=095f73cb-9c73-4d43-b238-aaac817ef862,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:55.326573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.354632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Calling delete_port for 095f73cb-9c73-4d43-b238-aaac817ef862 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:55.357225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-821ebb01-cc52-4459-87c9-e5818edad8c8 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c0bd770f-6137-42a3-b606-e1dccf1edd52), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.367589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:55.386758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ebb01-cc52-4459-87c9-e5818edad8c8 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0bd770f-6137-42a3-b606-e1dccf1edd52,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:55.451080 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:55.475325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-821ebb01-cc52-4459-87c9-e5818edad8c8 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.478670 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-821ebb01-cc52-4459-87c9-e5818edad8c8 tempest-RoutersAdminNegativeIpV6Test-1698287971 tempest-RoutersAdminNegativeIpV6Test-1698287971-project-admin] 10.222.0.26 "DELETE /networking/v2.0/ports/c0bd770f-6137-42a3-b606-e1dccf1edd52 HTTP/1.1" status: 204 len: 168 time: 0.6840601 Oct 26 11:18:55.571081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f526e5-6de7-4548-86ef-01c23c6d4d50 req-7ed4b918-63e1-414c-ab1a-60c624db7328 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:55.572650 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-41f526e5-6de7-4548-86ef-01c23c6d4d50 req-7ed4b918-63e1-414c-ab1a-60c624db7328 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.0796907 Oct 26 11:18:55.677983 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-41f526e5-6de7-4548-86ef-01c23c6d4d50 req-572ee036-ba27-41fd-bb03-f7570863ac37 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957949 Oct 26 11:18:55.713759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (095f73cb-9c73-4d43-b238-aaac817ef862), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.744590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event deleted for resources: {'Port': ['ID=095f73cb-9c73-4d43-b238-aaac817ef862,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:55.916438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:55.916438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:55.916438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:55.972199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (deed0adc-c744-4c2d-9a2d-cd53690d416b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.976469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58090) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:56.004001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58092) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:56.186932 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-49cb6e67-80af-4d59-ba35-d43087795bc1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.2092326 Oct 26 11:18:56.354657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325f9a-67f2-445d-be00-4d969bcb946c req-c757b9ec-ddf0-4695-9564-1a4eea131acb tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:56.356667 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a3325f9a-67f2-445d-be00-4d969bcb946c req-c757b9ec-ddf0-4695-9564-1a4eea131acb tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.2092946 Oct 26 11:18:56.365273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:56.370469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e67528-8ddf-40a1-8629-cfb1aa082a04 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:18:56.381830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b23df670-4299-4d21-b908-db92b36616e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.465710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:56.508370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:56.523201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:56.536549 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a3325f9a-67f2-445d-be00-4d969bcb946c req-e907b748-e9a0-4905-993f-8597007c8107 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614845 Oct 26 11:18:56.636569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Router deed0adc-c744-4c2d-9a2d-cd53690d416b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:18:56.651917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b23df670-4299-4d21-b908-db92b36616e4 admin admin] Publish callbacks [] for security_group (74b57609-3536-4cea-9db9-089ea2e5c8fa), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.657908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b23df670-4299-4d21-b908-db92b36616e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (74b57609-3536-4cea-9db9-089ea2e5c8fa), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.705598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d4a9d8d2-0000-433d-9920-be9a8f6048a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.749215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:56.750340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.750685 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:18:56.803148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e67528-8ddf-40a1-8629-cfb1aa082a04 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:18:56.831781 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b23df670-4299-4d21-b908-db92b36616e4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a7e81e1b1960443a81622b59f58affc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8241131 Oct 26 11:18:56.831781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23df670-4299-4d21-b908-db92b36616e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b57609-3536-4cea-9db9-089ea2e5c8fa,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:56.833377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58098) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:56.838803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:56.857079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:56.868342 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7aac3afa-f96a-4729-b200-486e6a5822cd tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "PUT /networking/v2.0/routers/deed0adc-c744-4c2d-9a2d-cd53690d416b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2841265 Oct 26 11:18:56.872165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:56.878133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1ba62-0556-404a-b952-e9461f5aacb0 req-17d2eda4-5049-417d-8a40-3ceaf7dd660a tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:56.878133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-25f1ba62-0556-404a-b952-e9461f5aacb0 req-17d2eda4-5049-417d-8a40-3ceaf7dd660a tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.0969312 Oct 26 11:18:56.934066 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-25f1ba62-0556-404a-b952-e9461f5aacb0 req-8655d7c8-e2ff-44db-bd71-774ac63fec86 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492208 Oct 26 11:18:56.948399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-153cc5ac-d178-4ce3-825d-0b98e40e34f3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Deleting subnet 8def8067-a479-4346-aa8a-e312354014b2 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:18:56.962404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-153cc5ac-d178-4ce3-825d-0b98e40e34f3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for subnet (8def8067-a479-4346-aa8a-e312354014b2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.993072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-780bfba8-087e-4fc0-b0c7-f7c7662c920c admin admin] Publish callbacks [] for security_group (74b57609-3536-4cea-9db9-089ea2e5c8fa), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.029409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-780bfba8-087e-4fc0-b0c7-f7c7662c920c admin admin] Publish callbacks [] for security_group (74b57609-3536-4cea-9db9-089ea2e5c8fa), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.039874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-153cc5ac-d178-4ce3-825d-0b98e40e34f3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (8def8067-a479-4346-aa8a-e312354014b2), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.082238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:57.082812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.092661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:57.163102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:53Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:57.192046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58106) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:57.194085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-780bfba8-087e-4fc0-b0c7-f7c7662c920c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (74b57609-3536-4cea-9db9-089ea2e5c8fa), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.196571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-780bfba8-087e-4fc0-b0c7-f7c7662c920c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.200018 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-780bfba8-087e-4fc0-b0c7-f7c7662c920c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/74b57609-3536-4cea-9db9-089ea2e5c8fa HTTP/1.1" status: 204 len: 168 time: 0.3630686 Oct 26 11:18:57.200183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01564639-7b6e-4e9d-8d12-e9d618fc667a req-f7bcc4df-3bf8-4d3f-8917-7d2692a035c0 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:57.200775 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-01564639-7b6e-4e9d-8d12-e9d618fc667a req-f7bcc4df-3bf8-4d3f-8917-7d2692a035c0 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.0617046 Oct 26 11:18:57.221253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-153cc5ac-d178-4ce3-825d-0b98e40e34f3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (8def8067-a479-4346-aa8a-e312354014b2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.277642 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-01564639-7b6e-4e9d-8d12-e9d618fc667a req-b1d45e6f-e368-4b08-9eb2-1978c8b205f7 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702858 Oct 26 11:18:57.288363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:57.293812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:57.310257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bfba8-087e-4fc0-b0c7-f7c7662c920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b57609-3536-4cea-9db9-089ea2e5c8fa,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:57.341667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.342582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:57.365882 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e572cb88-88b2-4a86-9101-52849a05ac46 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1725574 Oct 26 11:18:57.398506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:57.399240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:57.406082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-153cc5ac-d178-4ce3-825d-0b98e40e34f3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (8def8067-a479-4346-aa8a-e312354014b2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.458315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cc5ac-d178-4ce3-825d-0b98e40e34f3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event deleted for resources: {'Subnet': ['ID=8def8067-a479-4346-aa8a-e312354014b2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:57.471567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-153cc5ac-d178-4ce3-825d-0b98e40e34f3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.475950 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-153cc5ac-d178-4ce3-825d-0b98e40e34f3 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/8def8067-a479-4346-aa8a-e312354014b2 HTTP/1.1" status: 204 len: 168 time: 0.6024673 Oct 26 11:18:57.478640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58112) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:57.577091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:57.613952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:57.617041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 095f73cb-9c73-4d43-b238-aaac817ef862 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:18:57.617668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 11:18:57.622561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:57.625586 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:57.669303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port 095f73cb-9c73-4d43-b238-aaac817ef862 not found, will not notify nova. {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 11:18:57.669845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:57.753337 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for router (deed0adc-c744-4c2d-9a2d-cd53690d416b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.794958 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:57.801176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58116) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:57.825904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:57.849472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:57.857169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b81e765-7935-4405-bafd-d2ff083279ca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:57.857676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.858021 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b81e765-7935-4405-bafd-d2ff083279ca Oct 26 11:18:57.908073 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:57.918846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for router_gateway (deed0adc-c744-4c2d-9a2d-cd53690d416b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.980267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f671a-ae8d-4371-b57b-0a9afbdb3a84 req-4bfa83e0-6004-4ffb-8827-92775eff1b65 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:57.989697 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-610f671a-ae8d-4371-b57b-0a9afbdb3a84 req-4bfa83e0-6004-4ffb-8827-92775eff1b65 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.2246811 Oct 26 11:18:58.009583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9fc50d4c-5181-4dbd-a660-46874d0383eb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f5af172899c44e74aa8c885748ed1a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570907 Oct 26 11:18:58.026645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58118) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:58.112404 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-610f671a-ae8d-4371-b57b-0a9afbdb3a84 req-7c7534a1-a272-4d73-8a43-ec0ed23b9aca tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198101 Oct 26 11:18:58.181006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7fb42a25-5024-48cc-ac75-beb0bea48840 admin admin] Publish callbacks [] for security_group (e767e29a-f960-4589-8842-007a8cbfec78), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.221424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7fb42a25-5024-48cc-ac75-beb0bea48840 admin admin] Publish callbacks [] for security_group (e767e29a-f960-4589-8842-007a8cbfec78), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.226635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b81e765-7935-4405-bafd-d2ff083279ca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:58.227216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.239870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:58.249075 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:18:55Z', 'revision_number': 5, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port': {'id': '6b81e765-7935-4405-bafd-d2ff083279ca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:13:03Z', 'updated_at': '2022-10-26T11:15:00Z', 'revision_number': 37, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:58.288271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:58.298239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450424f8-1135-4244-ac6c-91187357116d None None] Network 63abd606-6461-4ce8-8acd-34376bb03ab1 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:58.316286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:58.344212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7fb42a25-5024-48cc-ac75-beb0bea48840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (e767e29a-f960-4589-8842-007a8cbfec78), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.344643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:58.350894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7fb42a25-5024-48cc-ac75-beb0bea48840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.355479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7fb42a25-5024-48cc-ac75-beb0bea48840 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e767e29a-f960-4589-8842-007a8cbfec78 HTTP/1.1" status: 204 len: 168 time: 0.3265429 Oct 26 11:18:58.369847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:58.381744 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] Checking router: deed0adc-c744-4c2d-9a2d-cd53690d416b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:58.397827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.398635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:58.408682 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] Routers {'deed0adc-c744-4c2d-9a2d-cd53690d416b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:58.409334 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['deed0adc-c744-4c2d-9a2d-cd53690d416b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:58.455706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-37a0fda6-f9d3-40a1-a1c9-5a83c636f5f5 None None] Provisioning complete for port 674e33e1-e0b4-40d4-b088-44c53b4e9142 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:58.456187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37a0fda6-f9d3-40a1-a1c9-5a83c636f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.456442 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-37a0fda6-f9d3-40a1-a1c9-5a83c636f5f5 None None] Attempt 1 to provision port 674e33e1-e0b4-40d4-b088-44c53b4e9142 Oct 26 11:18:58.467329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:58.468229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:58.469956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:58.518194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb42a25-5024-48cc-ac75-beb0bea48840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e767e29a-f960-4589-8842-007a8cbfec78,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:58.595875 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] Set router deed0adc-c744-4c2d-9a2d-cd53690d416b gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:58.662149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Deleting port 6b81e765-7935-4405-bafd-d2ff083279ca {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:58.662648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.701394 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:18:57Z', 'revision_number': 6, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:58.740917 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee1e7b6-4507-4c12-a9ef-480896889cb3 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [{'id': 'deed0adc-c744-4c2d-9a2d-cd53690d416b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486406251', 'tenant_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:13:02Z', 'updated_at': '2022-10-26T11:18:57Z', 'revision_number': 6, 'project_id': '25c19a8b112a4878bf58e8cf65c7c3f1', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:58.816915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] For port 6b81e765-7935-4405-bafd-d2ff083279ca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b81e765-7935-4405-bafd-d2ff083279ca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:58.817606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.847203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:58.865339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Calling delete_port for 6b81e765-7935-4405-bafd-d2ff083279ca owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:18:58.873311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:53Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:59.023572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1eaa8-f181-4984-9df3-2aec61aa9cfa None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:18:53Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:59.054763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:59.055173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.055511 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:18:59.063901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-dce2ca7d-4d54-45e0-a47c-a8135ae94a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:59.066088 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-dce2ca7d-4d54-45e0-a47c-a8135ae94a33 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bb3841ddb73140cdad424bbebe2883b1&device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 1130 time: 0.5077236 Oct 26 11:18:59.074398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae48b2-f5cc-4ec3-ad41-174ce25643b9 req-1846cbbf-683d-44a6-9741-d66de6754643 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:59.084566 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c1ae48b2-f5cc-4ec3-ad41-174ce25643b9 req-1846cbbf-683d-44a6-9741-d66de6754643 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.5898814 Oct 26 11:18:59.090682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b816f592-e786-4264-9d1d-6a0fcf07a262 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.7045317 Oct 26 11:18:59.185989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-181ea053-dde9-4726-820b-003806f4e716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.208309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=38']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:59.267773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6b81e765-7935-4405-bafd-d2ff083279ca), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.302663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event deleted for resources: {'Port': ['ID=6b81e765-7935-4405-bafd-d2ff083279ca,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:59.381319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-37a0fda6-f9d3-40a1-a1c9-5a83c636f5f5 None None] Current status of the port 674e33e1-e0b4-40d4-b088-44c53b4e9142 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:59.395014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (deed0adc-c744-4c2d-9a2d-cd53690d416b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.399071 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c1ae48b2-f5cc-4ec3-ad41-174ce25643b9 req-d6e235fd-1502-4443-b273-6f562d589b8d tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133028 Oct 26 11:18:59.426137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94faca50-300b-466e-83d0-60f751bafc70 None None] DHCP port deletion for 63abd606-6461-4ce8-8acd-34376bb03ab1 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:18:59.440572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5696b-3dfc-4183-a403-c046ca612c53 req-d308c43a-834c-4278-a1c6-453cdec8501a tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:59.442639 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-23d5696b-3dfc-4183-a403-c046ca612c53 req-d308c43a-834c-4278-a1c6-453cdec8501a tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 943 time: 0.1342230 Oct 26 11:18:59.449845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-42bf0de7-c4fd-48db-afbf-165dd951a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:59.451506 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-42bf0de7-c4fd-48db-afbf-165dd951a807 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1b135b0e-efc6-41d8-9d61-2b998efecb6c HTTP/1.1" status: 200 len: 913 time: 0.3643718 Oct 26 11:18:59.460989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:59.461377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.470430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:59.480701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:59.513196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-4c8adfd2-a1d1-4169-8ee3-224563e09030 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b63980e7-1b6b-4442-ac99-bd96e92f3fd2 HTTP/1.1" status: 200 len: 217 time: 0.0515037 Oct 26 11:18:59.533480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (deed0adc-c744-4c2d-9a2d-cd53690d416b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.536306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for router_controller (deed0adc-c744-4c2d-9a2d-cd53690d416b), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.588033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (deed0adc-c744-4c2d-9a2d-cd53690d416b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.588627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Fanout notify agent at l3_agent the message router_deleted on router deed0adc-c744-4c2d-9a2d-cd53690d416b {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:18:59.597741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-23d5696b-3dfc-4183-a403-c046ca612c53 req-50925eac-5423-4cd4-900c-ab57bd190e7d tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437478 Oct 26 11:18:59.602466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.606067 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-39cec54d-0122-4779-b0a3-2ec6e62d06bf tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "DELETE /networking/v2.0/routers/deed0adc-c744-4c2d-9a2d-cd53690d416b HTTP/1.1" status: 204 len: 168 time: 2.1232784 Oct 26 11:18:59.606205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-a5a6f726-b9a4-4f39-b56a-f32c6a7290c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:59.606205 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-a5a6f726-b9a4-4f39-b56a-f32c6a7290c0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=471cb6a4-1b28-41b6-ba61-0dbc811ea887 HTTP/1.1" status: 200 len: 852 time: 0.0849409 Oct 26 11:18:59.606375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58144) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:59.626095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:18:59.684175 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-c8f779c6-148a-4f8c-a059-b3333f373a3f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1b135b0e-efc6-41d8-9d61-2b998efecb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682194 Oct 26 11:18:59.712160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:59.763591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.763591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:59.771202 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:59.782232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-94faca50-300b-466e-83d0-60f751bafc70 None None] Deleting port 674e33e1-e0b4-40d4-b088-44c53b4e9142 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:18:59.782992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-94faca50-300b-466e-83d0-60f751bafc70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.792858 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:59.793723 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:59.851756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.resource_extend [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 26 11:18:59.871485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (63abd606-6461-4ce8-8acd-34376bb03ab1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.927577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58148) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:59.992610 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-136e10a2-14e8-4335-a13c-34963fabd7e5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996554 Oct 26 11:19:00.019120 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:00.035087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:00.052472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:00.094754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58152) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:00.117563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:00.136124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:19:00.146313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Deleting port 674e33e1-e0b4-40d4-b088-44c53b4e9142 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:19:00.146884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.163610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:00.174267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be3bd3-02ae-475f-8585-9b19c3a79a72 None None] Sync routers for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:00.200716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-94faca50-300b-466e-83d0-60f751bafc70 None None] For port 674e33e1-e0b4-40d4-b088-44c53b4e9142, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=674e33e1-e0b4-40d4-b088-44c53b4e9142,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:00.201117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-94faca50-300b-466e-83d0-60f751bafc70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.221866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-secgroup--129690322'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:00.228368 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-84cdb63a-2d50-4981-9bbd-aa7249373ee6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1306381 Oct 26 11:19:00.231868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-94faca50-300b-466e-83d0-60f751bafc70 None None] Calling delete_port for 674e33e1-e0b4-40d4-b088-44c53b4e9142 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:19:00.255937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.320238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] For port 674e33e1-e0b4-40d4-b088-44c53b4e9142, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=674e33e1-e0b4-40d4-b088-44c53b4e9142,segment=NetworkSegment(66fcebeb-87e0-4fcc-aff1-5869439639bc),segment_id=66fcebeb-87e0-4fcc-aff1-5869439639bc)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:00.320578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.323911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.338949 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1352718f-e904-4c33-bd5a-f4f6b6b68456 req-5d90feb9-002c-435a-bf87-35305260bbfe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303430 Oct 26 11:19:00.351042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Calling delete_port for 674e33e1-e0b4-40d4-b088-44c53b4e9142 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:19:00.354491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.360988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be3bd3-02ae-475f-8585-9b19c3a79a72 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:00.361428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be3bd3-02ae-475f-8585-9b19c3a79a72 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:19:00.362110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-56be3bd3-02ae-475f-8585-9b19c3a79a72 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'deed0adc-c744-4c2d-9a2d-cd53690d416b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:19:00.383889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be3bd3-02ae-475f-8585-9b19c3a79a72 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:00.385178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be3bd3-02ae-475f-8585-9b19c3a79a72 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:19:00.385966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-56be3bd3-02ae-475f-8585-9b19c3a79a72 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'deed0adc-c744-4c2d-9a2d-cd53690d416b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:19:00.386351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be3bd3-02ae-475f-8585-9b19c3a79a72 None None] The sync data for ids ['deed0adc-c744-4c2d-9a2d-cd53690d416b'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:00.388306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:00.388942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.389454 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:19:00.443081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:00.443711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.465200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:47Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:57Z', 'revision_number': 17, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:00.479143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:19:00.480131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (ee334a92-5c0a-41e1-a83e-98e6d824764e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.494040 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:59Z', 'revision_number': 17, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:00.545083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:00.555793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ee334a92-5c0a-41e1-a83e-98e6d824764e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.570672 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:00.582071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:00.588713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:00.588902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:00.589402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:00.591295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.600024 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:00.601642 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:00.612248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:00.631824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-94faca50-300b-466e-83d0-60f751bafc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.692760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee334a92-5c0a-41e1-a83e-98e6d824764e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:00.736430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94faca50-300b-466e-83d0-60f751bafc70 None None] No DVR routers for this DVR port 674e33e1-e0b4-40d4-b088-44c53b4e9142 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:19:00.766221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:00.766507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.780607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:00.819642 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:00.866162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add7946-1d3a-4b09-a921-fd235be6dd55 req-013b60f7-2b07-4001-b5d2-2fb0e63d01c3 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:00.868131 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2add7946-1d3a-4b09-a921-fd235be6dd55 req-013b60f7-2b07-4001-b5d2-2fb0e63d01c3 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.3061574 Oct 26 11:19:00.868263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:00.879438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:00.879438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:00.898495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7331f6d-b279-48bb-8ffb-1f382ddeb719 req-bc5d7103-45f4-444e-860a-ccd5d032297f tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:00.900848 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a7331f6d-b279-48bb-8ffb-1f382ddeb719 req-bc5d7103-45f4-444e-860a-ccd5d032297f tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 944 time: 0.1499960 Oct 26 11:19:00.913005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (0459d951-1624-45d6-a9b4-32c70818a3f9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.914310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (674e33e1-e0b4-40d4-b088-44c53b4e9142), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.938930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.944109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faca50-300b-466e-83d0-60f751bafc70 None None] Pushing event deleted for resources: {'Port': ['ID=674e33e1-e0b4-40d4-b088-44c53b4e9142,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:00.983341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event deleted for resources: {'Port': ['ID=674e33e1-e0b4-40d4-b088-44c53b4e9142,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:00.992730 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:01.038174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0459d951-1624-45d6-a9b4-32c70818a3f9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.057585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a7331f6d-b279-48bb-8ffb-1f382ddeb719 req-59e3ab74-179f-4fb0-a9d7-dc134a28f31c tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325252 Oct 26 11:19:01.124365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.124365 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1780860 Oct 26 11:19:01.124365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] No DVR routers for this DVR port 674e33e1-e0b4-40d4-b088-44c53b4e9142 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:19:01.124365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58158) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:01.128423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99216acb-5dbd-4005-9b1f-173f9b476d4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0459d951-1624-45d6-a9b4-32c70818a3f9,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:01.141798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:59Z', 'revision_number': 17, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:01.174581 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38edca99-4ba1-4bc9-a3dc-a4be5b722b46 None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:18:59Z', 'revision_number': 17, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:01.192660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:01.201892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:19:01.230899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58160) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:01.267669 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2add7946-1d3a-4b09-a921-fd235be6dd55 req-cb7b8012-08f9-4905-9241-3f610d47c873 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654993 Oct 26 11:19:01.284126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:01.299234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (63abd606-6461-4ce8-8acd-34376bb03ab1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.335199 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-14f61676-dd45-43fa-b107-32e90d475630 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2179382 Oct 26 11:19:01.351072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:01.362742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3d76407e-622c-4c1c-b698-0db080be1398 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-security--1880627649', 'description': 'tempest-security-description-410913051'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:01.371403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63abd606-6461-4ce8-8acd-34376bb03ab1']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:01.394186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fcebeb-87e0-4fcc-aff1-5869439639bc') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:01.394499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fcebeb-87e0-4fcc-aff1-5869439639bc') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:01.398749 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cf28687a-229f-43d7-9950-3dd2cb6495bc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1659081 Oct 26 11:19:01.435621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (66fcebeb-87e0-4fcc-aff1-5869439639bc), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.483381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (66fcebeb-87e0-4fcc-aff1-5869439639bc), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.490972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d76407e-622c-4c1c-b698-0db080be1398 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (0459d951-1624-45d6-a9b4-32c70818a3f9), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.500488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:01.542009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:19:01.542344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (66fcebeb-87e0-4fcc-aff1-5869439639bc), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.659191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.711882 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 66fcebeb-87e0-4fcc-aff1-5869439639bc resource provider aggregate not found Oct 26 11:19:01.726163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d76407e-622c-4c1c-b698-0db080be1398 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (0459d951-1624-45d6-a9b4-32c70818a3f9), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.753266 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 66fcebeb-87e0-4fcc-aff1-5869439639bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66fcebeb-87e0-4fcc-aff1-5869439639bc found for delete ", "request_id": "req-bf7fe6f6-821c-47e1-937e-54c1c4f7af3f"}]} Oct 26 11:19:01.755572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d76407e-622c-4c1c-b698-0db080be1398 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0459d951-1624-45d6-a9b4-32c70818a3f9), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.760065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3d76407e-622c-4c1c-b698-0db080be1398 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.761495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3d76407e-622c-4c1c-b698-0db080be1398 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "PUT /networking/v2.0/security-groups/0459d951-1624-45d6-a9b4-32c70818a3f9 HTTP/1.1" status: 200 len: 1796 time: 0.4075081 Oct 26 11:19:01.765923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58168) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:01.781386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.798583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76407e-622c-4c1c-b698-0db080be1398 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0459d951-1624-45d6-a9b4-32c70818a3f9,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:01.801460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:01.802706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.825818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (63abd606-6461-4ce8-8acd-34376bb03ab1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.830968 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ae3b4bfe-efbf-48cf-9096-d4d4eb8b1455 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups/0459d951-1624-45d6-a9b4-32c70818a3f9 HTTP/1.1" status: 200 len: 1796 time: 0.0635223 Oct 26 11:19:01.831602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.833963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58170) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:01.840146 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "DELETE /networking/v2.0/networks/63abd606-6461-4ce8-8acd-34376bb03ab1 HTTP/1.1" status: 204 len: 168 time: 2.2315624 Oct 26 11:19:01.841005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58172) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:01.845274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:47Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:57Z', 'revision_number': 17, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:01.855156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:01.857793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:01.893004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a51681-912d-4cc1-9a0e-808af94f2491 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:18:47Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:18:57Z', 'revision_number': 17, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:01.894224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8fb8a-5486-4418-ad7f-2e682e037f15 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event deleted for resources: {'Network': ['ID=63abd606-6461-4ce8-8acd-34376bb03ab1,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:01.895908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.896867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:01.939011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8382a-84e9-4fc4-af6b-3c2698816596 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (0459d951-1624-45d6-a9b4-32c70818a3f9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.956259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:01.980087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8382a-84e9-4fc4-af6b-3c2698816596 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (0459d951-1624-45d6-a9b4-32c70818a3f9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.001257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c34ae23c-27bd-43a6-8e2d-bbf9a8852747 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group (3fa2ed6d-d038-4b80-8c5c-d1979558bb58), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.037771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8382a-84e9-4fc4-af6b-3c2698816596 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0459d951-1624-45d6-a9b4-32c70818a3f9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.042483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8382a-84e9-4fc4-af6b-3c2698816596 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.043374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c34ae23c-27bd-43a6-8e2d-bbf9a8852747 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group (3fa2ed6d-d038-4b80-8c5c-d1979558bb58), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.043957 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b7f8382a-84e9-4fc4-af6b-3c2698816596 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0459d951-1624-45d6-a9b4-32c70818a3f9 HTTP/1.1" status: 204 len: 168 time: 0.2071786 Oct 26 11:19:02.048109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58174) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:02.055141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8382a-84e9-4fc4-af6b-3c2698816596 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0459d951-1624-45d6-a9b4-32c70818a3f9,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:02.055763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:02.070994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:02.074681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:02.159496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-78503608-2006-42d1-8857-23e0abd40b32 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1097300 Oct 26 11:19:02.162742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58178) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:02.178925 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-64b4de42-51fe-4e19-8587-176141de294a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] delete failed (client error): The resource could not be found. Oct 26 11:19:02.179998 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-64b4de42-51fe-4e19-8587-176141de294a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0459d951-1624-45d6-a9b4-32c70818a3f9 HTTP/1.1" status: 404 len: 347 time: 0.0168159 Oct 26 11:19:02.184561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58180) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:02.192678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d5ffce56-92bb-4a7e-b0aa-59b5d0de2195 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004802002'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:02.193670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:02.194131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.243263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d5ffce56-92bb-4a7e-b0aa-59b5d0de2195 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.245388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72303ab-ec73-4a28-ac49-2dbe3f3c585e req-f4b3a07c-4eca-4ad9-a9f5-ea25415e5f65 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:02.254060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f72303ab-ec73-4a28-ac49-2dbe3f3c585e req-f4b3a07c-4eca-4ad9-a9f5-ea25415e5f65 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 944 time: 0.0678833 Oct 26 11:19:02.266523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:02.278209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.294936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c34ae23c-27bd-43a6-8e2d-bbf9a8852747 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3fa2ed6d-d038-4b80-8c5c-d1979558bb58), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.299413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c34ae23c-27bd-43a6-8e2d-bbf9a8852747 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.301225 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c34ae23c-27bd-43a6-8e2d-bbf9a8852747 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3fa2ed6d-d038-4b80-8c5c-d1979558bb58 HTTP/1.1" status: 204 len: 168 time: 0.4542735 Oct 26 11:19:02.319360 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca5692-967e-4f40-a4b4-fa657e27de32 None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:19:02.328544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ae23c-27bd-43a6-8e2d-bbf9a8852747 tempest-TestNetworkAdvancedServerOps-1806380323 tempest-TestNetworkAdvancedServerOps-1806380323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa2ed6d-d038-4b80-8c5c-d1979558bb58,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:02.353019 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f72303ab-ec73-4a28-ac49-2dbe3f3c585e req-04cb0537-d675-412a-95a7-2538bf1d2812 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974338 Oct 26 11:19:02.369423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:02.411261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:02.450947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:02.592897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d5ffce56-92bb-4a7e-b0aa-59b5d0de2195 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (0bff22ea-c88c-47c5-88a7-1c78d52386d6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.602859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d5ffce56-92bb-4a7e-b0aa-59b5d0de2195 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0bff22ea-c88c-47c5-88a7-1c78d52386d6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.607080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f78a943c-e687-4890-bff2-3b782b4142a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 993 time: 0.1941335 Oct 26 11:19:02.618155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1e725-0072-43c0-9cde-42f1ae95858b req-6bc67616-8b70-47fd-9861-659172b3f9ad tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:02.626881 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5e1e725-0072-43c0-9cde-42f1ae95858b req-6bc67616-8b70-47fd-9861-659172b3f9ad tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.1282279 Oct 26 11:19:02.645710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:02.679136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d5ffce56-92bb-4a7e-b0aa-59b5d0de2195 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.680354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d5ffce56-92bb-4a7e-b0aa-59b5d0de2195 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4939468 Oct 26 11:19:02.684743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58190) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:02.693898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-eb3827fb-abd5-4520-a4a6-28de61a387c4 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': '0bff22ea-c88c-47c5-88a7-1c78d52386d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:02.721198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffce56-92bb-4a7e-b0aa-59b5d0de2195 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bff22ea-c88c-47c5-88a7-1c78d52386d6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:02.742778 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5e1e725-0072-43c0-9cde-42f1ae95858b req-a11ce503-5fde-46a6-9cb9-215d8dcec14b tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148956 Oct 26 11:19:02.749891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb3827fb-abd5-4520-a4a6-28de61a387c4 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (d9c8721a-451a-4667-8495-587aeb765e33), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.813592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:02.850078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:02.851124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:02.867447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb3827fb-abd5-4520-a4a6-28de61a387c4 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (d9c8721a-451a-4667-8495-587aeb765e33), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.878891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb3827fb-abd5-4520-a4a6-28de61a387c4 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d9c8721a-451a-4667-8495-587aeb765e33), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.905350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3827fb-abd5-4520-a4a6-28de61a387c4 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c8721a-451a-4667-8495-587aeb765e33,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:02.930355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb3827fb-abd5-4520-a4a6-28de61a387c4 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.931830 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb3827fb-abd5-4520-a4a6-28de61a387c4 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2456999 Oct 26 11:19:02.934777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58196) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.001175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (d9c8721a-451a-4667-8495-587aeb765e33), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.003294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:03.013003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (d9c8721a-451a-4667-8495-587aeb765e33), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.062626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d9c8721a-451a-4667-8495-587aeb765e33), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.075663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.077023 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/d9c8721a-451a-4667-8495-587aeb765e33 HTTP/1.1" status: 204 len: 168 time: 0.1411600 Oct 26 11:19:03.080412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58198) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.096047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.102758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9c8721a-451a-4667-8495-587aeb765e33,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:03.167128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.167373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.167739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.177660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.178020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.178376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.178720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.179064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.179401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.183178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.183706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.184864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.184864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.184864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.185123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba94a-7915-43dc-95a8-4ee767c3aa0a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:03.220243 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dece2300-aea2-431c-b73b-9262d544d5ea tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1296868 Oct 26 11:19:03.220508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58206) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.305334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c5356-d911-4137-9dc8-5b56f11c9a12 req-a6ee5421-4f23-4d8f-b19a-367ddb792cfb tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:03.313086 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-967c5356-d911-4137-9dc8-5b56f11c9a12 req-a6ee5421-4f23-4d8f-b19a-367ddb792cfb tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.0995517 Oct 26 11:19:03.313511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fea3467-15e2-4fca-afbc-ab8d8f824e3a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (0bff22ea-c88c-47c5-88a7-1c78d52386d6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.346394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fea3467-15e2-4fca-afbc-ab8d8f824e3a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (0bff22ea-c88c-47c5-88a7-1c78d52386d6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.400707 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-967c5356-d911-4137-9dc8-5b56f11c9a12 req-e1b4426e-6e68-4be4-a4f9-edf93eebef31 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864880 Oct 26 11:19:03.406067 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1bcee44a-81a5-4e19-8cf3-c0bc43937c0f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=25c19a8b112a4878bf58e8cf65c7c3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061762 Oct 26 11:19:03.407247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.417110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fea3467-15e2-4fca-afbc-ab8d8f824e3a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0bff22ea-c88c-47c5-88a7-1c78d52386d6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.419658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fea3467-15e2-4fca-afbc-ab8d8f824e3a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.420879 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5fea3467-15e2-4fca-afbc-ab8d8f824e3a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0bff22ea-c88c-47c5-88a7-1c78d52386d6 HTTP/1.1" status: 204 len: 168 time: 0.1994183 Oct 26 11:19:03.424389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58212) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.449333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea3467-15e2-4fca-afbc-ab8d8f824e3a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bff22ea-c88c-47c5-88a7-1c78d52386d6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:03.492168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3740c3e7-cc04-40f2-9dda-de3210f39a0f admin admin] Publish callbacks [] for security_group (df74c0a1-36cb-409d-a3ea-bdf12aa747f6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.504007 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3d36253e-f24b-4f0a-81c0-1f5c21e009da tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0783429 Oct 26 11:19:03.509361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.523559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-408a0e58-48b0-4681-bf70-77fd6e9b5c84 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-secgroup--515246742'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:03.554129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3740c3e7-cc04-40f2-9dda-de3210f39a0f admin admin] Publish callbacks [] for security_group (df74c0a1-36cb-409d-a3ea-bdf12aa747f6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.584968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb9c52-3aed-4593-8d2e-5cd8a1fc5811 req-c5146322-9ec5-4835-b356-40d465a4c4c5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:03.586838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d9fb9c52-3aed-4593-8d2e-5cd8a1fc5811 req-c5146322-9ec5-4835-b356-40d465a4c4c5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 944 time: 0.0908473 Oct 26 11:19:03.606100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-408a0e58-48b0-4681-bf70-77fd6e9b5c84 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.613693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58216) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.621329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:03.683862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:19:03.692058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-408a0e58-48b0-4681-bf70-77fd6e9b5c84 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (d0d63dc1-f696-4c3d-bb14-6e3ed136e6b5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.693854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:03.698245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e74eaf26-6e6d-41b8-9c52-8d6e76d1cf74 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0834141 Oct 26 11:19:03.699029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:03.699795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.700372 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 Oct 26 11:19:03.701965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-408a0e58-48b0-4681-bf70-77fd6e9b5c84 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d0d63dc1-f696-4c3d-bb14-6e3ed136e6b5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.728916 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d9fb9c52-3aed-4593-8d2e-5cd8a1fc5811 req-edb902b2-fa22-4d35-9997-db32227ed711 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362979 Oct 26 11:19:03.748854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:03.760284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3740c3e7-cc04-40f2-9dda-de3210f39a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (df74c0a1-36cb-409d-a3ea-bdf12aa747f6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.763634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3740c3e7-cc04-40f2-9dda-de3210f39a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.768662 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3740c3e7-cc04-40f2-9dda-de3210f39a0f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/df74c0a1-36cb-409d-a3ea-bdf12aa747f6 HTTP/1.1" status: 204 len: 168 time: 0.3601363 Oct 26 11:19:03.773058 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:19:03.784334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-408a0e58-48b0-4681-bf70-77fd6e9b5c84 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.788802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58220) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.789203 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-408a0e58-48b0-4681-bf70-77fd6e9b5c84 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2767770 Oct 26 11:19:03.791639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a0e58-48b0-4681-bf70-77fd6e9b5c84 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d63dc1-f696-4c3d-bb14-6e3ed136e6b5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:03.795153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ddbfa3f5-afc1-4afb-8dc8-1cd408add1a9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'd0d63dc1-f696-4c3d-bb14-6e3ed136e6b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:03.803484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:03.807569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c3e7-cc04-40f2-9dda-de3210f39a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df74c0a1-36cb-409d-a3ea-bdf12aa747f6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:03.842576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa3f5-afc1-4afb-8dc8-1cd408add1a9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (12ff6891-8a97-4b7e-9e90-be442cdf6462), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.890790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:03.956700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa3f5-afc1-4afb-8dc8-1cd408add1a9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (12ff6891-8a97-4b7e-9e90-be442cdf6462), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.960354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa3f5-afc1-4afb-8dc8-1cd408add1a9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (12ff6891-8a97-4b7e-9e90-be442cdf6462), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.970160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:03.980419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfa3f5-afc1-4afb-8dc8-1cd408add1a9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ff6891-8a97-4b7e-9e90-be442cdf6462,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:03.992915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:04.006159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa3f5-afc1-4afb-8dc8-1cd408add1a9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.010298 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ddbfa3f5-afc1-4afb-8dc8-1cd408add1a9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2171366 Oct 26 11:19:04.010696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58224) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:04.015552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b71e637f-3e0e-4271-9cd9-5938de246f7b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'd0d63dc1-f696-4c3d-bb14-6e3ed136e6b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:04.034231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:04.034665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.054627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b71e637f-3e0e-4271-9cd9-5938de246f7b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (26989d5b-d985-4462-8318-efde8495f1aa), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.061224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:04.062119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:04.128229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:19:04.130481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b71e637f-3e0e-4271-9cd9-5938de246f7b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (26989d5b-d985-4462-8318-efde8495f1aa), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.131033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b0e2e0-42ae-49e0-9fc6-39ec60abd85f" -d '{"events": [{"server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "name": "network-vif-plugged", "status": "completed", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:19:04.136239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b71e637f-3e0e-4271-9cd9-5938de246f7b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (26989d5b-d985-4462-8318-efde8495f1aa), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.156764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:04.162228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:04.162820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.163370 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:19:04.172572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.188099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e637f-3e0e-4271-9cd9-5938de246f7b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26989d5b-d985-4462-8318-efde8495f1aa,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:04.197330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b71e637f-3e0e-4271-9cd9-5938de246f7b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.201200 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b71e637f-3e0e-4271-9cd9-5938de246f7b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1893401 Oct 26 11:19:04.202134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321d9988-7e1c-4ece-bd7f-858f12968d5d x-openstack-request-id: req-321d9988-7e1c-4ece-bd7f-858f12968d5d {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:19:04.202605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "name": "network-vif-plugged", "status": "completed", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:19:04.203681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-321d9988-7e1c-4ece-bd7f-858f12968d5d {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:19:04.204090 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321d9988-7e1c-4ece-bd7f-858f12968d5d'] response: {'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'code': 200} Oct 26 11:19:04.204670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58228) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:04.214430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d17f0c8b-e19d-4921-ac50-134eff53e71f tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'd0d63dc1-f696-4c3d-bb14-6e3ed136e6b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:04.259945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d17f0c8b-e19d-4921-ac50-134eff53e71f tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (7f6341ac-3561-45ac-b7e9-5df98cc497a8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.305461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58230) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:04.336951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:04.339991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-14472add-9c4f-4d9b-9df3-3d876de98c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.340326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:04.372479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:04.387434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d17f0c8b-e19d-4921-ac50-134eff53e71f tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (7f6341ac-3561-45ac-b7e9-5df98cc497a8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.398727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d17f0c8b-e19d-4921-ac50-134eff53e71f tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (7f6341ac-3561-45ac-b7e9-5df98cc497a8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.423915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:04.431792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f0c8b-e19d-4921-ac50-134eff53e71f tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6341ac-3561-45ac-b7e9-5df98cc497a8,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:04.449702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:04.479292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d17f0c8b-e19d-4921-ac50-134eff53e71f tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.483140 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d17f0c8b-e19d-4921-ac50-134eff53e71f tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2747674 Oct 26 11:19:04.484454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58234) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:04.492425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2398a46a-6a28-4a54-a10d-8efb85cbf66d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'd0d63dc1-f696-4c3d-bb14-6e3ed136e6b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:04.507965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268c15b-77c6-40e4-91d2-b9c447ab1bed req-6c304e42-e3d4-4ad0-9711-3378bc39a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:04.509516 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1268c15b-77c6-40e4-91d2-b9c447ab1bed req-6c304e42-e3d4-4ad0-9711-3378bc39a39f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 1129 time: 0.0795193 Oct 26 11:19:04.544950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2398a46a-6a28-4a54-a10d-8efb85cbf66d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (3527c1e4-3d18-47f4-98e7-4cf40d1c7bcb), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.566239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-14472add-9c4f-4d9b-9df3-3d876de98c28 admin admin] Publish callbacks [] for security_group (ba2361dd-cd82-41a8-8aea-fcd75a638f6e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.577700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 674e33e1-e0b4-40d4-b088-44c53b4e9142 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:04.578640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-14472add-9c4f-4d9b-9df3-3d876de98c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ba2361dd-cd82-41a8-8aea-fcd75a638f6e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.606961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 674e33e1-e0b4-40d4-b088-44c53b4e9142 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:19:04.606961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 674e33e1-e0b4-40d4-b088-44c53b4e9142 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:19:04.607323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:04.627749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2398a46a-6a28-4a54-a10d-8efb85cbf66d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (3527c1e4-3d18-47f4-98e7-4cf40d1c7bcb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.635620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2398a46a-6a28-4a54-a10d-8efb85cbf66d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (3527c1e4-3d18-47f4-98e7-4cf40d1c7bcb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.641024 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-14472add-9c4f-4d9b-9df3-3d876de98c28 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d54c2de475684efd834b757719f68538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3307481 Oct 26 11:19:04.646322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58236) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:04.680402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a25fe-bfbb-4101-8d9d-5072ba4eab28 req-443170f4-f4d8-45fa-990f-e00e53bb0ef4 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:04.688757 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d8a25fe-bfbb-4101-8d9d-5072ba4eab28 req-443170f4-f4d8-45fa-990f-e00e53bb0ef4 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.1367960 Oct 26 11:19:04.710979 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58238) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:04.714269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2398a46a-6a28-4a54-a10d-8efb85cbf66d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.718329 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2398a46a-6a28-4a54-a10d-8efb85cbf66d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2295835 Oct 26 11:19:04.719278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58240) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:04.732049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:19:01Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:19:02Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:19:02Z', 'revision_number': 22, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:04.732825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'd0d63dc1-f696-4c3d-bb14-6e3ed136e6b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:04.759514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14472add-9c4f-4d9b-9df3-3d876de98c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2361dd-cd82-41a8-8aea-fcd75a638f6e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:04.785404 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1268c15b-77c6-40e4-91d2-b9c447ab1bed req-52187f00-50e5-4fab-9c13-a60486d267b8 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596107 Oct 26 11:19:04.790485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398a46a-6a28-4a54-a10d-8efb85cbf66d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3527c1e4-3d18-47f4-98e7-4cf40d1c7bcb,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:04.861888 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d8a25fe-bfbb-4101-8d9d-5072ba4eab28 req-352303dc-b978-4f02-a71e-2672217dd58c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720276 Oct 26 11:19:04.873947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e616327c-878b-484a-aad8-089364068f12 admin admin] Publish callbacks [] for security_group (ba2361dd-cd82-41a8-8aea-fcd75a638f6e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.880564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1e930dd0-cf73-4a69-be6e-42cb0cc5678a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.1636434 Oct 26 11:19:04.908972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (682a28ad-d668-45fd-972c-6539edbe5b17), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.913913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e616327c-878b-484a-aad8-089364068f12 admin admin] Publish callbacks [] for security_group (ba2361dd-cd82-41a8-8aea-fcd75a638f6e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.926610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:04.983048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e616327c-878b-484a-aad8-089364068f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ba2361dd-cd82-41a8-8aea-fcd75a638f6e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.985784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:04.985784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.990538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e616327c-878b-484a-aad8-089364068f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.990806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:04.991465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:04.992806 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e616327c-878b-484a-aad8-089364068f12 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ba2361dd-cd82-41a8-8aea-fcd75a638f6e HTTP/1.1" status: 204 len: 168 time: 0.3328199 Oct 26 11:19:05.012390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13b929-2881-4fab-9ae7-6b4b6506ffb5 req-c1ff8c40-3f15-4677-b1b4-bb4efb47d7b7 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:05.014030 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7d13b929-2881-4fab-9ae7-6b4b6506ffb5 req-c1ff8c40-3f15-4677-b1b4-bb4efb47d7b7 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 945 time: 0.1472106 Oct 26 11:19:05.036845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616327c-878b-484a-aad8-089364068f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2361dd-cd82-41a8-8aea-fcd75a638f6e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:05.148107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (682a28ad-d668-45fd-972c-6539edbe5b17), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.157286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:05.162782 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7d13b929-2881-4fab-9ae7-6b4b6506ffb5 req-44d74273-475d-4342-b9da-51c6a907b6d0 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314883 Oct 26 11:19:05.165915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (682a28ad-d668-45fd-972c-6539edbe5b17), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.220204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:05.238639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682a28ad-d668-45fd-972c-6539edbe5b17,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:05.253554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.255048 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5346606 Oct 26 11:19:05.258028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58250) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:05.260114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.260644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.260990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.261315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.261858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.262192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.262521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.262848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.263170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.263501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.263854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.264172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.264492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.264807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.265810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d0fd7-386c-4384-b702-cb2a461f670e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:05.281914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392942f-9710-4eaf-be30-61d74766f636 req-f5193e71-58cc-4680-ac0e-44bd84bd0dd6 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:05.283995 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4392942f-9710-4eaf-be30-61d74766f636 req-f5193e71-58cc-4680-ac0e-44bd84bd0dd6 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.1198897 Oct 26 11:19:05.288036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:05.304831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-340720f3-a1b6-4835-ae0c-32532d7b6813 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (682a28ad-d668-45fd-972c-6539edbe5b17), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.316158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-340720f3-a1b6-4835-ae0c-32532d7b6813 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (682a28ad-d668-45fd-972c-6539edbe5b17), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.326023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:05.349462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.350498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:05.350635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-340720f3-a1b6-4835-ae0c-32532d7b6813 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (682a28ad-d668-45fd-972c-6539edbe5b17), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.368143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-340720f3-a1b6-4835-ae0c-32532d7b6813 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.371843 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-340720f3-a1b6-4835-ae0c-32532d7b6813 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/682a28ad-d668-45fd-972c-6539edbe5b17 HTTP/1.1" status: 204 len: 168 time: 0.1102209 Oct 26 11:19:05.372827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:05.375894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340720f3-a1b6-4835-ae0c-32532d7b6813 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=682a28ad-d668-45fd-972c-6539edbe5b17,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:05.383859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 095f73cb-9c73-4d43-b238-aaac817ef862 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:19:05.384219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 095f73cb-9c73-4d43-b238-aaac817ef862 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:19:05.384672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:05.400864 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4392942f-9710-4eaf-be30-61d74766f636 req-74380ee2-2196-40a9-b572-77658c604ac4 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101072 Oct 26 11:19:05.445463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 6b81e765-7935-4405-bafd-d2ff083279ca {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:19:05.445816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b81e765-7935-4405-bafd-d2ff083279ca not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:19:05.446424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:05.463237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58254) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:05.482270 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2650e78c-464b-46a1-80a2-0d2c1fb5d2cd tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1060650 Oct 26 11:19:05.551182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65d508e5-613b-428b-b36c-b75808bd97b6 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (3527c1e4-3d18-47f4-98e7-4cf40d1c7bcb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.562414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65d508e5-613b-428b-b36c-b75808bd97b6 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (3527c1e4-3d18-47f4-98e7-4cf40d1c7bcb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.569430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:05.583662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:05.585148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-c20e3306-eeb3-478f-a8ce-7a6dda245608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:05.586606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-c20e3306-eeb3-478f-a8ce-7a6dda245608 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bb3841ddb73140cdad424bbebe2883b1&device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 1130 time: 0.0511074 Oct 26 11:19:05.595609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65d508e5-613b-428b-b36c-b75808bd97b6 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (3527c1e4-3d18-47f4-98e7-4cf40d1c7bcb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.600747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-65d508e5-613b-428b-b36c-b75808bd97b6 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.603907 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-65d508e5-613b-428b-b36c-b75808bd97b6 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/3527c1e4-3d18-47f4-98e7-4cf40d1c7bcb HTTP/1.1" status: 204 len: 168 time: 0.1371710 Oct 26 11:19:05.605136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58256) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:05.611263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d508e5-613b-428b-b36c-b75808bd97b6 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3527c1e4-3d18-47f4-98e7-4cf40d1c7bcb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:05.680076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:05.680467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.709511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:19:01Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:19:02Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:19:02Z', 'revision_number': 22, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:05.716812 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3b8b9ee6-e5df-4688-92ef-6479d48b3742 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1103878 Oct 26 11:19:05.720707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:05.741030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810f744-f48f-4102-a1e4-49ca41d8e3bc None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:19:01Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a4b2950c-869f-4bc7-b747-896cdeafd384', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'port_id': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'mac_address': 'fa:16:3e:a1:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:17:33Z', 'updated_at': '2022-10-26T11:19:02Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:19:02Z', 'revision_number': 22, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:05.749137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-953baeb5-fd4d-444d-8816-6ba8dc0bad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:05.750941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:05.753396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-953baeb5-fd4d-444d-8816-6ba8dc0bad16 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1b135b0e-efc6-41d8-9d61-2b998efecb6c HTTP/1.1" status: 200 len: 913 time: 0.1579661 Oct 26 11:19:05.756886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.757642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:05.763560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d27c-1abc-4eef-861a-1e38b78a2589 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (7f6341ac-3561-45ac-b7e9-5df98cc497a8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.782498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d27c-1abc-4eef-861a-1e38b78a2589 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (7f6341ac-3561-45ac-b7e9-5df98cc497a8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.837503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:05.855069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d27c-1abc-4eef-861a-1e38b78a2589 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (7f6341ac-3561-45ac-b7e9-5df98cc497a8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.855242 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-c6b1309e-331b-4ad0-97b0-0dd93737b6d2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b63980e7-1b6b-4442-ac99-bd96e92f3fd2 HTTP/1.1" status: 200 len: 217 time: 0.0622406 Oct 26 11:19:05.875705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d27c-1abc-4eef-861a-1e38b78a2589 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.882539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58260) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:05.884271 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d0d1d27c-1abc-4eef-861a-1e38b78a2589 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/7f6341ac-3561-45ac-b7e9-5df98cc497a8 HTTP/1.1" status: 204 len: 168 time: 0.1614244 Oct 26 11:19:05.887987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58262) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:05.897310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:05.897310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.905589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1d27c-1abc-4eef-861a-1e38b78a2589 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f6341ac-3561-45ac-b7e9-5df98cc497a8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:05.925616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:05.937616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.948570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:05.977985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58264) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:05.978572 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8566f5c9-bd51-4fa2-b156-da1a5af155ab tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0959282 Oct 26 11:19:05.990708 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-75be8bfb-67ab-4c30-a9e4-877a41a016fb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0964978 Oct 26 11:19:05.995566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:06.009009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2213-de43-4c6e-9a27-999b01445915 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (26989d5b-d985-4462-8318-efde8495f1aa), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.022821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:06.024691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2213-de43-4c6e-9a27-999b01445915 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (26989d5b-d985-4462-8318-efde8495f1aa), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.055048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2213-de43-4c6e-9a27-999b01445915 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (26989d5b-d985-4462-8318-efde8495f1aa), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.060040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2213-de43-4c6e-9a27-999b01445915 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.064100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5cb2213-de43-4c6e-9a27-999b01445915 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/26989d5b-d985-4462-8318-efde8495f1aa HTTP/1.1" status: 204 len: 168 time: 0.0813980 Oct 26 11:19:06.064586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.069914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb2213-de43-4c6e-9a27-999b01445915 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26989d5b-d985-4462-8318-efde8495f1aa,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:06.088938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:06.106893 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-900c3519-866c-4ee6-b20a-34e46527c9a8 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0411859 Oct 26 11:19:06.110011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58268) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.134675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03476eec-1288-4d39-ae50-b9196a922c16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (12ff6891-8a97-4b7e-9e90-be442cdf6462), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.143674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03476eec-1288-4d39-ae50-b9196a922c16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (12ff6891-8a97-4b7e-9e90-be442cdf6462), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.173307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03476eec-1288-4d39-ae50-b9196a922c16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (12ff6891-8a97-4b7e-9e90-be442cdf6462), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.178935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03476eec-1288-4d39-ae50-b9196a922c16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.180323 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-03476eec-1288-4d39-ae50-b9196a922c16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/12ff6891-8a97-4b7e-9e90-be442cdf6462 HTTP/1.1" status: 204 len: 168 time: 0.0692215 Oct 26 11:19:06.182898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58270) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.190308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03476eec-1288-4d39-ae50-b9196a922c16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ff6891-8a97-4b7e-9e90-be442cdf6462,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:06.225247 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fa506a94-88c2-4713-ab2b-422525871f40 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411196 Oct 26 11:19:06.227940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58274) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.318886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-431e8026-c310-43bf-a044-be5cb5fa6994 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (d0d63dc1-f696-4c3d-bb14-6e3ed136e6b5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.319064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:06.319064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:06.319064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:06.330582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-431e8026-c310-43bf-a044-be5cb5fa6994 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (d0d63dc1-f696-4c3d-bb14-6e3ed136e6b5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.352475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1313ab-1002-4ea2-8452-f29dc3069881 req-5708cc69-c917-4726-a678-0150a7c8aa75 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:06.354742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f1313ab-1002-4ea2-8452-f29dc3069881 req-5708cc69-c917-4726-a678-0150a7c8aa75 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 945 time: 0.1041751 Oct 26 11:19:06.361758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-b3464886-1c6f-434a-aba3-a2bf5a53b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:06.363674 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-b3464886-1c6f-434a-aba3-a2bf5a53b63d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=471cb6a4-1b28-41b6-ba61-0dbc811ea887 HTTP/1.1" status: 200 len: 852 time: 0.1157184 Oct 26 11:19:06.389155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-431e8026-c310-43bf-a044-be5cb5fa6994 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d0d63dc1-f696-4c3d-bb14-6e3ed136e6b5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.392543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-431e8026-c310-43bf-a044-be5cb5fa6994 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.393660 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-431e8026-c310-43bf-a044-be5cb5fa6994 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d0d63dc1-f696-4c3d-bb14-6e3ed136e6b5 HTTP/1.1" status: 204 len: 168 time: 0.1647747 Oct 26 11:19:06.397066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58276) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.417804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e8026-c310-43bf-a044-be5cb5fa6994 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d63dc1-f696-4c3d-bb14-6e3ed136e6b5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:06.424396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-89c4b2c9-28b8-42a6-bc9f-e037b81a9a25 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1b135b0e-efc6-41d8-9d61-2b998efecb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494435 Oct 26 11:19:06.448936 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:06.455979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bd1e2050-bf89-4b38-9902-820217476d75 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575767 Oct 26 11:19:06.462248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58280) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.467293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-fdae9a5a-7810-4d82-9166-26af54ccb242 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054321975'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:06.494917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fdae9a5a-7810-4d82-9166-26af54ccb242 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.530071 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f1313ab-1002-4ea2-8452-f29dc3069881 req-2c32b679-a3a9-4d47-a5c3-777e311de5f0 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646762 Oct 26 11:19:06.587309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4a855-cfb4-4f66-9db9-0c389e8fb7e7 req-8aa73477-b13d-4fe7-aebc-8c77eccfbb5a tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:06.589020 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-91c4a855-cfb4-4f66-9db9-0c389e8fb7e7 req-8aa73477-b13d-4fe7-aebc-8c77eccfbb5a tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.0775728 Oct 26 11:19:06.605796 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-f7378998-3eb5-40a9-9f1a-34f0a32b8275 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720252 Oct 26 11:19:06.651317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fdae9a5a-7810-4d82-9166-26af54ccb242 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (f89071af-38a9-4833-9509-8b910c9992f0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.659840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fdae9a5a-7810-4d82-9166-26af54ccb242 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f89071af-38a9-4833-9509-8b910c9992f0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.718429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fdae9a5a-7810-4d82-9166-26af54ccb242 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.720249 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fdae9a5a-7810-4d82-9166-26af54ccb242 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2569766 Oct 26 11:19:06.722457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae9a5a-7810-4d82-9166-26af54ccb242 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89071af-38a9-4833-9509-8b910c9992f0,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:06.724723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58284) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.730994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9ef293b6-1fee-4875-854e-d976653b8614 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'f89071af-38a9-4833-9509-8b910c9992f0', 'direction': 'ingress', 'protocol': 17}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:06.776984 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:19:05Z', 'revision_number': 18, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:06.778323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ef293b6-1fee-4875-854e-d976653b8614 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (edc3610d-8a4c-4de5-95f5-19979fc74793), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.808008 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:06.813653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978e563-0eec-46a0-9a89-ea0d6adba060 req-0173c731-b991-4252-b0a3-0cfce6b2aa37 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:06.815227 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2978e563-0eec-46a0-9a89-ea0d6adba060 req-0173c731-b991-4252-b0a3-0cfce6b2aa37 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 945 time: 0.0865920 Oct 26 11:19:06.818397 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:06.819283 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:06.840568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:06.858865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-91c4a855-cfb4-4f66-9db9-0c389e8fb7e7 req-945126ef-bf93-4e73-b265-250f5bf86dd9 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104974 Oct 26 11:19:06.867644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ef293b6-1fee-4875-854e-d976653b8614 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (edc3610d-8a4c-4de5-95f5-19979fc74793), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.877272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ef293b6-1fee-4875-854e-d976653b8614 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (edc3610d-8a4c-4de5-95f5-19979fc74793), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.904770 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb44a6f8-e2d1-44f1-9bfc-da21d4ed7e2b req-ecad4f9e-6503-42af-8abc-31fe26f44d2d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914798 Oct 26 11:19:06.905697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef293b6-1fee-4875-854e-d976653b8614 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc3610d-8a4c-4de5-95f5-19979fc74793,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:06.925316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ef293b6-1fee-4875-854e-d976653b8614 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.926738 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ef293b6-1fee-4875-854e-d976653b8614 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2010770 Oct 26 11:19:06.930008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58286) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.945217 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2978e563-0eec-46a0-9a89-ea0d6adba060 req-9b38a8a8-49ce-43bc-a9aa-bd782b70a253 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240294 Oct 26 11:19:06.983564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58288) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.010424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58292) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.010519 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:07.010613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:07.032697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:07.035306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:07.053993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c26669d6-dba8-4396-83fd-8ed5266dd1b2 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (f89071af-38a9-4833-9509-8b910c9992f0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.103289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c26669d6-dba8-4396-83fd-8ed5266dd1b2 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (f89071af-38a9-4833-9509-8b910c9992f0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.115231 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a70420a8-797d-4ccc-8dc2-91173051cdea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.1171920 Oct 26 11:19:07.131869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:07.158372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:07.174782 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=9,neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:07.196168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c26669d6-dba8-4396-83fd-8ed5266dd1b2 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f89071af-38a9-4833-9509-8b910c9992f0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.198844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c26669d6-dba8-4396-83fd-8ed5266dd1b2 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.200309 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c26669d6-dba8-4396-83fd-8ed5266dd1b2 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f89071af-38a9-4833-9509-8b910c9992f0 HTTP/1.1" status: 204 len: 168 time: 0.2690883 Oct 26 11:19:07.203767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58294) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.217567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26669d6-dba8-4396-83fd-8ed5266dd1b2 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89071af-38a9-4833-9509-8b910c9992f0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:07.310289 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dfbd127f-6754-496b-8f96-0c6fdac02665 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1053584 Oct 26 11:19:07.314771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58296) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.320493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-673d335f-22f2-4073-99e0-f7dccb414b8d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121999555'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:07.322680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:07.350099 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:19:05Z', 'revision_number': 18, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:07.379250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-673d335f-22f2-4073-99e0-f7dccb414b8d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.405638 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c490759-59e2-4361-8af1-2d6b235977c8 None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:18:54Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:19:05Z', 'revision_number': 18, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:07.436008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3d74dd-41fd-4639-a433-efa8304704fa tempest-TestVolumeBootPattern-1806915022 tempest-TestVolumeBootPattern-1806915022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:07.441939 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9b3d74dd-41fd-4639-a433-efa8304704fa tempest-TestVolumeBootPattern-1806915022 tempest-TestVolumeBootPattern-1806915022-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 1124 time: 0.4567344 Oct 26 11:19:07.442783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58298) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.449501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:07.506363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.514343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:07.517446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:07.518163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-673d335f-22f2-4073-99e0-f7dccb414b8d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (417d448c-c2e7-46c0-99db-fda7c573d802), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.525282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-673d335f-22f2-4073-99e0-f7dccb414b8d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (417d448c-c2e7-46c0-99db-fda7c573d802), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.558813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d335f-22f2-4073-99e0-f7dccb414b8d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417d448c-c2e7-46c0-99db-fda7c573d802,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:07.566536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-673d335f-22f2-4073-99e0-f7dccb414b8d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.568312 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-673d335f-22f2-4073-99e0-f7dccb414b8d tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2524300 Oct 26 11:19:07.571108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58300) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.575601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9821b2e8-4620-410e-b819-bd152b79ac6c tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-secgroup--310053784'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:07.616250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9821b2e8-4620-410e-b819-bd152b79ac6c tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.648483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.708091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:07.747205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9821b2e8-4620-410e-b819-bd152b79ac6c tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (4fd5c01d-a1ba-436e-9d08-f75db110abbf), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.749586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:07.753828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9821b2e8-4620-410e-b819-bd152b79ac6c tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4fd5c01d-a1ba-436e-9d08-f75db110abbf), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.802156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:05Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:05Z', 'revision_number': 18, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:07.818364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821b2e8-4620-410e-b819-bd152b79ac6c tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd5c01d-a1ba-436e-9d08-f75db110abbf,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:07.831300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Allocated IP 172.26.0.103 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/f6d4b960-a927-41a5-9cbe-2a11c90b289f) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:07.835629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9821b2e8-4620-410e-b819-bd152b79ac6c tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.837994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:07.843966 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9821b2e8-4620-410e-b819-bd152b79ac6c tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2690284 Oct 26 11:19:07.844348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58302) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.852758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:07.860745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3dfc8f50-298f-4ecc-ac31-de9ab1803adf tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': '417d448c-c2e7-46c0-99db-fda7c573d802', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4fd5c01d-a1ba-436e-9d08-f75db110abbf', 'remote_ip_prefix': None}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:07.863952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:07.870946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:07.872124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:07.879011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:07.982351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8f50-298f-4ecc-ac31-de9ab1803adf tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (17ea5a3e-ee68-4b7d-a1e0-397d5b52e162), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.107913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for port (f6d4b960-a927-41a5-9cbe-2a11c90b289f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.117718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58306) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:08.136445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbdccf-3fc5-461f-b514-245c38bb3e11 req-31d62408-7bff-4ee5-aaba-bff071fb606a tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:08.138924 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b0bbdccf-3fc5-461f-b514-245c38bb3e11 req-31d62408-7bff-4ee5-aaba-bff071fb606a tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.1399848 Oct 26 11:19:08.139709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:08.225089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8f50-298f-4ecc-ac31-de9ab1803adf tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (17ea5a3e-ee68-4b7d-a1e0-397d5b52e162), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.227486 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9a17fc51-238a-40d5-9193-36843e679bac tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.1084623 Oct 26 11:19:08.235309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8f50-298f-4ecc-ac31-de9ab1803adf tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (17ea5a3e-ee68-4b7d-a1e0-397d5b52e162), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.290021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:08.292275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc8f50-298f-4ecc-ac31-de9ab1803adf tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ea5a3e-ee68-4b7d-a1e0-397d5b52e162,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:08.301371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f6d4b960-a927-41a5-9cbe-2a11c90b289f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.307039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:08.314949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8f50-298f-4ecc-ac31-de9ab1803adf tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.319263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58308) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:08.328715 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3dfc8f50-298f-4ecc-ac31-de9ab1803adf tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4824994 Oct 26 11:19:08.374539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1530708-8872-4882-81e6-e065f3c66708 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (17ea5a3e-ee68-4b7d-a1e0-397d5b52e162), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.401935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b0bbdccf-3fc5-461f-b514-245c38bb3e11 req-f4afdd18-60dc-4744-bf02-66e9e8ad67ff tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412548 Oct 26 11:19:08.412340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1530708-8872-4882-81e6-e065f3c66708 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (17ea5a3e-ee68-4b7d-a1e0-397d5b52e162), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.433967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:05Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:05Z', 'revision_number': 18, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:08.467895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d4e7d2-5440-4de8-a640-f60f27223b76 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:05Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:05Z', 'revision_number': 18, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:08.473823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:08.484729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:08.487631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:08.492522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'Port': ['ID=f6d4b960-a927-41a5-9cbe-2a11c90b289f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:08.497394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1530708-8872-4882-81e6-e065f3c66708 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (17ea5a3e-ee68-4b7d-a1e0-397d5b52e162), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.514838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1530708-8872-4882-81e6-e065f3c66708 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.520893 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e1530708-8872-4882-81e6-e065f3c66708 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/17ea5a3e-ee68-4b7d-a1e0-397d5b52e162 HTTP/1.1" status: 204 len: 168 time: 0.1996212 Oct 26 11:19:08.521573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58310) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:08.565469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1530708-8872-4882-81e6-e065f3c66708 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17ea5a3e-ee68-4b7d-a1e0-397d5b52e162,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:08.580674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:08.600973 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dbc985c9-16af-4346-a453-5eb5768a9071 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0758460 Oct 26 11:19:08.603894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58312) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:08.654285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 57bf8c8a-862c-431f-a363-fd77e96565c8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:08.654911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.655398 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 57bf8c8a-862c-431f-a363-fd77e96565c8 Oct 26 11:19:08.705996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ebf40f2-f59b-4d7d-abe8-3c327892ed67 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (4fd5c01d-a1ba-436e-9d08-f75db110abbf), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.737734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ebf40f2-f59b-4d7d-abe8-3c327892ed67 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (4fd5c01d-a1ba-436e-9d08-f75db110abbf), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.839767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ebf40f2-f59b-4d7d-abe8-3c327892ed67 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4fd5c01d-a1ba-436e-9d08-f75db110abbf), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.843148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5ebf40f2-f59b-4d7d-abe8-3c327892ed67 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.848382 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5ebf40f2-f59b-4d7d-abe8-3c327892ed67 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4fd5c01d-a1ba-436e-9d08-f75db110abbf HTTP/1.1" status: 204 len: 168 time: 0.2431936 Oct 26 11:19:08.849385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58314) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:08.868941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf40f2-f59b-4d7d-abe8-3c327892ed67 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd5c01d-a1ba-436e-9d08-f75db110abbf,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:08.945448 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aabd4ddb-b397-427d-857d-ca30e1a4f6cb tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0841639 Oct 26 11:19:08.946556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58316) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:08.966336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:08.966722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.002934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:09.008740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:09.009979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.011348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:09.029909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:09.038920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-214748e1-979b-4ed8-9be0-f897ddc83f16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (417d448c-c2e7-46c0-99db-fda7c573d802), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.072550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-214748e1-979b-4ed8-9be0-f897ddc83f16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (417d448c-c2e7-46c0-99db-fda7c573d802), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.115585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:09.126839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-214748e1-979b-4ed8-9be0-f897ddc83f16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (417d448c-c2e7-46c0-99db-fda7c573d802), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.128670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.129086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.129641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.130046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.130188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-214748e1-979b-4ed8-9be0-f897ddc83f16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.130493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.130885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.133986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.133986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.134234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-214748e1-979b-4ed8-9be0-f897ddc83f16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/417d448c-c2e7-46c0-99db-fda7c573d802 HTTP/1.1" status: 204 len: 168 time: 0.1841049 Oct 26 11:19:09.134342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.134342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.134342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.134342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.134342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.134342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.134342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:09.136049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58318) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:09.142770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:09.143338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.143631 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:19:09.161113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214748e1-979b-4ed8-9be0-f897ddc83f16 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d448c-c2e7-46c0-99db-fda7c573d802,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:09.201060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:09.206652 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-999fb223-d694-4c0b-b6fa-0a18bbf063d4 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0669706 Oct 26 11:19:09.211469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:09.221681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-03bd7a20-6c42-4264-ae09-644b1fac1df0 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156454707'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:09.231526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:09.260752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:09.261417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.285894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:09.307040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:09.318501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a20-6c42-4264-ae09-644b1fac1df0 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.318776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.320546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:09.323459 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6143d474-1ee4-4296-b7fa-b8a326bc4f43 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0882821 Oct 26 11:19:09.423562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:09.424330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.424877 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:19:09.426734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:09.441297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a20-6c42-4264-ae09-644b1fac1df0 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (e8dfb906-a669-479c-9dd7-d10d4e604f80), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.454372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a20-6c42-4264-ae09-644b1fac1df0 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (e8dfb906-a669-479c-9dd7-d10d4e604f80), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.509198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7a20-6c42-4264-ae09-644b1fac1df0 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dfb906-a669-479c-9dd7-d10d4e604f80,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:09.519797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a20-6c42-4264-ae09-644b1fac1df0 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.525006 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-03bd7a20-6c42-4264-ae09-644b1fac1df0 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3099844 Oct 26 11:19:09.525654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58326) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:09.530217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f23b39a4-8f38-4917-8219-503a9cbe7050 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'e8dfb906-a669-479c-9dd7-d10d4e604f80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:09.566850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:09.567178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.573016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f23b39a4-8f38-4917-8219-503a9cbe7050 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (028ebcf7-b1f6-4a73-9523-771c5c4aac61), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.596637 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfa47c-d121-4aa2-a59f-4b61b098c254 None None] New status for floating IP a4b2950c-869f-4bc7-b747-896cdeafd384: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:19:09.638000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for floatingip (a2271c70-15b0-4ec9-9512-a7ef0b7011e6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.654001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:09.659524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.683744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f23b39a4-8f38-4917-8219-503a9cbe7050 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (028ebcf7-b1f6-4a73-9523-771c5c4aac61), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.693041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f23b39a4-8f38-4917-8219-503a9cbe7050 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (028ebcf7-b1f6-4a73-9523-771c5c4aac61), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.744069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b39a4-8f38-4917-8219-503a9cbe7050 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028ebcf7-b1f6-4a73-9523-771c5c4aac61,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:09.757128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:09.769991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f23b39a4-8f38-4917-8219-503a9cbe7050 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.774911 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f23b39a4-8f38-4917-8219-503a9cbe7050 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2481966 Oct 26 11:19:09.776213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58328) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:09.811434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e64e106c-49b0-460b-9e8d-106e26d72835 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (028ebcf7-b1f6-4a73-9523-771c5c4aac61), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.818562 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:09.825422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e64e106c-49b0-460b-9e8d-106e26d72835 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (028ebcf7-b1f6-4a73-9523-771c5c4aac61), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.825782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7888e-5f1d-435a-8532-cdba3c0edf87 req-db092dd7-010a-4e4e-9382-d9b67b4d58fd tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:09.827521 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9c7888e-5f1d-435a-8532-cdba3c0edf87 req-db092dd7-010a-4e4e-9382-d9b67b4d58fd tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.3040178 Oct 26 11:19:09.866135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:09.869629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e64e106c-49b0-460b-9e8d-106e26d72835 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (028ebcf7-b1f6-4a73-9523-771c5c4aac61), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.878598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e64e106c-49b0-460b-9e8d-106e26d72835 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.882468 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e64e106c-49b0-460b-9e8d-106e26d72835 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/028ebcf7-b1f6-4a73-9523-771c5c4aac61 HTTP/1.1" status: 204 len: 168 time: 0.1049316 Oct 26 11:19:09.883175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:09.897918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f6d4b960-a927-41a5-9cbe-2a11c90b289f), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.898799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e106c-49b0-460b-9e8d-106e26d72835 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=028ebcf7-b1f6-4a73-9523-771c5c4aac61,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:09.941698 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3009d23b-7ca3-4abc-b658-9f2a5909db4b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561767 Oct 26 11:19:09.946859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58332) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.006089 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9c7888e-5f1d-435a-8532-cdba3c0edf87 req-3f927249-7990-4453-ad2b-1f4ca8021665 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529622 Oct 26 11:19:10.089550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cadd2c4e-04f1-4f57-a24b-f2c5d01f078b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (e8dfb906-a669-479c-9dd7-d10d4e604f80), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.128632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cadd2c4e-04f1-4f57-a24b-f2c5d01f078b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (e8dfb906-a669-479c-9dd7-d10d4e604f80), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.135826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:10.209160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for port (f6d4b960-a927-41a5-9cbe-2a11c90b289f), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.215658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (f6d4b960-a927-41a5-9cbe-2a11c90b289f), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.241868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cadd2c4e-04f1-4f57-a24b-f2c5d01f078b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (e8dfb906-a669-479c-9dd7-d10d4e604f80), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.244517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cadd2c4e-04f1-4f57-a24b-f2c5d01f078b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.248102 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cadd2c4e-04f1-4f57-a24b-f2c5d01f078b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e8dfb906-a669-479c-9dd7-d10d4e604f80 HTTP/1.1" status: 204 len: 168 time: 0.2959332 Oct 26 11:19:10.248502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58338) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.290980 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd2c4e-04f1-4f57-a24b-f2c5d01f078b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dfb906-a669-479c-9dd7-d10d4e604f80,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:10.329370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58340) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.332422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event updated for resources: {'Port': ['ID=f6d4b960-a927-41a5-9cbe-2a11c90b289f,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:10.366610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (a2271c70-15b0-4ec9-9512-a7ef0b7011e6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.399364 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c5ea1abe-8e74-4439-bb38-9f4b007ac6a3 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1497059 Oct 26 11:19:10.403234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58342) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.410557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea13f3-5404-4fcc-996e-66c60bd1abbb req-861baed3-1422-4504-a8d6-989d6f3c0280 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:10.413139 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-82ea13f3-5404-4fcc-996e-66c60bd1abbb req-861baed3-1422-4504-a8d6-989d6f3c0280 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.1093974 Oct 26 11:19:10.414859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-849bf959-6a51-48c2-8430-df80062499eb tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581573987'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:10.449626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb0f7d89-99b3-4f02-8545-567ec0e82582 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.1188514 Oct 26 11:19:10.463755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-849bf959-6a51-48c2-8430-df80062499eb tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.484866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:10.521089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:10.536398 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-82ea13f3-5404-4fcc-996e-66c60bd1abbb req-40c796eb-e734-4bb6-872b-a293acd89aae tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179972 Oct 26 11:19:10.538082 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Floating IP a2271c70-15b0-4ec9-9512-a7ef0b7011e6 associated. External IP: 172.26.0.103, port: 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479. Oct 26 11:19:10.574863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-849bf959-6a51-48c2-8430-df80062499eb tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (c83424a9-0d0d-49d6-98eb-c15d3b299898), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.579596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-849bf959-6a51-48c2-8430-df80062499eb tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c83424a9-0d0d-49d6-98eb-c15d3b299898), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.614350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bf959-6a51-48c2-8430-df80062499eb tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83424a9-0d0d-49d6-98eb-c15d3b299898,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:10.620212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-849bf959-6a51-48c2-8430-df80062499eb tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.624167 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-849bf959-6a51-48c2-8430-df80062499eb tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2112334 Oct 26 11:19:10.625984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58344) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.629262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d9183475-c3d5-4720-ba8b-6627eb31b544 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'c83424a9-0d0d-49d6-98eb-c15d3b299898', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:10.658020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9183475-c3d5-4720-ba8b-6627eb31b544 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (ca5ec89d-16c1-4a50-a2cb-be173ca86304), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.720982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9183475-c3d5-4720-ba8b-6627eb31b544 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (ca5ec89d-16c1-4a50-a2cb-be173ca86304), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.729788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9183475-c3d5-4720-ba8b-6627eb31b544 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (ca5ec89d-16c1-4a50-a2cb-be173ca86304), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.754025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9183475-c3d5-4720-ba8b-6627eb31b544 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5ec89d-16c1-4a50-a2cb-be173ca86304,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:10.759688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d9183475-c3d5-4720-ba8b-6627eb31b544 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.764161 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d9183475-c3d5-4720-ba8b-6627eb31b544 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357627 Oct 26 11:19:10.768888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58346) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.777931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Router cd532ea2-8194-415b-8cb5-a62257794798 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:19:10.803407 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3e5f9552-e6c9-4377-8e90-7da6fb8f8bb3 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules/ca5ec89d-16c1-4a50-a2cb-be173ca86304 HTTP/1.1" status: 200 len: 763 time: 0.0308595 Oct 26 11:19:10.803699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58348) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.863713 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cc3faac7-0353-4527-994c-3e4c9937c0af tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0499399 Oct 26 11:19:10.867910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58350) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.880645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:10.919623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da5d7972-aced-4b68-bd14-d07ac3cba482 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (ca5ec89d-16c1-4a50-a2cb-be173ca86304), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.930901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da5d7972-aced-4b68-bd14-d07ac3cba482 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (ca5ec89d-16c1-4a50-a2cb-be173ca86304), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.951558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:10.961778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:19:10.976522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da5d7972-aced-4b68-bd14-d07ac3cba482 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (ca5ec89d-16c1-4a50-a2cb-be173ca86304), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.983565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da5d7972-aced-4b68-bd14-d07ac3cba482 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.987808 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-da5d7972-aced-4b68-bd14-d07ac3cba482 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/ca5ec89d-16c1-4a50-a2cb-be173ca86304 HTTP/1.1" status: 204 len: 168 time: 0.1267715 Oct 26 11:19:10.987995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58352) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.998720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:10.999459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.002204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.003426 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:19:11.045329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d7972-aced-4b68-bd14-d07ac3cba482 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca5ec89d-16c1-4a50-a2cb-be173ca86304,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.051067 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-64eb06f9-f7b5-4c82-b69b-77eff802d4bd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6047292 Oct 26 11:19:11.052274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:19:11.054864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8628751d-54af-41be-b1fb-3845c5fbbd94" -d '{"events": [{"name": "network-changed", "server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:19:11.082457 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ff62df0-1458-425c-8c5b-0864842b63fe tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0933559 Oct 26 11:19:11.085120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.089615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-23063d85-90a7-4eed-a64c-817a294e8e6b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'c83424a9-0d0d-49d6-98eb-c15d3b299898', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:11.094826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:11.100789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e528d320-07a3-4013-823b-9d4f01819a5a x-openstack-request-id: req-e528d320-07a3-4013-823b-9d4f01819a5a {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:19:11.101069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:11.101230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:19:11.101321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e528d320-07a3-4013-823b-9d4f01819a5a {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:19:11.101604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.101720 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e528d320-07a3-4013-823b-9d4f01819a5a'] response: {'name': 'network-changed', 'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'status': 'completed', 'code': 200} Oct 26 11:19:11.135879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23063d85-90a7-4eed-a64c-817a294e8e6b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (f5980be5-50a3-4cc5-b7f4-8977e5e11690), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.141741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:11.147945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.148827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:11.215913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23063d85-90a7-4eed-a64c-817a294e8e6b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (f5980be5-50a3-4cc5-b7f4-8977e5e11690), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.221777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23063d85-90a7-4eed-a64c-817a294e8e6b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (f5980be5-50a3-4cc5-b7f4-8977e5e11690), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.232153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.245431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:11.245813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.246168 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:19:11.258821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23063d85-90a7-4eed-a64c-817a294e8e6b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5980be5-50a3-4cc5-b7f4-8977e5e11690,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.269051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-23063d85-90a7-4eed-a64c-817a294e8e6b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.273229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58360) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.273729 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-23063d85-90a7-4eed-a64c-817a294e8e6b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1871104 Oct 26 11:19:11.292872 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e09876d4-5ce0-438d-b066-d7d0989859ee tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules/f5980be5-50a3-4cc5-b7f4-8977e5e11690 HTTP/1.1" status: 200 len: 763 time: 0.0177786 Oct 26 11:19:11.295652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58362) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.340263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:11.340653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.345334 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6a82da86-d51a-4794-8307-da291309cc1a tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0454195 Oct 26 11:19:11.345718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58364) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.368960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:11.373604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f392f9c9-0e8d-4341-bc8c-39e6aaf738d9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (f5980be5-50a3-4cc5-b7f4-8977e5e11690), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.378467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.379315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:11.387747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f392f9c9-0e8d-4341-bc8c-39e6aaf738d9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (f5980be5-50a3-4cc5-b7f4-8977e5e11690), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.416808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:11.423414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f392f9c9-0e8d-4341-bc8c-39e6aaf738d9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (f5980be5-50a3-4cc5-b7f4-8977e5e11690), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.430910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f392f9c9-0e8d-4341-bc8c-39e6aaf738d9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.432291 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f392f9c9-0e8d-4341-bc8c-39e6aaf738d9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/f5980be5-50a3-4cc5-b7f4-8977e5e11690 HTTP/1.1" status: 204 len: 168 time: 0.0855813 Oct 26 11:19:11.434904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58366) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.438023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392f9c9-0e8d-4341-bc8c-39e6aaf738d9 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5980be5-50a3-4cc5-b7f4-8977e5e11690,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.452215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58368) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.461532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:11.470669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.481822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:11.482942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.483437 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:19:11.525216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58370) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.526632 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fd9931da-8e4c-4764-a2ba-e3882723eddc tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0854425 Oct 26 11:19:11.529731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-58ba175f-174a-461a-99df-d0310f27aa22 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': 'c83424a9-0d0d-49d6-98eb-c15d3b299898', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:11.559369 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ed28f36-a461-4bda-9989-8df166ea2f93 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.1043208 Oct 26 11:19:11.586805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.590112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58ba175f-174a-461a-99df-d0310f27aa22 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (8fbda45e-fdc3-4ed8-a322-a184e3de5dd4), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.599571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:11.601068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:11.654805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:11.655188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.655589 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c Oct 26 11:19:11.707173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58ba175f-174a-461a-99df-d0310f27aa22 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (8fbda45e-fdc3-4ed8-a322-a184e3de5dd4), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.714500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58ba175f-174a-461a-99df-d0310f27aa22 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (8fbda45e-fdc3-4ed8-a322-a184e3de5dd4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.737987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddde212-0613-4a89-aa38-e6faab76585e req-5a2f5e30-51d1-4047-9207-eafc51724238 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:11.739504 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dddde212-0613-4a89-aa38-e6faab76585e req-5a2f5e30-51d1-4047-9207-eafc51724238 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.1094222 Oct 26 11:19:11.743579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba175f-174a-461a-99df-d0310f27aa22 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbda45e-fdc3-4ed8-a322-a184e3de5dd4,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.745326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:11.745730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.758293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58ba175f-174a-461a-99df-d0310f27aa22 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.761910 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-58ba175f-174a-461a-99df-d0310f27aa22 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2333252 Oct 26 11:19:11.762281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58374) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.770201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:11.774803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.781192 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5539a9bd-ba32-47b5-879c-8899c9ecafeb tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules/8fbda45e-fdc3-4ed8-a322-a184e3de5dd4 HTTP/1.1" status: 200 len: 764 time: 0.0176063 Oct 26 11:19:11.783615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58376) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.811564 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dddde212-0613-4a89-aa38-e6faab76585e req-20670ac3-b879-4f44-a13f-065f0ab6d96f tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5bac2780-6225-42bd-bf54-24a91acb0389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568330 Oct 26 11:19:11.825195 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-62548197-1d63-4d48-9515-585aa4c71c44 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0402007 Oct 26 11:19:11.831852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58378) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.839162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.856986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aeb04a58-4e7a-4e33-a24f-d3b4ca145496 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (8fbda45e-fdc3-4ed8-a322-a184e3de5dd4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.865170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aeb04a58-4e7a-4e33-a24f-d3b4ca145496 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (8fbda45e-fdc3-4ed8-a322-a184e3de5dd4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.916011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aeb04a58-4e7a-4e33-a24f-d3b4ca145496 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (8fbda45e-fdc3-4ed8-a322-a184e3de5dd4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.924020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aeb04a58-4e7a-4e33-a24f-d3b4ca145496 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.925136 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aeb04a58-4e7a-4e33-a24f-d3b4ca145496 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-group-rules/8fbda45e-fdc3-4ed8-a322-a184e3de5dd4 HTTP/1.1" status: 204 len: 168 time: 0.0922787 Oct 26 11:19:11.927962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58380) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.928583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:11.938535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb04a58-4e7a-4e33-a24f-d3b4ca145496 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fbda45e-fdc3-4ed8-a322-a184e3de5dd4,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.943407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-ca2159d9-4f5f-4bb5-9c92-a989d074a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:11.945305 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-ca2159d9-4f5f-4bb5-9c92-a989d074a9eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=059a821dd6854c35a1291cf127fd1701&device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 1129 time: 0.0612662 Oct 26 11:19:11.975824 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-90ad9b3e-fc37-47ef-bf08-8724d0c6bcc3 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466557 Oct 26 11:19:11.978563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58382) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:12.030645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-54bcf296-5ed6-483a-a08d-802a304be3d8 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (c83424a9-0d0d-49d6-98eb-c15d3b299898), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.052754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-54bcf296-5ed6-483a-a08d-802a304be3d8 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (c83424a9-0d0d-49d6-98eb-c15d3b299898), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.097784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-54bcf296-5ed6-483a-a08d-802a304be3d8 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c83424a9-0d0d-49d6-98eb-c15d3b299898), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.100829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-54bcf296-5ed6-483a-a08d-802a304be3d8 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.101991 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-54bcf296-5ed6-483a-a08d-802a304be3d8 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c83424a9-0d0d-49d6-98eb-c15d3b299898 HTTP/1.1" status: 204 len: 168 time: 0.1225221 Oct 26 11:19:12.105515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58384) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:12.124221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcf296-5ed6-483a-a08d-802a304be3d8 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83424a9-0d0d-49d6-98eb-c15d3b299898,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:12.142575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-1eeb4a6b-2af1-45a9-acc8-37b5ea1e7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:12.144083 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-1eeb4a6b-2af1-45a9-acc8-37b5ea1e7c83 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8012a18b-7504-40e2-9b31-79637737fccf HTTP/1.1" status: 200 len: 912 time: 0.0946865 Oct 26 11:19:12.158534 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4b46af6b-7e7b-43a9-87f5-c49cb49b9b32 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0507545 Oct 26 11:19:12.164396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58386) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:12.167891 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2cd6e775-5fa2-49fb-a7ef-e7a1d42a801b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group': {'name': 'tempest-secgroup--965203232'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:12.192114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e775-5fa2-49fb-a7ef-e7a1d42a801b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.290075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:12.290075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:12.290075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:12.329693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e775-5fa2-49fb-a7ef-e7a1d42a801b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (8d5d6be1-aaff-4574-acef-d34c4ebce9e1), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.334666 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-149bdf24-33c1-4bf3-82b5-65d26357a182 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 HTTP/1.1" status: 200 len: 999 time: 0.0949414 Oct 26 11:19:12.334764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-f912f8fc-787e-4049-a1da-f75b6b1d0111 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:12.335229 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-f912f8fc-787e-4049-a1da-f75b6b1d0111 tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 946 time: 0.0980794 Oct 26 11:19:12.346995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e775-5fa2-49fb-a7ef-e7a1d42a801b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8d5d6be1-aaff-4574-acef-d34c4ebce9e1), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.412646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:12.426012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e775-5fa2-49fb-a7ef-e7a1d42a801b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.428952 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2cd6e775-5fa2-49fb-a7ef-e7a1d42a801b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2646201 Oct 26 11:19:12.432434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:12.432580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58388) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:12.442370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4ab50263-ce10-4dd7-bd10-0e8923431e8e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Request body: {'security_group_rule': {'security_group_id': '8d5d6be1-aaff-4574-acef-d34c4ebce9e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:12.447010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6e775-5fa2-49fb-a7ef-e7a1d42a801b tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5d6be1-aaff-4574-acef-d34c4ebce9e1,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:12.452410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-9d71300e-e0d0-44f6-a6e8-9b2ebb665c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:12.454472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-9d71300e-e0d0-44f6-a6e8-9b2ebb665c26 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=6177c3f1-746b-4001-8d5b-70134b4a01f7 HTTP/1.1" status: 200 len: 850 time: 0.1126864 Oct 26 11:19:12.477074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Deleting port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:19:12.477673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.497509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:12.518902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ab50263-ce10-4dd7-bd10-0e8923431e8e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (65d99581-f362-4a3a-8358-c7debfb813b7), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.522048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-e09241d0-4d7a-4714-aa9f-d869ef124e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:12.523556 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-e09241d0-4d7a-4714-aa9f-d869ef124e75 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8012a18b-7504-40e2-9b31-79637737fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0616918 Oct 26 11:19:12.568002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58390) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:12.626761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] For port b63980e7-1b6b-4442-ac99-bd96e92f3fd2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,segment=NetworkSegment(9673b8b4-760d-48fa-9e68-b86636662ba0),segment_id=9673b8b4-760d-48fa-9e68-b86636662ba0)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:12.627676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.639644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:12.644683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ab50263-ce10-4dd7-bd10-0e8923431e8e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (65d99581-f362-4a3a-8358-c7debfb813b7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.646917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Calling delete_port for b63980e7-1b6b-4442-ac99-bd96e92f3fd2 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:19:12.647362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:19:11Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:19:09Z', 'revision_number': 19, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:12.658952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ab50263-ce10-4dd7-bd10-0e8923431e8e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (65d99581-f362-4a3a-8358-c7debfb813b7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.681341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:12.681943 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29222ce1-c919-41cd-86b2-fdcd93848ef2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.1128268 Oct 26 11:19:12.684550 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-a89d218d-4990-4a7e-8f74-6e34f322f829 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506300 Oct 26 11:19:12.689114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab50263-ce10-4dd7-bd10-0e8923431e8e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d99581-f362-4a3a-8358-c7debfb813b7,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:12.697022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:12.697879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:12.714623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4ab50263-ce10-4dd7-bd10-0e8923431e8e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.718565 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4ab50263-ce10-4dd7-bd10-0e8923431e8e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2801049 Oct 26 11:19:12.719313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58392) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:12.800081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:12.840464 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8628751d-54af-41be-b1fb-3845c5fbbd94 req-2a13d85b-544b-4f44-9674-e2fd89fde734 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485109 Oct 26 11:19:12.847009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c056d72-0318-4c0a-a992-6e405b26df9e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (8d5d6be1-aaff-4574-acef-d34c4ebce9e1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.848070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b63980e7-1b6b-4442-ac99-bd96e92f3fd2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.878869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c056d72-0318-4c0a-a992-6e405b26df9e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (8d5d6be1-aaff-4574-acef-d34c4ebce9e1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.893750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Pushing event deleted for resources: {'Port': ['ID=b63980e7-1b6b-4442-ac99-bd96e92f3fd2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:12.915320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['b63980e7-1b6b-4442-ac99-bd96e92f3fd2'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:19:12.918611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:12.947433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] No DVR routers for this DVR port b63980e7-1b6b-4442-ac99-bd96e92f3fd2 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:19:12.950802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.952429 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-59862907-e615-4612-aee5-e20e5211bffd req-43112a2e-53d4-4324-a47a-a669b2c0d38e tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=32ff647a-3640-4bf1-bbac-d24dc20c550e HTTP/1.1" status: 200 len: 210 time: 0.0378175 Oct 26 11:19:12.955351 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-021b5dc7-ae0a-4a38-88cf-239240252731 req-191e625f-096b-4eff-97e6-b53f3433f44c tempest-TestServerAdvancedOps-629002453 tempest-TestServerAdvancedOps-629002453-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b63980e7-1b6b-4442-ac99-bd96e92f3fd2 HTTP/1.1" status: 204 len: 173 time: 0.6129057 Oct 26 11:19:12.956443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff647a-3640-4bf1-bbac-d24dc20c550e', 'name': 'network-vif-deleted', 'tag': 'b63980e7-1b6b-4442-ac99-bd96e92f3fd2'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:19:12.962895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4104db05-9b2f-498b-93fa-0509d77fa36e" -d '{"events": [{"server_uuid": "32ff647a-3640-4bf1-bbac-d24dc20c550e", "name": "network-vif-deleted", "tag": "b63980e7-1b6b-4442-ac99-bd96e92f3fd2"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:19:12.983066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c056d72-0318-4c0a-a992-6e405b26df9e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8d5d6be1-aaff-4574-acef-d34c4ebce9e1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.988207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8c056d72-0318-4c0a-a992-6e405b26df9e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.994894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58398) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:12.995164 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8c056d72-0318-4c0a-a992-6e405b26df9e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8d5d6be1-aaff-4574-acef-d34c4ebce9e1 HTTP/1.1" status: 204 len: 168 time: 0.2748072 Oct 26 11:19:13.009492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c056d72-0318-4c0a-a992-6e405b26df9e tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5d6be1-aaff-4574-acef-d34c4ebce9e1,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:13.044151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec894cdf-2cff-47b2-955b-9dc4128d56b7 x-openstack-request-id: req-ec894cdf-2cff-47b2-955b-9dc4128d56b7 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:19:13.044449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff647a-3640-4bf1-bbac-d24dc20c550e", "name": "network-vif-deleted", "tag": "b63980e7-1b6b-4442-ac99-bd96e92f3fd2", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:19:13.044707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec894cdf-2cff-47b2-955b-9dc4128d56b7 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:19:13.045111 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec894cdf-2cff-47b2-955b-9dc4128d56b7'] response: {'server_uuid': '32ff647a-3640-4bf1-bbac-d24dc20c550e', 'name': 'network-vif-deleted', 'tag': 'b63980e7-1b6b-4442-ac99-bd96e92f3fd2', 'status': 'completed', 'code': 200} Oct 26 11:19:13.064373 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:13.069978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:13.079836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:13.087543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:13.088032 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-422f90f4-ea49-432c-88af-bed9c53c3d53 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0913050 Oct 26 11:19:13.090347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58400) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:13.099964 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:13.107823 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:13.130762 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1c1986b-0823-408f-a37b-b33b97abec83 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0393286 Oct 26 11:19:13.133636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58402) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:13.163092 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-e5d88b25-3f9f-4887-a76f-1fdfe53f02a1 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] delete failed (client error): The resource could not be found. Oct 26 11:19:13.165366 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5d88b25-3f9f-4887-a76f-1fdfe53f02a1 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8d5d6be1-aaff-4574-acef-d34c4ebce9e1 HTTP/1.1" status: 404 len: 347 time: 0.0304813 Oct 26 11:19:13.169094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58404) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:13.238245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 57bf8c8a-862c-431f-a363-fd77e96565c8 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:13.238549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:13.239212 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b4e70e0-abc9-459b-ad3e-9fb2cdbbbcf7 tempest-SecGroupTest-1947251332 tempest-SecGroupTest-1947251332-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0687544 Oct 26 11:19:13.267036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:19:11Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:19:09Z', 'revision_number': 19, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:13.310259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:13.314505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad605-f8a4-4820-92d0-b31d834530ef None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:17:55Z', 'revision_number': 4, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:19:11Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'aeebd1b9-f029-4355-a709-08ad54573c4e', 'name': '', 'network_id': '4350cbeb-bae5-42ab-9170-8780e2dced4a', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'mac_address': 'fa:16:3e:6a:9c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:53Z', 'updated_at': '2022-10-26T11:19:09Z', 'revision_number': 19, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'subnets': [{'id': 'be7b3e48-44a1-49f4-af07-39fc0561541c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:13.332823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:13.333743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:13.337443 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:13.410011 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:13.465767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:13.479655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:13.480184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:13.533670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:13.538662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:13.539428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:13.610997 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:11Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:08Z', 'revision_number': 0, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:11Z', 'revision_number': 19, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:13.619133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:13.667190 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:13.679476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58410) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:13.685969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58412) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:13.687172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:13.688456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:13.698044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:13.698445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:13.764805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:13.773195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:13.776346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:13.795669 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9faaf0c8-92a2-40e5-970d-8ddba12f33df tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.1078758 Oct 26 11:19:13.854770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:13.927819 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9db80338-28dd-4937-b964-a185c381216f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e9d49048bf68407dac2e974cf52987bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469263 Oct 26 11:19:13.930361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58416) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:14.018048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3011e18-2399-4f59-886f-6677ad202df2 admin admin] Publish callbacks [] for security_group (ee334a92-5c0a-41e1-a83e-98e6d824764e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.054072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:14.069784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3011e18-2399-4f59-886f-6677ad202df2 admin admin] Publish callbacks [] for security_group (ee334a92-5c0a-41e1-a83e-98e6d824764e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.076451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58420) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:14.116654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:14.130608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:14.130845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.147041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:11Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:08Z', 'revision_number': 0, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:11Z', 'revision_number': 19, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:14.156857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b020af-9c94-414e-815a-1ab02567d402 admin admin] Deleting subnet 471cb6a4-1b28-41b6-ba61-0dbc811ea887 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:19:14.162042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23b020af-9c94-414e-815a-1ab02567d402 admin admin] Publish callbacks [] for subnet (471cb6a4-1b28-41b6-ba61-0dbc811ea887), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.162554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:14.170510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.188876 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0069cf49-cfc7-47d8-9eb6-34eb46dee6c3 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:11Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:08Z', 'revision_number': 0, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:11Z', 'revision_number': 19, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:14.224941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3011e18-2399-4f59-886f-6677ad202df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (ee334a92-5c0a-41e1-a83e-98e6d824764e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.227686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3011e18-2399-4f59-886f-6677ad202df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.232150 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3011e18-2399-4f59-886f-6677ad202df2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ee334a92-5c0a-41e1-a83e-98e6d824764e HTTP/1.1" status: 204 len: 168 time: 0.3006277 Oct 26 11:19:14.236374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23b020af-9c94-414e-815a-1ab02567d402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (471cb6a4-1b28-41b6-ba61-0dbc811ea887), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.254497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:14.273002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3011e18-2399-4f59-886f-6677ad202df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee334a92-5c0a-41e1-a83e-98e6d824764e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:14.302098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23b020af-9c94-414e-815a-1ab02567d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (471cb6a4-1b28-41b6-ba61-0dbc811ea887), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.386149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:14.404640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23b020af-9c94-414e-815a-1ab02567d402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (471cb6a4-1b28-41b6-ba61-0dbc811ea887), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.440293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b020af-9c94-414e-815a-1ab02567d402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471cb6a4-1b28-41b6-ba61-0dbc811ea887,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:14.442586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23b020af-9c94-414e-815a-1ab02567d402 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.445826 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-23b020af-9c94-414e-815a-1ab02567d402 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/471cb6a4-1b28-41b6-ba61-0dbc811ea887 HTTP/1.1" status: 204 len: 168 time: 0.3675194 Oct 26 11:19:14.449125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58424) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:14.524464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:14.567121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (1b135b0e-efc6-41d8-9d61-2b998efecb6c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.584640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:14.585019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.585356 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:19:14.671059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (1b135b0e-efc6-41d8-9d61-2b998efecb6c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.683473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:14.683927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.711810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:14.725938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b135b0e-efc6-41d8-9d61-2b998efecb6c']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:14.741476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9673b8b4-760d-48fa-9e68-b86636662ba0') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:14.742018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9673b8b4-760d-48fa-9e68-b86636662ba0') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:14.755682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:14.756931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (9673b8b4-760d-48fa-9e68-b86636662ba0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.765031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.779563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:14.783537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (9673b8b4-760d-48fa-9e68-b86636662ba0), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.798303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58434) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:14.799817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:19:14.800660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (9673b8b4-760d-48fa-9e68-b86636662ba0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.846043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:14.876127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 9673b8b4-760d-48fa-9e68-b86636662ba0 resource provider aggregate not found Oct 26 11:19:14.901894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:14.928316 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 9673b8b4-760d-48fa-9e68-b86636662ba0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9673b8b4-760d-48fa-9e68-b86636662ba0 found for delete ", "request_id": "req-3502fa48-d812-4958-9799-61afd7467f47"}]} Oct 26 11:19:14.929181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (1b135b0e-efc6-41d8-9d61-2b998efecb6c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.948992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:14.957490 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/1b135b0e-efc6-41d8-9d61-2b998efecb6c HTTP/1.1" status: 204 len: 168 time: 0.5072803 Oct 26 11:19:14.964496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58442) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:14.977532 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1cb114d0-0f1e-4158-88de-40f35d50c165 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.1764390 Oct 26 11:19:15.011950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda708a-5c6a-4447-b065-92dba4b408de admin admin] Pushing event deleted for resources: {'Network': ['ID=1b135b0e-efc6-41d8-9d61-2b998efecb6c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:15.030102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:15.030499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.040109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fde0b3-51fd-452a-af64-39452d126f39 admin admin] Deleting subnet 4c4274e2-daf0-44a3-856e-6000e0efb962 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:19:15.044470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26fde0b3-51fd-452a-af64-39452d126f39 admin admin] Publish callbacks [] for subnet (4c4274e2-daf0-44a3-856e-6000e0efb962), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.083976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:15.089784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.091206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:15.101352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26fde0b3-51fd-452a-af64-39452d126f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (4c4274e2-daf0-44a3-856e-6000e0efb962), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.154624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26fde0b3-51fd-452a-af64-39452d126f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (4c4274e2-daf0-44a3-856e-6000e0efb962), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.174517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:15.236074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26fde0b3-51fd-452a-af64-39452d126f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (4c4274e2-daf0-44a3-856e-6000e0efb962), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.254185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:15.254758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.260055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fde0b3-51fd-452a-af64-39452d126f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4274e2-daf0-44a3-856e-6000e0efb962,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:15.272366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26fde0b3-51fd-452a-af64-39452d126f39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.279260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58450) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:15.289330 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-26fde0b3-51fd-452a-af64-39452d126f39 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/4c4274e2-daf0-44a3-856e-6000e0efb962 HTTP/1.1" status: 204 len: 168 time: 0.3236248 Oct 26 11:19:15.295311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:15.301565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.377395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:15.384755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (28070327-9529-455b-89c7-1fbf88e97e49), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.485453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:15.514069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (28070327-9529-455b-89c7-1fbf88e97e49), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.534528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58454) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:15.543739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28070327-9529-455b-89c7-1fbf88e97e49']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:15.564644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab680474-b98f-4559-97dc-5a164d3c37bd') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:15.565090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab680474-b98f-4559-97dc-5a164d3c37bd') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:15.577356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (ab680474-b98f-4559-97dc-5a164d3c37bd), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.596730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ab680474-b98f-4559-97dc-5a164d3c37bd), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.606842 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:19:15.607404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (ab680474-b98f-4559-97dc-5a164d3c37bd), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.655579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b63980e7-1b6b-4442-ac99-bd96e92f3fd2 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:15.658613 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment ab680474-b98f-4559-97dc-5a164d3c37bd resource provider aggregate not found Oct 26 11:19:15.679142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-249440e3-47c0-40b4-b2cd-9c61933c0f18 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:15.679586 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-249440e3-47c0-40b4-b2cd-9c61933c0f18 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 11:19:15.680110 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-249440e3-47c0-40b4-b2cd-9c61933c0f18 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 11:19:15.681219 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-249440e3-47c0-40b4-b2cd-9c61933c0f18 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1453655 Oct 26 11:19:15.685301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58462) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:15.690962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'tempest-secgroup--42442430'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:15.695979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment ab680474-b98f-4559-97dc-5a164d3c37bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab680474-b98f-4559-97dc-5a164d3c37bd found for delete ", "request_id": "req-ceae3e3a-0e67-4300-8939-e9a1b34fcd71"}]} Oct 26 11:19:15.697685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (28070327-9529-455b-89c7-1fbf88e97e49), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.705559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: b63980e7-1b6b-4442-ac99-bd96e92f3fd2 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:19:15.705559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b63980e7-1b6b-4442-ac99-bd96e92f3fd2 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:19:15.710042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.716671 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/28070327-9529-455b-89c7-1fbf88e97e49 HTTP/1.1" status: 204 len: 168 time: 0.4362981 Oct 26 11:19:15.736374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.748379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4cdcc-fad6-4055-b6d3-35d1c94b4d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=28070327-9529-455b-89c7-1fbf88e97e49,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:15.758708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.853193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (507d5271-7b95-4610-a8c6-81e903a87d7d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.857097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (507d5271-7b95-4610-a8c6-81e903a87d7d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.900021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507d5271-7b95-4610-a8c6-81e903a87d7d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:15.940985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58466) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:15.942449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (788bbbb6-f925-456d-b297-092e9e572a0c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.946328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (788bbbb6-f925-456d-b297-092e9e572a0c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.963282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:15.979417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788bbbb6-f925-456d-b297-092e9e572a0c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:15.982329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58468) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:15.988072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:15.989444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b72c97a7-2468-47ca-9533-c0ea5adb0f52 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3031659 Oct 26 11:19:15.992202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58470) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:15.997941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-52274a1a-3c6b-4a30-99f7-2c10e4c53a43 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '788bbbb6-f925-456d-b297-092e9e572a0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:16.026172 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0e1849e1-8b74-4935-991a-3ab5872f7bab admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bb3841ddb73140cdad424bbebe2883b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0840218 Oct 26 11:19:16.028748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58472) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.037119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52274a1a-3c6b-4a30-99f7-2c10e4c53a43 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group_rule (d5598042-1372-4fd3-8899-21c64882d0e7), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.046019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:16.052049 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-98364fe2-e622-46a2-b9b0-173ff666645d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0685155 Oct 26 11:19:16.128743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b00e6e2b-5af9-4eff-bdf4-bda426861b38 admin admin] Publish callbacks [] for security_group (5bac2780-6225-42bd-bf54-24a91acb0389), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.132686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52274a1a-3c6b-4a30-99f7-2c10e4c53a43 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group_rule (d5598042-1372-4fd3-8899-21c64882d0e7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.140770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52274a1a-3c6b-4a30-99f7-2c10e4c53a43 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d5598042-1372-4fd3-8899-21c64882d0e7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.166262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b00e6e2b-5af9-4eff-bdf4-bda426861b38 admin admin] Publish callbacks [] for security_group (5bac2780-6225-42bd-bf54-24a91acb0389), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.180008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52274a1a-3c6b-4a30-99f7-2c10e4c53a43 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5598042-1372-4fd3-8899-21c64882d0e7,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:16.194619 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-52274a1a-3c6b-4a30-99f7-2c10e4c53a43 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.195818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-52274a1a-3c6b-4a30-99f7-2c10e4c53a43 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2026172 Oct 26 11:19:16.198759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58474) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.204108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-14fc20e5-29dc-40b3-a869-1ecc3d5ca9d5 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '788bbbb6-f925-456d-b297-092e9e572a0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:16.231283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b00e6e2b-5af9-4eff-bdf4-bda426861b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (5bac2780-6225-42bd-bf54-24a91acb0389), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.234339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-14fc20e5-29dc-40b3-a869-1ecc3d5ca9d5 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group_rule (18c2e261-edbc-4c8a-8e38-9f8c6a7003f5), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.234473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b00e6e2b-5af9-4eff-bdf4-bda426861b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.236062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b00e6e2b-5af9-4eff-bdf4-bda426861b38 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5bac2780-6225-42bd-bf54-24a91acb0389 HTTP/1.1" status: 204 len: 168 time: 0.2063169 Oct 26 11:19:16.244050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e6e2b-5af9-4eff-bdf4-bda426861b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac2780-6225-42bd-bf54-24a91acb0389,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:16.292581 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-14fc20e5-29dc-40b3-a869-1ecc3d5ca9d5 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 11:19:16.293611 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-14fc20e5-29dc-40b3-a869-1ecc3d5ca9d5 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0937490 Oct 26 11:19:16.296552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58478) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.373236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-724a652a-a947-409e-ae02-7959e24612d2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (788bbbb6-f925-456d-b297-092e9e572a0c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.425908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-724a652a-a947-409e-ae02-7959e24612d2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (788bbbb6-f925-456d-b297-092e9e572a0c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.502170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-724a652a-a947-409e-ae02-7959e24612d2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (788bbbb6-f925-456d-b297-092e9e572a0c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.505403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-724a652a-a947-409e-ae02-7959e24612d2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.506953 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-724a652a-a947-409e-ae02-7959e24612d2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/788bbbb6-f925-456d-b297-092e9e572a0c HTTP/1.1" status: 204 len: 168 time: 0.2090926 Oct 26 11:19:16.509640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.521430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a652a-a947-409e-ae02-7959e24612d2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788bbbb6-f925-456d-b297-092e9e572a0c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:16.583424 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fe642693-a2a3-42ee-b29f-6f5a5c44e085 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0725780 Oct 26 11:19:16.587397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58484) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.592191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d81b7806-416f-45ff-a75a-f70bf6d1dff2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332279575'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:16.600334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:16.630515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d81b7806-416f-45ff-a75a-f70bf6d1dff2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.665567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:16.665567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.665567 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:19:16.695266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:16.701783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:16.730487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d81b7806-416f-45ff-a75a-f70bf6d1dff2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (625188f1-0519-4803-a3c3-71ff139bdfec), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.737947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d81b7806-416f-45ff-a75a-f70bf6d1dff2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (625188f1-0519-4803-a3c3-71ff139bdfec), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.769553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:16.770421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.772469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d81b7806-416f-45ff-a75a-f70bf6d1dff2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.774229 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d81b7806-416f-45ff-a75a-f70bf6d1dff2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1856215 Oct 26 11:19:16.777212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58488) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.782551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bd2df442-70c8-4a00-b916-7fe234e72375 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '625188f1-0519-4803-a3c3-71ff139bdfec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:16.783393 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-bd2df442-70c8-4a00-b916-7fe234e72375 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 11:19:16.783931 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-bd2df442-70c8-4a00-b916-7fe234e72375 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:16.785080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd2df442-70c8-4a00-b916-7fe234e72375 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068851 Oct 26 11:19:16.786127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b7806-416f-45ff-a75a-f70bf6d1dff2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625188f1-0519-4803-a3c3-71ff139bdfec,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:16.789444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58490) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.835816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:16.839878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.841404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:16.852646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58492) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.857871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-890eaa72-efce-4e4d-b395-4a4638cdea56 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (625188f1-0519-4803-a3c3-71ff139bdfec), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.884014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-890eaa72-efce-4e4d-b395-4a4638cdea56 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (625188f1-0519-4803-a3c3-71ff139bdfec), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.910722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:16.928221 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3051c43a-6f98-4152-b226-5ea5f8e5ed55 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d86c4199d24046a497fbe589099c978e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736537 Oct 26 11:19:16.930396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58494) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.933952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:16.952397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:16.952778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.953771 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:19:16.972146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-890eaa72-efce-4e4d-b395-4a4638cdea56 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (625188f1-0519-4803-a3c3-71ff139bdfec), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.975836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-890eaa72-efce-4e4d-b395-4a4638cdea56 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:16.979318 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-890eaa72-efce-4e4d-b395-4a4638cdea56 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/625188f1-0519-4803-a3c3-71ff139bdfec HTTP/1.1" status: 204 len: 168 time: 0.1862125 Oct 26 11:19:16.979737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58496) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:16.992033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eaa72-efce-4e4d-b395-4a4638cdea56 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625188f1-0519-4803-a3c3-71ff139bdfec,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:17.007091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fe119212-332c-4201-9ed8-d73828d4eff9 admin admin] Publish callbacks [] for security_group (0fc4876f-8f5a-4417-92e7-ce30f757e1d9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.033567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fe119212-332c-4201-9ed8-d73828d4eff9 admin admin] Publish callbacks [] for security_group (0fc4876f-8f5a-4417-92e7-ce30f757e1d9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.036095 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5c58b49e-0b35-489f-a168-66b97883c132 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0548236 Oct 26 11:19:17.039376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:17.039515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.040654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58498) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.045877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-da449f6d-ae4f-4e85-a645-75130b1ddee1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'tempest-secgroup--675519557'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:17.060742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58500) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.067538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:17.080945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:17.085224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.086596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:17.098147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fe119212-332c-4201-9ed8-d73828d4eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0fc4876f-8f5a-4417-92e7-ce30f757e1d9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.101384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fe119212-332c-4201-9ed8-d73828d4eff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.102572 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fe119212-332c-4201-9ed8-d73828d4eff9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0fc4876f-8f5a-4417-92e7-ce30f757e1d9 HTTP/1.1" status: 204 len: 168 time: 0.1711040 Oct 26 11:19:17.114221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe119212-332c-4201-9ed8-d73828d4eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc4876f-8f5a-4417-92e7-ce30f757e1d9,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:17.132983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da449f6d-ae4f-4e85-a645-75130b1ddee1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.160619 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-59ef2112-f59c-4be1-b968-8f0efde77233 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0982692 Oct 26 11:19:17.197964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:17.211833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port aeebd1b9-f029-4355-a709-08ad54573c4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:17.212253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.212592 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port aeebd1b9-f029-4355-a709-08ad54573c4e Oct 26 11:19:17.238475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da449f6d-ae4f-4e85-a645-75130b1ddee1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (b679e310-534e-4d0e-a8e6-2e821a2fca50), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.243405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da449f6d-ae4f-4e85-a645-75130b1ddee1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b679e310-534e-4d0e-a8e6-2e821a2fca50), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.282800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da449f6d-ae4f-4e85-a645-75130b1ddee1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b679e310-534e-4d0e-a8e6-2e821a2fca50,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:17.287847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da449f6d-ae4f-4e85-a645-75130b1ddee1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.289093 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-da449f6d-ae4f-4e85-a645-75130b1ddee1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2470052 Oct 26 11:19:17.293024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58504) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.299630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f88cef0c-b4ad-4e90-86a4-e46a5f0ed0bd tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': 'b679e310-534e-4d0e-a8e6-2e821a2fca50', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:17.301352 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING neutron.api.v2.base [None req-f88cef0c-b4ad-4e90-86a4-e46a5f0ed0bd tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 11:19:17.301755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:17.302384 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-f88cef0c-b4ad-4e90-86a4-e46a5f0ed0bd tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:17.303018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:17.303419 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f88cef0c-b4ad-4e90-86a4-e46a5f0ed0bd tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091095 Oct 26 11:19:17.306612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58506) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.364169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:17.364588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.364925 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c Oct 26 11:19:17.374224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:17.380966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d6b7-a850-4891-ac24-d03f909dc871 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (b679e310-534e-4d0e-a8e6-2e821a2fca50), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.408787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d6b7-a850-4891-ac24-d03f909dc871 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (b679e310-534e-4d0e-a8e6-2e821a2fca50), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.445769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:17.446164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.471355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:17.476715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d6b7-a850-4891-ac24-d03f909dc871 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b679e310-534e-4d0e-a8e6-2e821a2fca50), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.477156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.479381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d6b7-a850-4891-ac24-d03f909dc871 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.480685 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ccb4d6b7-a850-4891-ac24-d03f909dc871 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b679e310-534e-4d0e-a8e6-2e821a2fca50 HTTP/1.1" status: 204 len: 168 time: 0.1729174 Oct 26 11:19:17.483900 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58508) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.499602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4d6b7-a850-4891-ac24-d03f909dc871 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679e310-534e-4d0e-a8e6-2e821a2fca50,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:17.559378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-781aab07-5d34-4384-818b-618ca800e4d1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0740087 Oct 26 11:19:17.565315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58510) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.570445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4a90d67b-2ebe-4ff3-82d5-dc771f92aa70 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'tempest-secgroup--743114837'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:17.584146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:17.596445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4a90d67b-2ebe-4ff3-82d5-dc771f92aa70 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.671124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4a90d67b-2ebe-4ff3-82d5-dc771f92aa70 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (8e34247e-3004-44e3-9c0e-3c96a0e713d6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.674857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4a90d67b-2ebe-4ff3-82d5-dc771f92aa70 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8e34247e-3004-44e3-9c0e-3c96a0e713d6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.707962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:17.721419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90d67b-2ebe-4ff3-82d5-dc771f92aa70 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e34247e-3004-44e3-9c0e-3c96a0e713d6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:17.727027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4a90d67b-2ebe-4ff3-82d5-dc771f92aa70 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.731214 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4a90d67b-2ebe-4ff3-82d5-dc771f92aa70 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1618469 Oct 26 11:19:17.731559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58512) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.736000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-28a6a51b-d98d-4a9e-8d4a-5110112189db tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '8e34247e-3004-44e3-9c0e-3c96a0e713d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:17.736903 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-28a6a51b-d98d-4a9e-8d4a-5110112189db tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 11:19:17.737415 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-28a6a51b-d98d-4a9e-8d4a-5110112189db tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:17.738385 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-28a6a51b-d98d-4a9e-8d4a-5110112189db tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060608 Oct 26 11:19:17.741144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58514) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.745318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0ca979ab-ab25-46f3-a0f7-b0d017fb6810 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '8e34247e-3004-44e3-9c0e-3c96a0e713d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:17.745914 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-0ca979ab-ab25-46f3-a0f7-b0d017fb6810 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 11:19:17.747014 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-0ca979ab-ab25-46f3-a0f7-b0d017fb6810 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:17.750963 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0ca979ab-ab25-46f3-a0f7-b0d017fb6810 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059416 Oct 26 11:19:17.751089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58516) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.756264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c172afbd-1c91-478a-be1e-51804176d16f tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '8e34247e-3004-44e3-9c0e-3c96a0e713d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:17.757104 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-c172afbd-1c91-478a-be1e-51804176d16f tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 11:19:17.757565 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-c172afbd-1c91-478a-be1e-51804176d16f tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:17.758508 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c172afbd-1c91-478a-be1e-51804176d16f tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066001 Oct 26 11:19:17.761058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58518) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.764866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-59ce5e95-72ba-496e-86fa-b171b624eec1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '8e34247e-3004-44e3-9c0e-3c96a0e713d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:17.766339 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-59ce5e95-72ba-496e-86fa-b171b624eec1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 11:19:17.766807 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-59ce5e95-72ba-496e-86fa-b171b624eec1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:17.767772 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-59ce5e95-72ba-496e-86fa-b171b624eec1 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058644 Oct 26 11:19:17.770526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58520) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.839024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26470bb9-ba1f-4ddf-8723-f9277c6ebd96 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (8e34247e-3004-44e3-9c0e-3c96a0e713d6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.855895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26470bb9-ba1f-4ddf-8723-f9277c6ebd96 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (8e34247e-3004-44e3-9c0e-3c96a0e713d6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.909471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26470bb9-ba1f-4ddf-8723-f9277c6ebd96 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8e34247e-3004-44e3-9c0e-3c96a0e713d6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.909471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-26470bb9-ba1f-4ddf-8723-f9277c6ebd96 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.909672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac4b38-7815-4a18-ab0e-dd6870919f4b None None] New status for floating IP a2271c70-15b0-4ec9-9512-a7ef0b7011e6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:19:17.913370 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-26470bb9-ba1f-4ddf-8723-f9277c6ebd96 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8e34247e-3004-44e3-9c0e-3c96a0e713d6 HTTP/1.1" status: 204 len: 168 time: 0.1415601 Oct 26 11:19:17.915439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58522) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.924902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26470bb9-ba1f-4ddf-8723-f9277c6ebd96 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e34247e-3004-44e3-9c0e-3c96a0e713d6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:17.963215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:17.964103 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-01506400-5bbf-4995-bad4-c4fc9e90bfec tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0473344 Oct 26 11:19:17.967941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58524) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:17.974368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-882adbfa-4ae2-41c9-9607-9880a37fe40a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'tempest-secgroup--98685950'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:17.996623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-882adbfa-4ae2-41c9-9607-9880a37fe40a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.072879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-882adbfa-4ae2-41c9-9607-9880a37fe40a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (7d6b52c5-fc2e-409f-968e-b615c89459a9), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.076925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-882adbfa-4ae2-41c9-9607-9880a37fe40a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (7d6b52c5-fc2e-409f-968e-b615c89459a9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.115639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882adbfa-4ae2-41c9-9607-9880a37fe40a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6b52c5-fc2e-409f-968e-b615c89459a9,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:18.120491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-882adbfa-4ae2-41c9-9607-9880a37fe40a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.121811 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-882adbfa-4ae2-41c9-9607-9880a37fe40a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1528633 Oct 26 11:19:18.126231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58526) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.132442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6f692934-d48e-4682-be88-fbf1cda13df2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7d6b52c5-fc2e-409f-968e-b615c89459a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.133001 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-6f692934-d48e-4682-be88-fbf1cda13df2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 11:19:18.133507 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-6f692934-d48e-4682-be88-fbf1cda13df2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:18.134524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f692934-d48e-4682-be88-fbf1cda13df2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071568 Oct 26 11:19:18.137283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58528) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.143361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a2d8e7ef-027d-4199-bb05-5963449a1b32 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7d6b52c5-fc2e-409f-968e-b615c89459a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.163935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58530) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.191932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-a2d8e7ef-027d-4199-bb05-5963449a1b32 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:18.195916 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a2d8e7ef-027d-4199-bb05-5963449a1b32 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0550508 Oct 26 11:19:18.197283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58534) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.202287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f8d017e5-3de6-4919-bb24-6cd758ecadb3 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7d6b52c5-fc2e-409f-968e-b615c89459a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.202997 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-f8d017e5-3de6-4919-bb24-6cd758ecadb3 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 11:19:18.204145 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-f8d017e5-3de6-4919-bb24-6cd758ecadb3 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:18.205900 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f8d017e5-3de6-4919-bb24-6cd758ecadb3 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076451 Oct 26 11:19:18.209116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58536) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.215261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-8ec84bed-05eb-422a-b7a9-90e57aae8173 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7d6b52c5-fc2e-409f-968e-b615c89459a9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.252000 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-af55e8c0-1d89-4dbc-a550-a2d8b8851419 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0866265 Oct 26 11:19:18.261225 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-8ec84bed-05eb-422a-b7a9-90e57aae8173 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:18.263626 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8ec84bed-05eb-422a-b7a9-90e57aae8173 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0523019 Oct 26 11:19:18.267052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58538) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.276474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a76f93aa-ba45-4fb6-840b-336fe9b8e64e tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7d6b52c5-fc2e-409f-968e-b615c89459a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.277074 dv-neutron-759874-5-hyperv neutron-server[105416]: WARNING neutron.api.v2.base [None req-a76f93aa-ba45-4fb6-840b-336fe9b8e64e tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 11:19:18.277556 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-a76f93aa-ba45-4fb6-840b-336fe9b8e64e tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:18.279959 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a76f93aa-ba45-4fb6-840b-336fe9b8e64e tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062788 Oct 26 11:19:18.281655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58540) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.286080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d0f38f38-09da-443a-8b68-c9962075f9cf tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7d6b52c5-fc2e-409f-968e-b615c89459a9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.324045 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-d0f38f38-09da-443a-8b68-c9962075f9cf tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:18.325107 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0f38f38-09da-443a-8b68-c9962075f9cf tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0425637 Oct 26 11:19:18.328098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58542) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.334262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-8c33e3c6-05de-48ff-b4c3-bf3ca463c87c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7d6b52c5-fc2e-409f-968e-b615c89459a9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.334837 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING neutron.api.v2.base [None req-8c33e3c6-05de-48ff-b4c3-bf3ca463c87c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 11:19:18.335565 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-8c33e3c6-05de-48ff-b4c3-bf3ca463c87c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:18.336765 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8c33e3c6-05de-48ff-b4c3-bf3ca463c87c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067315 Oct 26 11:19:18.343690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58544) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.349823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0834e88d-3c25-4d4d-bbea-9a94df0ac671 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7d6b52c5-fc2e-409f-968e-b615c89459a9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.388546 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-0834e88d-3c25-4d4d-bbea-9a94df0ac671 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:18.389642 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0834e88d-3c25-4d4d-bbea-9a94df0ac671 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0444632 Oct 26 11:19:18.393269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58546) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.399207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-044eee59-e1ee-43a8-9e7b-7258ab8d5622 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7d6b52c5-fc2e-409f-968e-b615c89459a9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.447664 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-044eee59-e1ee-43a8-9e7b-7258ab8d5622 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:18.448797 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-044eee59-e1ee-43a8-9e7b-7258ab8d5622 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0542884 Oct 26 11:19:18.451909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58548) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.507983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd14ca11-c1b8-4aac-9d5f-fcd09211126d tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (7d6b52c5-fc2e-409f-968e-b615c89459a9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.530614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd14ca11-c1b8-4aac-9d5f-fcd09211126d tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (7d6b52c5-fc2e-409f-968e-b615c89459a9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.575975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd14ca11-c1b8-4aac-9d5f-fcd09211126d tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (7d6b52c5-fc2e-409f-968e-b615c89459a9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.579096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd14ca11-c1b8-4aac-9d5f-fcd09211126d tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.580468 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd14ca11-c1b8-4aac-9d5f-fcd09211126d tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7d6b52c5-fc2e-409f-968e-b615c89459a9 HTTP/1.1" status: 204 len: 168 time: 0.1275501 Oct 26 11:19:18.583341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58550) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.593006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14ca11-c1b8-4aac-9d5f-fcd09211126d tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6b52c5-fc2e-409f-968e-b615c89459a9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:18.646133 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d6a63cad-89e1-4c14-ad43-e2d45549ad1d tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0615954 Oct 26 11:19:18.650134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58552) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.654726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-14ab1d16-e412-4ce6-a168-127390bdb017 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293019751'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.677321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-14ab1d16-e412-4ce6-a168-127390bdb017 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.703366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:18.752039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-14ab1d16-e412-4ce6-a168-127390bdb017 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (de986799-7f1d-4ad1-8f8f-c0ffb7c4a322), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.756105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-14ab1d16-e412-4ce6-a168-127390bdb017 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (de986799-7f1d-4ad1-8f8f-c0ffb7c4a322), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.786773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-14ab1d16-e412-4ce6-a168-127390bdb017 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.787995 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-14ab1d16-e412-4ce6-a168-127390bdb017 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1368635 Oct 26 11:19:18.789796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab1d16-e412-4ce6-a168-127390bdb017 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de986799-7f1d-4ad1-8f8f-c0ffb7c4a322,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:18.791068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58554) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.795762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-42353e48-9c5e-4060-ae85-254f335007b0 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': 'de986799-7f1d-4ad1-8f8f-c0ffb7c4a322', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.833609 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-42353e48-9c5e-4060-ae85-254f335007b0 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The resource could not be found. Oct 26 11:19:18.834632 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-42353e48-9c5e-4060-ae85-254f335007b0 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0423663 Oct 26 11:19:18.837457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58556) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.841591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2879548f-dad8-4c6b-878b-98bbb75bef18 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': 'de986799-7f1d-4ad1-8f8f-c0ffb7c4a322', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b49c2245-9b75-457e-a832-f88b413b0559'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:18.880289 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-2879548f-dad8-4c6b-878b-98bbb75bef18 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The resource could not be found. Oct 26 11:19:18.883814 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2879548f-dad8-4c6b-878b-98bbb75bef18 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0428987 Oct 26 11:19:18.884154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58558) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:18.907077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:18.946278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:18.946963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:18.946963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:18.946963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:18.957191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-251a183f-2668-4473-ba7c-8f7d67ad00d4 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (de986799-7f1d-4ad1-8f8f-c0ffb7c4a322), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.980474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-251a183f-2668-4473-ba7c-8f7d67ad00d4 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (de986799-7f1d-4ad1-8f8f-c0ffb7c4a322), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:18.990987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device aeebd1b9-f029-4355-a709-08ad54573c4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:19.029811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-251a183f-2668-4473-ba7c-8f7d67ad00d4 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (de986799-7f1d-4ad1-8f8f-c0ffb7c4a322), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.032951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-251a183f-2668-4473-ba7c-8f7d67ad00d4 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.036824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58560) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.037085 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-251a183f-2668-4473-ba7c-8f7d67ad00d4 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/de986799-7f1d-4ad1-8f8f-c0ffb7c4a322 HTTP/1.1" status: 204 len: 168 time: 0.1517730 Oct 26 11:19:19.047556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a183f-2668-4473-ba7c-8f7d67ad00d4 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de986799-7f1d-4ad1-8f8f-c0ffb7c4a322,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:19.057223 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:19.063905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:19.080528 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:19.080827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port aeebd1b9-f029-4355-a709-08ad54573c4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:19.081326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.105624 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c08a623e-1635-414a-91d0-7a8485121b9e tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0670297 Oct 26 11:19:19.110190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58562) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.114759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cbd3515c-282a-4be2-8e9b-59462508dc45 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '7ab8866b-cbc6-42d2-a2fb-85158d45dfed', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:19.121922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:19.127508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.128496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:19.163976 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-cbd3515c-282a-4be2-8e9b-59462508dc45 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The resource could not be found. Oct 26 11:19:19.168679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cbd3515c-282a-4be2-8e9b-59462508dc45 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0537567 Oct 26 11:19:19.168924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58564) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.174200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-c3214cf0-6991-4bf2-a8f0-a567eea0ff3a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'tempest-secgroup--981762150'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:19.196896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3214cf0-6991-4bf2-a8f0-a567eea0ff3a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.208360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:19.252217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:19.252611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.253942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58566) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.268778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:19.286888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3214cf0-6991-4bf2-a8f0-a567eea0ff3a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (717cc423-8538-4736-ab24-b9de8e46c1bb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.291584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3214cf0-6991-4bf2-a8f0-a567eea0ff3a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (717cc423-8538-4736-ab24-b9de8e46c1bb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.310054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:19.319958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.321279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:19.325577 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:17Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:18Z', 'revision_number': 1, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:16Z', 'revision_number': 21, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:19.327990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c3214cf0-6991-4bf2-a8f0-a567eea0ff3a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.331318 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c3214cf0-6991-4bf2-a8f0-a567eea0ff3a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1612554 Oct 26 11:19:19.332530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3214cf0-6991-4bf2-a8f0-a567eea0ff3a tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717cc423-8538-4736-ab24-b9de8e46c1bb,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:19.335508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58568) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.340256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4557e581-5f1b-4f38-9a1d-24142130b61c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'tempest-secgroup--684679167'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:19.342501 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06bdb0f8-a967-4022-84cd-bd2828303ec7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0856199 Oct 26 11:19:19.363544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4557e581-5f1b-4f38-9a1d-24142130b61c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.366356 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:19.374773 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:19.375442 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:19.411458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:19.455011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4557e581-5f1b-4f38-9a1d-24142130b61c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (d6396a4e-a2ae-4c0b-8ff2-9db65f608169), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.457110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:19.457600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.460941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4557e581-5f1b-4f38-9a1d-24142130b61c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d6396a4e-a2ae-4c0b-8ff2-9db65f608169), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.480666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:19.486289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.492087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557e581-5f1b-4f38-9a1d-24142130b61c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6396a4e-a2ae-4c0b-8ff2-9db65f608169,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:19.493691 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:19.498311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4557e581-5f1b-4f38-9a1d-24142130b61c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.502619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58570) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.507189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f3181862-0062-4d12-bba4-cace74b03882 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group_rule': {'security_group_id': '717cc423-8538-4736-ab24-b9de8e46c1bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd6396a4e-a2ae-4c0b-8ff2-9db65f608169'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:19.512273 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4557e581-5f1b-4f38-9a1d-24142130b61c tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1756294 Oct 26 11:19:19.513292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:19.558180 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-f3181862-0062-4d12-bba4-cace74b03882 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 11:19:19.560509 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f3181862-0062-4d12-bba4-cace74b03882 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0568888 Oct 26 11:19:19.561055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58572) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.576815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:19.618637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:19.619139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.620991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4919f332-d238-4f71-b555-2f8fdc10d6f2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (d6396a4e-a2ae-4c0b-8ff2-9db65f608169), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.623895 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:19.644665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:19.645430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4919f332-d238-4f71-b555-2f8fdc10d6f2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (d6396a4e-a2ae-4c0b-8ff2-9db65f608169), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.649025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.694089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4919f332-d238-4f71-b555-2f8fdc10d6f2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d6396a4e-a2ae-4c0b-8ff2-9db65f608169), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.697175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4919f332-d238-4f71-b555-2f8fdc10d6f2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.700860 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4919f332-d238-4f71-b555-2f8fdc10d6f2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d6396a4e-a2ae-4c0b-8ff2-9db65f608169 HTTP/1.1" status: 204 len: 168 time: 0.1363375 Oct 26 11:19:19.701650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58574) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.708362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:19.725673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919f332-d238-4f71-b555-2f8fdc10d6f2 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6396a4e-a2ae-4c0b-8ff2-9db65f608169,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:19.748837 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:17Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:18Z', 'revision_number': 1, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:19Z', 'revision_number': 22, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:19.772223 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b3047252-59b5-4603-80c1-8d20b05bf5ce tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0694463 Oct 26 11:19:19.775136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58576) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.775319 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad7ac2-d3a5-4c27-ae26-d249d1e31d35 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:17Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:18Z', 'revision_number': 1, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:19Z', 'revision_number': 22, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:19.835165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9870160b-71b5-4793-8a55-5898f37a4985 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (717cc423-8538-4736-ab24-b9de8e46c1bb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.860276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9870160b-71b5-4793-8a55-5898f37a4985 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (717cc423-8538-4736-ab24-b9de8e46c1bb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.903800 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9870160b-71b5-4793-8a55-5898f37a4985 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (717cc423-8538-4736-ab24-b9de8e46c1bb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.906982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9870160b-71b5-4793-8a55-5898f37a4985 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:19.908147 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9870160b-71b5-4793-8a55-5898f37a4985 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/717cc423-8538-4736-ab24-b9de8e46c1bb HTTP/1.1" status: 204 len: 168 time: 0.1321089 Oct 26 11:19:19.911007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58578) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:19.917948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870160b-71b5-4793-8a55-5898f37a4985 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717cc423-8538-4736-ab24-b9de8e46c1bb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:20.246776 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bc41177d-1686-4b7a-8c70-d6d2fdb62c77 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3343124 Oct 26 11:19:20.250555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58580) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:20.255091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-aab00a7c-8886-484b-bb13-f0df36ab4e36 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973873620'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:20.277458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aab00a7c-8886-484b-bb13-f0df36ab4e36 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.344791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58582) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:20.359126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aab00a7c-8886-484b-bb13-f0df36ab4e36 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (020aa1bf-38e4-4fbd-babb-34ac75446bc2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.364855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aab00a7c-8886-484b-bb13-f0df36ab4e36 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (020aa1bf-38e4-4fbd-babb-34ac75446bc2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.396956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab00a7c-8886-484b-bb13-f0df36ab4e36 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020aa1bf-38e4-4fbd-babb-34ac75446bc2,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:20.409888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-aab00a7c-8886-484b-bb13-f0df36ab4e36 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.411216 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aab00a7c-8886-484b-bb13-f0df36ab4e36 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1595559 Oct 26 11:19:20.414295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58584) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:20.418784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b2ccd77c-1c06-49e6-8cc1-eccc508a0ded tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:20.419206 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING neutron.api.v2.base [None req-b2ccd77c-1c06-49e6-8cc1-eccc508a0ded tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 11:19:20.419791 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-b2ccd77c-1c06-49e6-8cc1-eccc508a0ded tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 11:19:20.420675 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b2ccd77c-1c06-49e6-8cc1-eccc508a0ded tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "PUT /networking/v2.0/security-groups/020aa1bf-38e4-4fbd-babb-34ac75446bc2 HTTP/1.1" status: 409 len: 330 time: 0.0054495 Oct 26 11:19:20.424424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58586) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:20.429762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:20.445052 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-db618a36-e31c-40a7-9387-7930b37f7096 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0989783 Oct 26 11:19:20.497997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:20.506700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:20.509670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:20.510108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.510653 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:19:20.518304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eb7b874c-0b8e-4278-9937-046bf1d059d8 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (020aa1bf-38e4-4fbd-babb-34ac75446bc2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.522524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:20.548753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eb7b874c-0b8e-4278-9937-046bf1d059d8 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (020aa1bf-38e4-4fbd-babb-34ac75446bc2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.595902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eb7b874c-0b8e-4278-9937-046bf1d059d8 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (020aa1bf-38e4-4fbd-babb-34ac75446bc2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.599331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eb7b874c-0b8e-4278-9937-046bf1d059d8 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.601007 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eb7b874c-0b8e-4278-9937-046bf1d059d8 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/020aa1bf-38e4-4fbd-babb-34ac75446bc2 HTTP/1.1" status: 204 len: 168 time: 0.1755135 Oct 26 11:19:20.603616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58588) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:20.603819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:20.604100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.628186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b874c-0b8e-4278-9937-046bf1d059d8 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020aa1bf-38e4-4fbd-babb-34ac75446bc2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:20.649953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:20.655903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.661148 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad650818-5f73-4b70-b54e-6424e15b6e59 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0558381 Oct 26 11:19:20.664431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58590) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:20.680979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-5d1e3f4a-a7ff-4d15-b883-86b23d144d56 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] delete failed (client error): The resource could not be found. Oct 26 11:19:20.681995 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5d1e3f4a-a7ff-4d15-b883-86b23d144d56 tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4603d7f4-27d8-48b8-b8c1-5c8c60a18148 HTTP/1.1" status: 404 len: 347 time: 0.0166202 Oct 26 11:19:20.686591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58594) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:20.705292 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-2ef7f58e-4c2a-42ab-ae4a-697d8d9555da tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] show failed (client error): The resource could not be found. Oct 26 11:19:20.706381 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ef7f58e-4c2a-42ab-ae4a-697d8d9555da tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-groups/acc49ac9-29e8-4451-8b48-826408799bc0 HTTP/1.1" status: 404 len: 347 time: 0.0185566 Oct 26 11:19:20.710081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58596) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:20.719243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:20.725400 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-9d388d5b-3823-49b9-b485-77e375c3fb3f tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] show failed (client error): The resource could not be found. Oct 26 11:19:20.728730 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9d388d5b-3823-49b9-b485-77e375c3fb3f tempest-NegativeSecGroupTest-54164894 tempest-NegativeSecGroupTest-54164894-project] 10.222.0.26 "GET /networking/v2.0/security-group-rules/5759f323-3176-486c-b32e-75ae79c0bbf8 HTTP/1.1" status: 404 len: 356 time: 0.0153108 Oct 26 11:19:21.004797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58602) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:21.145091 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0b16c390-1c83-4a3f-b271-08bae432c5a4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c9a5d18b4ef84ecc98adfd628fffcf6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389787 Oct 26 11:19:21.147359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58606) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:21.195936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5465dcf1-e772-45e5-9ed1-4dfbce11b1b9 admin admin] Publish callbacks [] for security_group (507d5271-7b95-4610-a8c6-81e903a87d7d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:21.215839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5465dcf1-e772-45e5-9ed1-4dfbce11b1b9 admin admin] Publish callbacks [] for security_group (507d5271-7b95-4610-a8c6-81e903a87d7d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:21.247216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:21.248448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:21.268899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5465dcf1-e772-45e5-9ed1-4dfbce11b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (507d5271-7b95-4610-a8c6-81e903a87d7d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:21.271671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5465dcf1-e772-45e5-9ed1-4dfbce11b1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:21.272845 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5465dcf1-e772-45e5-9ed1-4dfbce11b1b9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/507d5271-7b95-4610-a8c6-81e903a87d7d HTTP/1.1" status: 204 len: 168 time: 0.1244881 Oct 26 11:19:21.280575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465dcf1-e772-45e5-9ed1-4dfbce11b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507d5271-7b95-4610-a8c6-81e903a87d7d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:21.448917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58610) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:21.514666 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dec2fb80-a3e8-4c88-a980-534d9338f2ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0616210 Oct 26 11:19:21.522834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4219244-65e0-4504-84d6-7f6cb694d14c None None] New status for floating IP a2271c70-15b0-4ec9-9512-a7ef0b7011e6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:19:21.870614 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-674a9754-f9cf-4106-bba4-6baf2cf54401 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394723 Oct 26 11:19:21.977866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-4b151872-f259-4ec1-a96c-8606ed2b07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:21.979354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-4b151872-f259-4ec1-a96c-8606ed2b07e7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 1130 time: 0.0419014 Oct 26 11:19:22.082454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-7ae4b1fd-1b72-49f5-9308-02b6d09d25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:22.083822 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-7ae4b1fd-1b72-49f5-9308-02b6d09d25d2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=124301db-f1d6-40cf-b5cd-d641e01e6c54 HTTP/1.1" status: 200 len: 898 time: 0.0833669 Oct 26 11:19:22.163497 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:22.169499 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:22.170123 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:22.196815 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-016e8ca0-8cf6-409e-9dba-9129076e3058 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7 HTTP/1.1" status: 200 len: 1002 time: 0.0928018 Oct 26 11:19:22.246399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-44c8a208-f03e-497a-95d8-e739fc371202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:22.247910 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-44c8a208-f03e-497a-95d8-e739fc371202 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6529b3f-7320-4c48-bf7c-7c69d0269522 HTTP/1.1" status: 200 len: 834 time: 0.0449870 Oct 26 11:19:22.273858 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:22.291164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-3e8a8ee7-f59b-413d-8ae6-74402a2e5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:22.292710 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-3e8a8ee7-f59b-413d-8ae6-74402a2e5d76 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=124301db-f1d6-40cf-b5cd-d641e01e6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392349 Oct 26 11:19:22.369673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:22.406402 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-6495aec2-5866-4b02-83ec-583720a6498c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026828 Oct 26 11:19:22.443177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:22.445173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:22.445725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:22.482639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:22.488136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:22.515565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58612) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:22.516731 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8fca762f-d22c-41d7-a7e5-4a85d1d530ab req-f45a1e39-f3ee-421a-a6ed-824e600469be service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034856 Oct 26 11:19:22.546617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:22.570731 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:22.583756 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b051a414-62e8-409e-9ed2-dd588d87be6d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0656905 Oct 26 11:19:22.614608 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:19Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:21Z', 'revision_number': 2, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:20Z', 'revision_number': 23, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:22.639102 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:22.647401 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:22.648032 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:22.750285 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:22.957674 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:19Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:21Z', 'revision_number': 2, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:22Z', 'revision_number': 24, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:22.982234 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16dd30-dd3d-4d14-984c-5f65b4f57a8b None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:19Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:21Z', 'revision_number': 2, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:22Z', 'revision_number': 24, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:23.586989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58614) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:23.678590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5dfcf258-df62-4248-8197-0adc82bb49c7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0885038 Oct 26 11:19:24.324704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:24.424430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:24.527954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:24.577605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:24.578105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.579114 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:19:24.666371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:24.666763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.681387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58616) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:24.683192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f65326b-e801-456b-b055-0b8deea3d833 None None] New status for floating IP a2271c70-15b0-4ec9-9512-a7ef0b7011e6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:19:24.740728 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-df389751-f12f-4fed-8e44-10c830554157 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0580857 Oct 26 11:19:24.751943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:24.766886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.767815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:24.799802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:24.937393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:24.950913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:24.951354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.951754 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:19:25.028924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:25.029382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:25.055536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:25.058228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:25.113711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:25.758082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58618) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:25.758561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adb872-f910-4512-9939-e521e124be55 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:25.759680 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adb872-f910-4512-9939-e521e124be55 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:25.760322 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f4adb872-f910-4512-9939-e521e124be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:25.809412 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1335c524-4202-4777-8f92-bec73a9d627c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0631623 Oct 26 11:19:25.849776 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:25.867726 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f4adb872-f910-4512-9939-e521e124be55 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:26.074059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f4adb872-f910-4512-9939-e521e124be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:25Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:24Z', 'revision_number': 3, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:24Z', 'revision_number': 25, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:26.098448 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adb872-f910-4512-9939-e521e124be55 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:26.106778 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adb872-f910-4512-9939-e521e124be55 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:26.107359 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f4adb872-f910-4512-9939-e521e124be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:26.206011 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f4adb872-f910-4512-9939-e521e124be55 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:26.234161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:26.376762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:26.417070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f4adb872-f910-4512-9939-e521e124be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:25Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:24Z', 'revision_number': 3, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:24Z', 'revision_number': 25, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:26.441239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:26.442145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4adb872-f910-4512-9939-e521e124be55 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:25Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:24Z', 'revision_number': 3, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:24Z', 'revision_number': 25, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:26.452539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:26.452928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.492118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:26.497393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.498127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:26.573487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:26.615857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f54c0861-d303-4d3b-94c4-e98c671243e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.627222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:26.627849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.671856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:26.676022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.731053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:26.813393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58620) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:26.880973 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-81b3f66e-5c90-44b9-b686-7821b4271cde tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0661654 Oct 26 11:19:27.884990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58622) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:27.945924 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fc8831e7-ddf1-4a45-94cc-369a466973d7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0595202 Oct 26 11:19:28.050700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a748a5-59f0-465d-997e-c54edd093d13 None None] New status for floating IP a2271c70-15b0-4ec9-9512-a7ef0b7011e6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:19:28.428828 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:28.428828 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:28.428828 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:28.611783 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:28.781059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c1d71f79-e0e7-4eb4-8996-17a5a1086318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.827087 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:26Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:28Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:26Z', 'revision_number': 26, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:28.855843 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:28.861865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:28.865504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:28.866115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:28.949145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58626) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:28.969558 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:29.010898 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ffb9f03-77d5-4cd0-aeb7-81043fec4fe1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0605817 Oct 26 11:19:29.181416 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:26Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:28Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:26Z', 'revision_number': 26, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:29.206311 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc63f538-58f1-4f4f-8231-28cb7fe04799 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:26Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:28Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:26Z', 'revision_number': 26, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:29.934889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.014985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58628) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:30.329379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:30.416362 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-75719a97-367f-49f5-8947-f6bb7b5dcdfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.4001307 Oct 26 11:19:30.418603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:30.419767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:30.448634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:30.505847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:30.520746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:30.604297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:30.605430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:30.678705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:30.766738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:30.819547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:30.820027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.820374 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:19:30.858281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:30.898767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:30.899155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.933003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:30.937307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.943811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:30.944835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be3815-f557-4bea-935b-b650eb2dfc06 None None] New status for floating IP a2271c70-15b0-4ec9-9512-a7ef0b7011e6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:19:31.091160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:31.100999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:31.101324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.101655 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:19:31.214343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:31.214731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.237304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:31.241545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.276438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:31.292662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:31.420214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58630) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:31.457734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.471785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.484313 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5d81cac2-1bad-46cb-be85-aa20e4da8bfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0629051 Oct 26 11:19:31.665875 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:31.669325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:31.669967 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:31.722234 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:31.772039 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:31.981462 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:31Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:31Z', 'revision_number': 5, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:30Z', 'revision_number': 27, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:32.005878 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:32.014061 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:32.014655 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:32.113675 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:32.252571 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:32.320172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:31Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:31Z', 'revision_number': 5, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:30Z', 'revision_number': 27, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:32.344540 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0a6346-356e-4178-ac39-0e378fdc7a73 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:31Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a2271c70-15b0-4ec9-9512-a7ef0b7011e6', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'floating_ip_address': '172.26.0.103', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'port_id': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'mac_address': 'fa:16:3e:1c:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:19:08Z', 'updated_at': '2022-10-26T11:19:31Z', 'revision_number': 5, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:30Z', 'revision_number': 27, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:32.375870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:32.455483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:32.455914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.488889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58632) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:32.491421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:32.497824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.498753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:32.578357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7f0bfeac-2a82-4c94-af6d-f7efcfe63aa9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0880382 Oct 26 11:19:32.591428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:32.635705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:32.636139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.658988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:32.663120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.714647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:33.582148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58634) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:33.646166 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2457a39c-8b50-413e-9727-cd18e5b0f23e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0628781 Oct 26 11:19:34.074800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd652ba-ddcf-4024-88b7-2046a0f9fb20 None None] New status for floating IP a2271c70-15b0-4ec9-9512-a7ef0b7011e6: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:19:34.128070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:34.650175 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58636) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:34.708370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:34.734006 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c77a903b-7617-4dd6-9df5-948b2e3cdc9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0826132 Oct 26 11:19:35.738079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58638) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:35.786760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:35.797719 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-027936f8-ce5b-4ae3-8e7c-13d6d147109d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0585663 Oct 26 11:19:36.372519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:36.604843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:36.605957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:36.689516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:36.802249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58640) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:36.867153 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82f60b88-62fb-4abc-a422-81e4588c9f29 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0636446 Oct 26 11:19:37.870952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58644) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:37.930294 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5eae5c4-2af5-4a8f-9e0a-3e24c031f1b2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0581560 Oct 26 11:19:38.933239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58646) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:38.994002 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3c6edfad-1565-40f3-87f9-a431213f1107 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0596333 Oct 26 11:19:39.997903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58648) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:40.055953 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a569fd55-cc73-4fdd-8897-544ead21b663 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0568924 Oct 26 11:19:40.771844 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:19:41.059935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58650) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:41.122659 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e43a065e-7ded-42b6-b71d-8797574be7ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0616322 Oct 26 11:19:41.562478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.126697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58652) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:42.185888 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-454a5cd1-d18e-48ec-9be0-757ff415db81 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0578885 Oct 26 11:19:43.189736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58654) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:43.254558 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-27a3c138-f485-4f64-9b5a-3aba139fe0cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0630238 Oct 26 11:19:43.632478 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:43.634453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:44.259001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58656) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:44.315896 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6536b8e8-c8c5-44bd-8b39-f59f3f179464 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0557256 Oct 26 11:19:45.320440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58658) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:45.377750 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c278482c-7f82-4a18-bcfa-ffd58144a0dc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0561783 Oct 26 11:19:46.381671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58660) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:46.442443 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-49cd6abb-7ffa-4ae5-95a3-bc6fb120cdb2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0596521 Oct 26 11:19:47.446218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58664) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:47.503681 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c4f79594-beac-4277-b931-f0ab5b5062d0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0563471 Oct 26 11:19:48.507818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58666) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:48.569612 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-63e3f223-56af-4e72-8dfe-b92af89b3bf9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0606451 Oct 26 11:19:49.573355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58668) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:49.631567 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3d8833a0-7256-43d1-b623-5a3c4a801bf7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0570889 Oct 26 11:19:50.635087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58670) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:50.696894 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-58af2046-bdde-49bd-8bec-9e7473f454e7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0607698 Oct 26 11:19:50.766613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=69 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:50.767948 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=12 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:51.556388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:51.558295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:51.700910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58672) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:51.769096 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1d10e4b-12ff-4aaf-b0ca-f7d00106536a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0669656 Oct 26 11:19:52.773822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58674) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:52.835936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-86f427fc-5fa8-4b66-929e-7bf90982efe9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0609586 Oct 26 11:19:53.839176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58676) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:53.898275 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7af6e272-1e63-4a3a-8e71-86d255f936a2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0579457 Oct 26 11:19:54.901533 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58678) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:54.963260 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e23395c9-6c6f-4a18-b303-1dc07ab4cdcc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0606122 Oct 26 11:19:55.966928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58680) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:56.025554 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-effad0a6-d7b3-435c-acf3-f0896ea811d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0571103 Oct 26 11:19:56.590288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ceb0bdaf-c891-4e27-86a4-864c3f028ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.029329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58684) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:57.091946 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-623596e0-2797-4f75-9f97-3a69cf790ca5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0614419 Oct 26 11:19:58.095760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58686) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:58.155108 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-497d7270-2fd9-44b5-ae18-0b7c260b0570 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0581403 Oct 26 11:19:58.786721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-baa3aca4-24b2-4301-9319-b7e7d0b5a7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.158257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58688) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:59.218819 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-110f440b-d0f4-45d9-a895-dadc37442a06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0595169 Oct 26 11:19:59.936151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:00.222612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58690) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:00.280968 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fb0adbca-04cb-485b-ad2b-4dfbec3c07ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0571737 Oct 26 11:20:01.284727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58692) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:01.345069 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8956cf0-8872-4139-ad06-fbc891a7a4fb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0592146 Oct 26 11:20:01.462621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.467027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.348874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58694) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:02.406568 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c22d445-9342-43ee-b4c0-4bba215c252e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0564749 Oct 26 11:20:03.410301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58696) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:03.471119 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ca5f240-3828-4155-afc8-36f1af5324eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0591080 Oct 26 11:20:03.888478 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=36 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:03.890436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=34 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:04.475454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58698) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:04.536369 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c7f3213b-37b3-4c17-9c62-dedbb772fb01 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0597184 Oct 26 11:20:05.540362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58700) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:05.597607 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6c0583ee-aa47-4834-8e7b-e06d538fbae4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0561388 Oct 26 11:20:06.602486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58702) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:06.608879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:06.638221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:06.663606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57e6c392-ce79-4129-99a2-eaa642b2ccea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0601039 Oct 26 11:20:07.667481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58704) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:07.729218 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4a25fa2e-519f-467b-bdbf-79dbd1020a9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0606053 Oct 26 11:20:08.733137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58708) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:08.792083 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8291f6f0-8b19-4d1d-bef3-40f43eba4b60 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0578041 Oct 26 11:20:09.795916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58710) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:09.858143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-86995a34-d6bb-4eaf-8dd3-a0231fee2c64 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0611024 Oct 26 11:20:10.861954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58712) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:10.923060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fef83812-c1f6-417e-893d-2bcfe7ee9e01 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0598989 Oct 26 11:20:11.461089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:11.463711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:11.557473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:11.926914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58714) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:11.985227 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5bba8efd-4a78-46ee-bb9e-1b01dc30e52f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0572417 Oct 26 11:20:12.645773 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:12.646911 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:12.989396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58716) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:13.048867 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2c765cf9-a78c-4c73-8356-e5740ef380dd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0583589 Oct 26 11:20:14.052786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58718) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:14.110575 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2cf29378-8482-4348-aceb-ae9a70df6800 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0566261 Oct 26 11:20:15.114992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58720) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:15.172367 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b190190f-a7b2-481e-a487-04dadbf26a3a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0561876 Oct 26 11:20:16.176284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58722) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:16.239425 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2899616e-24ca-465d-8674-a27b9cf8cdaa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0614219 Oct 26 11:20:17.243434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58724) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:17.304630 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a632c7b0-1bd7-4e83-aa09-4cc4956cd7d0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0599294 Oct 26 11:20:17.770785 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:20:18.308506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58726) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:18.368110 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ea9d9689-e600-4376-8e42-a831366adbe0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0584531 Oct 26 11:20:19.372004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58732) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:19.432527 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1fa21813-3639-4fc3-8010-f2f68d6ea1ab tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0592980 Oct 26 11:20:20.436332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58734) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:20.494496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a68ef913-90c6-4792-9b3e-045e24b6e90a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0570204 Oct 26 11:20:21.498265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:21.546898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:21.554273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:21.560201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3cdef08f-2b88-42eb-bfb7-13d26a36ba33 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0605652 Oct 26 11:20:22.563731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:22.622558 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7991313d-5296-4af1-8505-a117e7b42b44 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0575235 Oct 26 11:20:23.626248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:23.686795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e042b4d7-296a-476a-b3a9-76098a2d8868 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0592802 Oct 26 11:20:23.859074 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-b5f93736-767c-42e9-ae9f-4a224f73b851 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388062 Oct 26 11:20:23.940855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-34f0874d-182f-47e9-93b2-cd0958c96075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:23.942466 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-34f0874d-182f-47e9-93b2-cd0958c96075 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=059a821dd6854c35a1291cf127fd1701&device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 1129 time: 0.0416529 Oct 26 11:20:24.052539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-ffb3dc06-cf36-4c4d-97ff-711ab1443319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:24.054052 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-ffb3dc06-cf36-4c4d-97ff-711ab1443319 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8012a18b-7504-40e2-9b31-79637737fccf HTTP/1.1" status: 200 len: 912 time: 0.0924942 Oct 26 11:20:24.116800 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-9def321d-b869-4ddd-a1c3-515290e6aed4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 HTTP/1.1" status: 200 len: 1000 time: 0.0558252 Oct 26 11:20:24.165093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-8add58a7-8efd-4742-ac26-9d4163155782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:24.166621 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-8add58a7-8efd-4742-ac26-9d4163155782 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=6177c3f1-746b-4001-8d5b-70134b4a01f7 HTTP/1.1" status: 200 len: 850 time: 0.0438986 Oct 26 11:20:24.213571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-afa6496e-eb99-4aa2-b94b-6f766d6de658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:24.214989 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-afa6496e-eb99-4aa2-b94b-6f766d6de658 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8012a18b-7504-40e2-9b31-79637737fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428746 Oct 26 11:20:24.305039 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-40378cf5-0ffe-481b-bbfa-c41cded7362c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835681 Oct 26 11:20:24.402257 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b7da41e4-9f1e-418d-ae16-dd0d01e95642 req-46dbbf37-c4d4-4185-bae1-0938e3d8d201 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913403 Oct 26 11:20:24.690705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58744) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:24.748928 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-427f8fb3-434d-4995-8bd9-a3865ae82273 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0570498 Oct 26 11:20:25.752811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:25.816184 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c8d914f-25e1-4213-a1bd-ffcc4d660ba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0620441 Oct 26 11:20:26.592899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-70b95192-f6fd-48d3-9696-82667b9b7ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:26.820087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58748) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:26.881556 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2f96be0b-70a3-402a-91f9-762d50b63089 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0601115 Oct 26 11:20:27.766033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:27.766746 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=12 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:27.885289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58750) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:27.945326 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-178cae0b-f103-46b1-8116-f8bef876e82a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0589874 Oct 26 11:20:28.790071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-77230ec1-6bed-43cd-976c-8f2cf929d129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:28.949250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:29.006915 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-24e64a51-c694-40c5-8192-20560709a940 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0565329 Oct 26 11:20:29.941329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.010645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58754) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:30.054808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:30.073505 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66e867c2-0a0e-4752-8c2b-9283492e3839 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0617883 Oct 26 11:20:31.077363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58756) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:31.085025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:31.134753 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-518569ec-90f8-40d0-99d6-8132bc7157b5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0562124 Oct 26 11:20:31.468885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:31.473329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:32.138664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58758) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:32.198327 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-586b5e7f-55f1-4b2d-88b9-c774a9afdf46 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0585558 Oct 26 11:20:33.202138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58760) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:33.262022 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a7e9c58b-d28a-43b6-ba88-1a07891e1830 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0587564 Oct 26 11:20:34.265505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58762) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:34.325470 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-27ea009f-946e-452a-975b-e4aad645345b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0588143 Oct 26 11:20:35.329267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58766) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:35.336076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:35.337854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=72 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:35.388747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2965436a-3f68-4888-a18e-cb7d436a9185 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0583289 Oct 26 11:20:36.392572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58768) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:36.453299 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dd85423e-8a7f-4bd3-aeb4-0b736c18ad0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0595589 Oct 26 11:20:37.457061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58770) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:37.515936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d3073d5-7d29-430e-88fe-3528cf47559c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0577347 Oct 26 11:20:38.520206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58772) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:38.580239 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-31e5a54f-68c1-4008-a773-55c60a5d5996 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0587997 Oct 26 11:20:39.583293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58774) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:39.641955 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d7a5e52-30d0-4ba5-a56b-b67ced4ebcc0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0572772 Oct 26 11:20:40.645936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:40.708060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-22289ae0-6c35-4427-ab1a-0520354df27a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0608039 Oct 26 11:20:41.462911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:41.468893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:41.558287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:41.712125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58778) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:41.781784 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-10df3f5c-1d1e-4e9c-8868-7a8d180aeae0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0682077 Oct 26 11:20:42.785379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58780) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:42.842941 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ad781427-d5c3-4477-b923-4da985259565 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0564475 Oct 26 11:20:43.846813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58782) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:43.908261 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1a946a7b-328d-4ed6-89ef-38f263bd339c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0603163 Oct 26 11:20:44.912752 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58784) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:44.977522 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-82ea0037-1cfe-4946-bde1-4137b2de76ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0635209 Oct 26 11:20:45.981416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58786) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:46.047854 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2788cfe4-5a3d-4daa-9567-678d307f6047 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0651972 Oct 26 11:20:47.051840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58788) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:47.109957 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f873fa84-20ab-45fb-a9f8-2186ca6b4d1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0569694 Oct 26 11:20:48.113671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58790) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:48.174056 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9c9865a2-e59c-4164-a8ee-03b2c60ee7bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0591869 Oct 26 11:20:49.177982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58792) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:49.235218 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b24d126e-683f-453d-86f8-c5ac01ecebcb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0560999 Oct 26 11:20:49.650709 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:49.651434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:50.239130 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58796) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:50.299676 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6ecbd80f-d4c2-4059-845d-549d9114f1e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0593989 Oct 26 11:20:51.303688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58798) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:51.553256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:51.554688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:51.688138 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e1fcc547-b47c-4d91-adbf-a39f1c752ed9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.3832757 Oct 26 11:20:52.691669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58800) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:52.752910 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d4e656a2-737b-4823-93b8-217805e573b7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0600498 Oct 26 11:20:53.757392 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58802) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:54.083150 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a2091cc4-1780-46b3-8932-52849f4206d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.3243661 Oct 26 11:20:54.769421 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:20:55.087969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58804) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:55.147500 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c22014eb-68f1-4b8a-9f6a-3890ced798b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0584249 Oct 26 11:20:56.150657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58806) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:56.210120 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-54b25342-3391-461e-bfef-f5aab4ddf53e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0583396 Oct 26 11:20:56.595255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b114e64-04b5-41da-8d09-a048939a5921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:57.213954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58808) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:57.274106 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-afb526cb-d15c-4127-b554-26f9c77d93ab tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0589738 Oct 26 11:20:58.277872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58810) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:58.337660 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29d6f800-aff8-4735-99d7-9f2e7c4887a8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0586624 Oct 26 11:20:58.793555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4bf9aa6b-f30f-4d89-91de-aa83ae11725e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:59.341483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58812) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:59.398874 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d9da147-e35e-4b5e-9fa4-f60b10aab080 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0562630 Oct 26 11:20:59.941908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:00.401871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58814) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:00.459514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f78b473c-91c5-46cf-8a2c-bb127404e2e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0565290 Oct 26 11:21:01.463120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58816) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:01.469771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:01.471494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:01.525155 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ce376df-a838-4dc0-82e7-1be0614e3988 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0608470 Oct 26 11:21:02.529076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58818) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:02.587690 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-013afac8-b087-474b-8f40-6ee33837ba04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0574946 Oct 26 11:21:03.591540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58820) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:03.652513 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-320df409-4dcb-48d0-9613-9ff2f228d157 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0598357 Oct 26 11:21:04.656479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58822) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:04.705972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:04.716794 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d6e39cc4-47b5-4c15-b4c5-6126e49b4443 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0592968 Oct 26 11:21:04.765205 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:04.766036 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:05.720680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58826) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:05.726982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=67 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:05.728690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=64 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:05.781875 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c3ea1370-1ab3-40b8-874e-3da2f0212f65 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0600584 Oct 26 11:21:06.785700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58828) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:06.818529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:06.846630 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3c66938c-1ffb-4648-9515-594433c2f43d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0598454 Oct 26 11:21:07.850492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58830) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:07.909242 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e54055c3-fc3a-4eab-9c65-990ad1e0fe65 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0576425 Oct 26 11:21:08.913132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58832) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:08.970611 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15e7e0a1-920f-4f52-99cf-b9415ce7bba1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0562503 Oct 26 11:21:09.974391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58834) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:10.035039 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ba80de5a-28bc-4d0b-896e-5460ded07a66 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0594933 Oct 26 11:21:11.039475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58836) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:11.096009 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0797c9be-bb49-4d35-bbb9-84d1cf6d96f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0553589 Oct 26 11:21:11.466252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:11.468170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:11.559145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:12.099885 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58838) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:12.161297 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0eccb32f-522a-46f9-bafc-88aa4b963f09 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0600781 Oct 26 11:21:13.165655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58840) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:13.223520 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-becd5f03-dc12-405e-93a9-6f223b1ee3a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0567362 Oct 26 11:21:14.228045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58842) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:14.287670 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bf4ac910-dae5-44e4-8618-9e80b5b2fe3f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0585015 Oct 26 11:21:15.291302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58844) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:15.348540 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9e2be21d-ca3b-46b2-8828-429911767bf4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0560889 Oct 26 11:21:16.352971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58846) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:16.414062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-142c83d7-314b-40df-a377-18adfb758a52 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0593493 Oct 26 11:21:17.418769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58848) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:17.478026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b99b497a-fb08-40d7-9201-ceed42358444 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0576737 Oct 26 11:21:18.481037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58850) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:18.543850 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fe547e01-e04c-4320-8bc0-9b3f4a84150c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0616426 Oct 26 11:21:19.547708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:19.605502 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-959bd09b-b880-4d4c-b306-4910608fc117 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0563948 Oct 26 11:21:20.609410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58858) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:20.671444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-da6b0aaa-bb84-442f-ab8f-4bf0a2ecf367 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0609109 Oct 26 11:21:21.548044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:21.555350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:21.674468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58862) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:21.734008 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-55fbbbd0-1f5d-49fb-a043-8715ae66069b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0583241 Oct 26 11:21:22.737493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58864) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:22.798714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fdf68859-1b32-47f5-b9ef-f388aa63b83c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0600684 Oct 26 11:21:23.801543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58866) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:23.869626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-46f11743-c7d8-4c6e-94f3-f0a615a4dfe5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0666976 Oct 26 11:21:23.994749 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-3c8dd417-1fb1-47ac-ab85-2764e5394ca7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1390553 Oct 26 11:21:24.097921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-9cf93156-b967-4fa4-aa1c-150026e6894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:24.099327 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-9cf93156-b967-4fa4-aa1c-150026e6894a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 1130 time: 0.0402949 Oct 26 11:21:24.207758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-c7c165ec-2fff-4b15-aadb-25bcb2c0688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:24.209307 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-c7c165ec-2fff-4b15-aadb-25bcb2c0688a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=124301db-f1d6-40cf-b5cd-d641e01e6c54 HTTP/1.1" status: 200 len: 898 time: 0.0917225 Oct 26 11:21:24.271841 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-a631a63c-fa21-4245-8464-c9ea0147d7da service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7 HTTP/1.1" status: 200 len: 1002 time: 0.0555987 Oct 26 11:21:24.320793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-a0464ab6-371f-4002-b628-09d6ef415a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:24.322351 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-a0464ab6-371f-4002-b628-09d6ef415a5b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6529b3f-7320-4c48-bf7c-7c69d0269522 HTTP/1.1" status: 200 len: 834 time: 0.0447054 Oct 26 11:21:24.373248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-5e253c9e-cf13-46b1-ae77-594a35542aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:24.374688 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-5e253c9e-cf13-46b1-ae77-594a35542aa4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=124301db-f1d6-40cf-b5cd-d641e01e6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444717 Oct 26 11:21:24.385439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-dcd4f86b-85ff-4c41-af9a-6e24016dbd33 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:21:24.386487 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-dcd4f86b-85ff-4c41-af9a-6e24016dbd33 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056403 Oct 26 11:21:24.477744 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-2b9c0073-0c25-4f51-9697-c7fef08ef550 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849607 Oct 26 11:21:24.556534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:24.579620 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d36f6aa1-f9d3-4257-89db-c0288ceaaa8e req-342261ca-a181-46ab-9e7d-6d00772ca8b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966051 Oct 26 11:21:24.873448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:24.932622 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5976bd6-bd5e-446b-a5db-5c780c4ad60d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0581028 Oct 26 11:21:25.936591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:25.997528 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ddd52a67-f74c-4396-b16c-5e670d25970f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0598211 Oct 26 11:21:26.599882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1bfa3925-160d-452a-aece-fcb8f21cf666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:26.657024 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:26.657799 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:27.001564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:27.038989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:27.061147 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5ca2b9d-0c41-43ed-bc3e-c858e3c9ee93 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0584962 Oct 26 11:21:28.065071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58876) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:28.126334 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c1fe54b-2b93-4438-b21a-d54972de945e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0600247 Oct 26 11:21:28.796618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dab96afd-1ba0-4ce8-b939-c646870c0e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:29.129595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:29.186759 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bb0cb197-caf5-40ca-a89f-92573e5b0cb5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0560935 Oct 26 11:21:29.945161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:30.190726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58880) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:30.251376 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dc998ed5-d20c-4a90-80f4-b0adb1ea3516 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0595145 Oct 26 11:21:31.255308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:31.316055 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-84642ac7-8d79-4178-ae43-6ac0189deec6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0595696 Oct 26 11:21:31.472143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:31.473412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:31.768931 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:21:32.319992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58884) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:32.377691 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4cd452cb-acb5-4375-ae67-3e655fa745e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0565748 Oct 26 11:21:33.381553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58886) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:33.442113 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1688d30e-6f62-45c8-b892-85bd2d26ac3c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0594568 Oct 26 11:21:34.445470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:34.505829 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1e2eb49a-47ac-4ef1-9e25-1aa7f5d742cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0592165 Oct 26 11:21:35.509552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:35.567613 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a8066810-beef-4248-8a21-cbf01ea8cbcb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0569150 Oct 26 11:21:36.570893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58892) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:36.578246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=56 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:36.634217 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8ae136bf-5eee-41e6-b161-660e648fe9bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0620832 Oct 26 11:21:37.638583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58894) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:37.645851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=60 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:37.699001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8563c4e9-187a-4a27-9d11-b163c9a1e563 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0593181 Oct 26 11:21:38.703455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58896) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:38.761484 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-365f3658-85ca-49ea-b050-bf08cabe1972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0568688 Oct 26 11:21:39.765598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58900) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:39.834610 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ddbeb048-0669-4d9c-9bb0-77e9ffd0473c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0678110 Oct 26 11:21:40.838336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58902) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:40.898242 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-735fc76c-b2c5-46e2-aecf-0e577c07c10a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0587447 Oct 26 11:21:41.462642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:41.468763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:41.578194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:41.764161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:41.765333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:41.901662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58904) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:41.961308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7085ac04-5f39-43f7-aee7-d4430793be5d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0585318 Oct 26 11:21:42.965150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58906) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:43.027168 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5d54b975-e7a3-4af7-b075-4000765c48f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0603955 Oct 26 11:21:44.031817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58908) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:44.088523 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-097bfe4e-ca4e-4892-b3b6-d9cd213dce8d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0555828 Oct 26 11:21:45.092908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58910) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:45.245886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-87bcccfb-b5f2-4c9d-9030-3fdb009a47b8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.1518755 Oct 26 11:21:46.249780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58914) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:46.308546 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-84c9aee8-2286-45f1-b641-cab230c2b97b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0576477 Oct 26 11:21:47.312476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58916) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:47.373556 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5080377-4358-4a6c-a683-b69cc329f566 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0599041 Oct 26 11:21:48.377316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58918) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:48.436553 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d38d321e-3b26-4a68-be30-5f419032e923 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0580487 Oct 26 11:21:49.440556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58920) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:49.501105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62a8882f-dab7-444a-a0a4-f456b1897dbf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0594344 Oct 26 11:21:50.504978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58922) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:50.563159 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c6e1202-ccf7-4487-90ca-af34048d1bdb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0569749 Oct 26 11:21:51.566655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58924) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:51.568772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:51.574060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:51.628748 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-de1b4a64-42df-4b7d-abfa-89b983c858b2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0609386 Oct 26 11:21:52.631884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58926) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:52.689632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-53e381a5-656c-40ea-931f-e942ecdc1b96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0566628 Oct 26 11:21:53.693494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58928) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:53.753902 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-badc5075-f30c-49bf-8dfb-ad614b0549d5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0592644 Oct 26 11:21:54.757553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58930) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:54.764056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=68 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:54.815638 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8981888f-3c2b-42a9-87cb-3065170af87a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0569739 Oct 26 11:21:55.820042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58932) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:55.881462 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1ce5d666-2711-475b-813b-1d5ec75211da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0597932 Oct 26 11:21:56.601765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8ca8cbf2-60a6-46d7-8267-81254b4d95c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:56.885128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58934) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:56.943231 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-52ca4527-706d-4b7e-aecd-78d7f118b9f6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0570743 Oct 26 11:21:57.947061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58938) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:58.006922 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4ea1ba53-be7d-43c3-81b2-95875f2df371 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0584688 Oct 26 11:21:58.798422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-89be799f-a345-4806-b52e-fac6222df5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:59.009939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58940) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:59.047569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=53 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:59.072638 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-db0ad8cd-c457-4eb0-9a50-27d1e6e95325 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0615201 Oct 26 11:21:59.950488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:00.077200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58942) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:00.137154 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5b0e7029-7a45-4485-869f-ccb28005e2c9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0587547 Oct 26 11:22:01.141562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58944) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:01.201411 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cc4a08cf-e370-40d5-bd16-eca7e42d63ff tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0583141 Oct 26 11:22:01.472352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:01.473974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:02.204810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58946) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:02.265008 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f22978b2-9bff-452e-9b06-ea523210d0b2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0590303 Oct 26 11:22:03.268694 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58948) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:03.329000 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dffb8e5e-14dd-4312-9326-160b8b792df5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0585940 Oct 26 11:22:03.653184 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:03.654372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:04.332749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58950) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:04.393339 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-89e0e277-f83a-4a12-8b83-b8f84b8e904d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0594664 Oct 26 11:22:05.397174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58952) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:05.454344 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1a9e2c80-dd80-403b-ad67-3facbbaf5ceb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0560045 Oct 26 11:22:06.457690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58954) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:06.759406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:06.784179 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-354e77ec-bf96-45b5-902a-01553a7ec3bd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.3253922 Oct 26 11:22:07.788039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58956) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:07.848090 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a5f414c-92db-498c-9058-ffe63105c605 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0588746 Oct 26 11:22:08.768674 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:22:08.851869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58958) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:08.858351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:08.912431 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-40f40d4c-6633-42c7-aac8-ecdb243dc121 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0594580 Oct 26 11:22:09.916300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58960) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:09.973645 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5bfb7d6f-cefc-4781-8ddf-2a2fc059cb03 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0561199 Oct 26 11:22:10.976888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58962) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:11.035542 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82fb5bd2-0143-4e9f-99e1-83d7f041e487 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0571966 Oct 26 11:22:11.468766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:11.470642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:11.577521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:12.038206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58964) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:12.098331 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f10b91d8-26fe-4c3e-92b6-05f5992f7e33 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0589182 Oct 26 11:22:13.101511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58966) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:13.159739 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-795e9ef5-01e5-4145-b3bc-b621b56ea808 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0570104 Oct 26 11:22:14.162642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58968) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:14.222455 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61a942ff-d79f-488b-9092-063277e9a0d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0587728 Oct 26 11:22:15.226226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58970) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:15.283414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-52480801-89f2-4423-87a2-8ee8ece11d3f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0560770 Oct 26 11:22:16.287310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:16.347369 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7e456927-e933-408b-b8e2-83017166cb6b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0588515 Oct 26 11:22:17.350452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:17.408480 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9fb39222-4d9c-413a-92ec-f6a119452c32 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0569143 Oct 26 11:22:18.411796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 58978) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:18.472250 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c0e681fb-b94f-4c36-bf11-d00b4088c011 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0593243 Oct 26 11:22:19.476100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58980) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:19.537037 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d4afa43e-725a-4a7d-982b-df57a6318ca5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0598159 Oct 26 11:22:20.540857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58982) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:20.598030 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ab7c62a1-f362-4513-89d5-78ee754cc773 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0560446 Oct 26 11:22:21.565733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:21.572897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:21.601797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58984) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:21.662336 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5af6473-e280-4520-9fa4-56fe68958956 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0594094 Oct 26 11:22:22.665410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58990) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:22.722857 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f9b58a88-f3d8-42f2-ac3e-b75d107b75fb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0563359 Oct 26 11:22:23.726123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58992) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:23.787497 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-09f133b0-ba6a-48e7-a074-2e205b622683 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0602207 Oct 26 11:22:24.791395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:24.832782 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:24.854088 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-87573696-ed9b-452c-80c6-dbbe156abea8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0604508 Oct 26 11:22:25.187352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-2f88f129-6a1e-4c38-be1a-8bc11abbce00 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3620727 Oct 26 11:22:25.262803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-b0fc01e4-1515-49a5-9eab-2ee165954d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:25.264289 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-b0fc01e4-1515-49a5-9eab-2ee165954d7f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=059a821dd6854c35a1291cf127fd1701&device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 1129 time: 0.0379038 Oct 26 11:22:25.368179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-2b2fa2e3-3125-4f9b-80c5-6b1eac5adfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:25.369621 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-2b2fa2e3-3125-4f9b-80c5-6b1eac5adfb0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8012a18b-7504-40e2-9b31-79637737fccf HTTP/1.1" status: 200 len: 912 time: 0.0860407 Oct 26 11:22:25.430653 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-a250adb8-4530-418f-8f7e-bdadbf611a95 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 HTTP/1.1" status: 200 len: 1000 time: 0.0538473 Oct 26 11:22:25.443789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:25.479690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-5644ddcb-60e2-4cdb-aec8-005577f9f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:25.481152 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-5644ddcb-60e2-4cdb-aec8-005577f9f34d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=6177c3f1-746b-4001-8d5b-70134b4a01f7 HTTP/1.1" status: 200 len: 850 time: 0.0446184 Oct 26 11:22:25.527473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-6f685a5a-5931-4a3f-bf5d-40a8359caa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:25.528998 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-6f685a5a-5931-4a3f-bf5d-40a8359caa8f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8012a18b-7504-40e2-9b31-79637737fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423746 Oct 26 11:22:25.617850 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-36c7f719-3512-45f7-b759-508e2d5e8909 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826252 Oct 26 11:22:25.712610 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e6a7656a-f4f8-4315-881b-0c84d5bbae98 req-4ff96a47-d965-44af-b122-08896cc37b58 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885143 Oct 26 11:22:25.856857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:25.917850 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d8f20db7-0f1d-4065-bc4b-cd85dc954bbf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0598595 Oct 26 11:22:26.556660 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:26.560598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:26.603298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-77332958-dfc6-4431-833f-e9b09bcafad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:26.921695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 58998) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:26.979142 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-74ea2080-ccf0-4cda-a37e-4a81c40778ae tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0563383 Oct 26 11:22:27.983022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59000) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:28.044435 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-beabc9e7-03f5-44e9-b94f-d9fac32e5573 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0599842 Oct 26 11:22:28.800662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5548e8b5-188c-4dfa-a5fa-151a98856525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:29.048532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59002) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:29.106716 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c15025c6-e9a1-44d5-b38b-36fdd6f2d01d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0568805 Oct 26 11:22:29.949408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:30.111151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59004) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:30.171827 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3a17d42e-a4b5-431e-bcd1-715a6dcb0be6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0592482 Oct 26 11:22:31.176232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59006) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:31.241248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d9706ef-0671-46c8-b5ce-1e7d9dc1f66f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0639689 Oct 26 11:22:31.475623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:31.477980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:32.244295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59008) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:32.301304 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0ba54af0-b775-4be1-b1c9-5f7a086b7090 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0558984 Oct 26 11:22:33.304396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59010) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:33.365851 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6cc2001-f91d-4508-bd2c-c37642624202 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0602756 Oct 26 11:22:34.369668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59012) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:34.430155 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b4911fb-ab88-4dc0-bfb8-1bd3d734406f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0592930 Oct 26 11:22:35.433809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59014) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:35.492344 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a6375fa-a28d-41e0-8bdb-548c0780125b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0573514 Oct 26 11:22:36.496111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59016) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:36.556779 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-11252c04-8fea-46de-9790-275175d343e4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0595262 Oct 26 11:22:37.560732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59018) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:37.568939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:37.619462 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e6530ee1-38dc-4789-980f-103dba7b6c2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0576212 Oct 26 11:22:38.623685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59022) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:38.683466 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ecb26824-ba58-4caa-a101-981aba613657 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 200 len: 994 time: 0.0586293 Oct 26 11:22:38.687623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59024) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:38.790430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:38.834369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 685c0fba-66fd-40ac-a47c-3e6c67fe09e3 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:22:38.834703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (685c0fba-66fd-40ac-a47c-3e6c67fe09e3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:38.912114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (685c0fba-66fd-40ac-a47c-3e6c67fe09e3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:38.912434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (685c0fba-66fd-40ac-a47c-3e6c67fe09e3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:38.925313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 685c0fba-66fd-40ac-a47c-3e6c67fe09e3 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:22:39.090333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (685c0fba-66fd-40ac-a47c-3e6c67fe09e3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:39.118640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=685c0fba-66fd-40ac-a47c-3e6c67fe09e3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:39.130634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.130977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.131312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.131645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.131994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.132318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.132639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.132957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.133276 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.133595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.133911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.134227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.134542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.134853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.135167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:39.191007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (a4b2950c-869f-4bc7-b747-896cdeafd384), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:39.191318 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP a4b2950c-869f-4bc7-b747-896cdeafd384 disassociated (deleted). External IP: 172.26.0.194, port: d8f74bf1-cd89-4149-ae7a-1cfb035852c7. Oct 26 11:22:39.385522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b7065ee-908c-44bc-babd-d1dd53c049b4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:22:39.436229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:39.489116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:22:39.494008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:39.498488 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:39.507661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:39.508302 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:39.523745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f083e134-62e4-4c1c-82cc-a250701d90c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/a4b2950c-869f-4bc7-b747-896cdeafd384 HTTP/1.1" status: 204 len: 168 time: 0.8350875 Oct 26 11:22:39.524407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:22:39.526673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23fd628-3362-41f6-8f32-8f72da22c0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:22:39.615667 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:39.740665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58afa4cf-ce5c-41ea-9706-c38a44d9a0d3 x-openstack-request-id: req-58afa4cf-ce5c-41ea-9706-c38a44d9a0d3 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:22:39.741196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:22:39.741294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58afa4cf-ce5c-41ea-9706-c38a44d9a0d3 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:22:39.741818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58afa4cf-ce5c-41ea-9706-c38a44d9a0d3'] response: {'name': 'network-changed', 'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'status': 'completed', 'code': 200} Oct 26 11:22:39.809950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:19:13Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:19:13Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:39.838228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:22:39.847234 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:39.847884 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:39.857868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee700e6a-eb3c-4a0e-8584-3b579fa2f26f req-1f515409-bccc-431c-895e-9c9b15c9d7fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:39.859609 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ee700e6a-eb3c-4a0e-8584-3b579fa2f26f req-1f515409-bccc-431c-895e-9c9b15c9d7fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 946 time: 0.0966892 Oct 26 11:22:39.913848 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ee700e6a-eb3c-4a0e-8584-3b579fa2f26f req-9d4fc990-80c1-493c-b849-58bcb40c1642 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d65c158b-7032-4cc8-b668-28504df1be37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476699 Oct 26 11:22:39.947961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:39.996110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-bef8faca-08df-4b08-a2f2-1e34919b2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:39.997619 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-bef8faca-08df-4b08-a2f2-1e34919b2cff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 1130 time: 0.0394280 Oct 26 11:22:40.137086 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:19:13Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:19:13Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:40.163362 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5b76c-0d01-462a-93d6-a19396c69d6c None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:19:13Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:19:13Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:40.226791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-d9964289-ef45-440f-a0ea-88b82e791201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:40.228352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-d9964289-ef45-440f-a0ea-88b82e791201 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=124301db-f1d6-40cf-b5cd-d641e01e6c54 HTTP/1.1" status: 200 len: 898 time: 0.0969183 Oct 26 11:22:40.295296 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-928249d8-470c-4594-9c59-39a3c61d5a44 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7 HTTP/1.1" status: 200 len: 217 time: 0.0347788 Oct 26 11:22:40.298110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:40.310210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df9b9-029c-48a4-b129-c703090a38bf req-9cc5cead-3677-4adc-b057-d987f5ede83d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:40.311734 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-007df9b9-029c-48a4-b129-c703090a38bf req-9cc5cead-3677-4adc-b057-d987f5ede83d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 946 time: 0.0506334 Oct 26 11:22:40.364261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-db5359d6-2d6c-4521-90f3-892ea880e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:40.365834 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-db5359d6-2d6c-4521-90f3-892ea880e1c4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d6529b3f-7320-4c48-bf7c-7c69d0269522 HTTP/1.1" status: 200 len: 834 time: 0.0648122 Oct 26 11:22:40.418513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-d8306aee-93a1-42d3-a122-32fb41016f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:40.420025 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-d8306aee-93a1-42d3-a122-32fb41016f16 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=124301db-f1d6-40cf-b5cd-d641e01e6c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477200 Oct 26 11:22:40.420256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-007df9b9-029c-48a4-b129-c703090a38bf req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:22:40.420435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-007df9b9-029c-48a4-b129-c703090a38bf req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:40.526376 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-01539f85-3f65-462e-b98a-a33ca8c41def service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005425 Oct 26 11:22:40.544796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:40.548223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-007df9b9-029c-48a4-b129-c703090a38bf req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port d8f74bf1-cd89-4149-ae7a-1cfb035852c7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:40.548783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-007df9b9-029c-48a4-b129-c703090a38bf req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:40.569760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-007df9b9-029c-48a4-b129-c703090a38bf req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for d8f74bf1-cd89-4149-ae7a-1cfb035852c7 owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:22:40.596057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4d75aa70-459c-41c6-a0d6-c181b413c39f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:40.596448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:40.596874 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4d75aa70-459c-41c6-a0d6-c181b413c39f Oct 26 11:22:40.633660 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b23fd628-3362-41f6-8f32-8f72da22c0c8 req-510fca0f-29ce-4237-aaf3-4969b74bc946 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997710 Oct 26 11:22:40.683896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:40.684288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:40.725234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:40.729341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-007df9b9-029c-48a4-b129-c703090a38bf req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d8f74bf1-cd89-4149-ae7a-1cfb035852c7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:40.730162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:40.765872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=d8f74bf1-cd89-4149-ae7a-1cfb035852c7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:40.787217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:40.796632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.797053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.797461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.797864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.798262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.798715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.799474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.799474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.799666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.800174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.811888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.812400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.816041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.816588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.817079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:40.838315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-007df9b9-029c-48a4-b129-c703090a38bf req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] No DVR routers for this DVR port d8f74bf1-cd89-4149-ae7a-1cfb035852c7 on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:22:40.841680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-007df9b9-029c-48a4-b129-c703090a38bf req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:40.846117 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-007df9b9-029c-48a4-b129-c703090a38bf req-4cff5454-ace2-4ce2-bf9a-952748ed7649 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "DELETE /networking/v2.0/ports/d8f74bf1-cd89-4149-ae7a-1cfb035852c7 HTTP/1.1" status: 204 len: 173 time: 0.5278425 Oct 26 11:22:40.952167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59060) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:41.044679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a0743720-5f0f-4dce-87fe-70bc6bc54e5f req-447839eb-9d44-4380-969c-513d0fe71ef4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a56bd1bd-b899-4f3e-95bd-e47d2a603f78 HTTP/1.1" status: 200 len: 210 time: 0.0360291 Oct 26 11:22:41.166471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Deleting port f6d4b960-a927-41a5-9cbe-2a11c90b289f {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:22:41.167030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f6d4b960-a927-41a5-9cbe-2a11c90b289f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:41.556141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f6d4b960-a927-41a5-9cbe-2a11c90b289f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:41.556533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for floatingip (f6d4b960-a927-41a5-9cbe-2a11c90b289f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:41.571069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Calling delete_port for f6d4b960-a927-41a5-9cbe-2a11c90b289f owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:22:41.591386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:41.665213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:41.728034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:41.741630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f6d4b960-a927-41a5-9cbe-2a11c90b289f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:41.745019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'name': 'network-vif-deleted', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:22:41.747326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333c08bf-a5cb-4b14-bfe9-189fb98fe1a0" -d '{"events": [{"server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "name": "network-vif-deleted", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:22:41.772821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event deleted for resources: {'Port': ['ID=f6d4b960-a927-41a5-9cbe-2a11c90b289f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:41.801774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e7efdb-9b8f-4619-91b0-01c639c92f38 x-openstack-request-id: req-76e7efdb-9b8f-4619-91b0-01c639c92f38 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:22:41.802076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56bd1bd-b899-4f3e-95bd-e47d2a603f78", "name": "network-vif-deleted", "tag": "d8f74bf1-cd89-4149-ae7a-1cfb035852c7", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:22:41.802325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76e7efdb-9b8f-4619-91b0-01c639c92f38 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:22:41.802723 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e7efdb-9b8f-4619-91b0-01c639c92f38'] response: {'server_uuid': 'a56bd1bd-b899-4f3e-95bd-e47d2a603f78', 'name': 'network-vif-deleted', 'tag': 'd8f74bf1-cd89-4149-ae7a-1cfb035852c7', 'status': 'completed', 'code': 200} Oct 26 11:22:41.849077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for floatingip (a2271c70-15b0-4ec9-9512-a7ef0b7011e6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:41.849407 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Floating IP a2271c70-15b0-4ec9-9512-a7ef0b7011e6 disassociated (deleted). External IP: 172.26.0.103, port: 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479. Oct 26 11:22:42.074528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Router cd532ea2-8194-415b-8cb5-a62257794798 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:22:42.125587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59066) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:42.246542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96f0c70b-b4ee-46bd-82c7-2e2267438fe6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (d65c158b-7032-4cc8-b668-28504df1be37), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:42.258587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:22:42.263582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:42.270321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:42.281627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:42.282263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:42.309285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96f0c70b-b4ee-46bd-82c7-2e2267438fe6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (d65c158b-7032-4cc8-b668-28504df1be37), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:42.336757 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c55a8478-9cee-4edf-9cf2-602e15a18fce tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/a2271c70-15b0-4ec9-9512-a7ef0b7011e6 HTTP/1.1" status: 204 len: 168 time: 1.3811126 Oct 26 11:22:42.396338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96f0c70b-b4ee-46bd-82c7-2e2267438fe6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d65c158b-7032-4cc8-b668-28504df1be37), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:42.398873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-96f0c70b-b4ee-46bd-82c7-2e2267438fe6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:42.404315 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96f0c70b-b4ee-46bd-82c7-2e2267438fe6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d65c158b-7032-4cc8-b668-28504df1be37 HTTP/1.1" status: 204 len: 168 time: 0.2753897 Oct 26 11:22:42.404527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:42.414040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0c70b-b4ee-46bd-82c7-2e2267438fe6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c158b-7032-4cc8-b668-28504df1be37,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:42.449562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59072) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:42.520627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:42.579554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:42.579554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:42.579554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:42.610575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:42.641483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:42.664693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff662a3-cd22-47c3-a055-b9a824d7c05d req-4cfe696e-13be-4292-b2f3-dbfeaa306a48 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:42.666653 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1ff662a3-cd22-47c3-a055-b9a824d7c05d req-4cfe696e-13be-4292-b2f3-dbfeaa306a48 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 945 time: 0.0942469 Oct 26 11:22:42.696596 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:42.730397 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1ff662a3-cd22-47c3-a055-b9a824d7c05d req-fd801202-40bf-47cc-937a-786bf19bee5e tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579367 Oct 26 11:22:42.766753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 28, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:42.800235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4d75aa70-459c-41c6-a0d6-c181b413c39f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:42.800633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:42.802997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:22:42.827765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:42.828398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:42.861014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:42.877169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:42.883226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (4b7065ee-908c-44bc-babd-d1dd53c049b4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:42.887532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:42.921015 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:19:13Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:22:40Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:42.936622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:42.936947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:42.940129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:42.947970 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] Checking router: 4b7065ee-908c-44bc-babd-d1dd53c049b4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:22:42.958629 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] Routers {'4b7065ee-908c-44bc-babd-d1dd53c049b4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:42.959236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b7065ee-908c-44bc-babd-d1dd53c049b4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:42.960786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:43.007170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:43.072781 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] Set router 4b7065ee-908c-44bc-babd-d1dd53c049b4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:43.147383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 4d75aa70-459c-41c6-a0d6-c181b413c39f {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:22:43.147817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:43.199307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 28, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:43.229070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3db76-4717-4a96-adde-79863ffe545b None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 28, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:43.253485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 4d75aa70-459c-41c6-a0d6-c181b413c39f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4d75aa70-459c-41c6-a0d6-c181b413c39f,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:43.253994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:43.270317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 4d75aa70-459c-41c6-a0d6-c181b413c39f owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:22:43.282712 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:19:13Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:22:42Z', 'revision_number': 26, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:43.401732 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4267d033-cfbc-4012-9b6e-3a8308db785b None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [{'id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'name': 'tempest-TestNetworkBasicOps-router-1679082810', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:16:45Z', 'updated_at': '2022-10-26T11:16:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '57bf8c8a-862c-431f-a363-fd77e96565c8', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:21:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:46Z', 'updated_at': '2022-10-26T11:19:13Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '4d75aa70-459c-41c6-a0d6-c181b413c39f', 'name': '', 'network_id': '124301db-f1d6-40cf-b5cd-d641e01e6c54', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:84:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7065ee-908c-44bc-babd-d1dd53c049b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:16:52Z', 'updated_at': '2022-10-26T11:22:42Z', 'revision_number': 26, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'd6529b3f-7320-4c48-bf7c-7c69d0269522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:43.479910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:43.484798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (4d75aa70-459c-41c6-a0d6-c181b413c39f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:43.510308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=4d75aa70-459c-41c6-a0d6-c181b413c39f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:43.533035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.533035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.533035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.533503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.534030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.534400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.534738 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.535065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.535450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.535799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.536129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.536454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.536774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.537194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.537427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:43.747157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:43.756589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (4b7065ee-908c-44bc-babd-d1dd53c049b4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:43.803713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:22:43.807097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:22:43.896810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d36869-26d0-4e36-909c-c085069746da x-openstack-request-id: req-82d36869-26d0-4e36-909c-c085069746da {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:22:43.897198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:22:43.897542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82d36869-26d0-4e36-909c-c085069746da {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:22:43.898130 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d36869-26d0-4e36-909c-c085069746da'] response: {'name': 'network-changed', 'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'status': 'completed', 'code': 200} Oct 26 11:22:43.916746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8434b-bd51-44f6-8c35-f5d93f8105f1 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:22:44.028036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8d04c-f5e0-47c7-9799-f9f98eed7a75 req-93e7f154-fbce-4e50-9778-98392afd814d tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:44.030092 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-28d8d04c-f5e0-47c7-9799-f9f98eed7a75 req-93e7f154-fbce-4e50-9778-98392afd814d tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 945 time: 0.1871533 Oct 26 11:22:44.039026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b7065ee-908c-44bc-babd-d1dd53c049b4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:22:44.050431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8434b-bd51-44f6-8c35-f5d93f8105f1 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:22:44.178899 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-28d8d04c-f5e0-47c7-9799-f9f98eed7a75 req-def18391-66b2-4e36-abba-e0834b9df3dd tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=f9177b88-d5a0-4222-bdec-ee0e0a47db3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385534 Oct 26 11:22:44.227053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:44.231460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:22:44.233927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-90e51351-55e9-4a2b-91a9-d7ec578a1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:44.235688 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-90e51351-55e9-4a2b-91a9-d7ec578a1850 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=059a821dd6854c35a1291cf127fd1701&device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 1129 time: 0.0558624 Oct 26 11:22:44.238392 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a9094146-f28c-4bb0-82c2-919485bd1f97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/4b7065ee-908c-44bc-babd-d1dd53c049b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7875693 Oct 26 11:22:44.244527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59082) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:44.326151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70275d7-9e53-4943-b51c-8985de915e51 req-7999f5ea-c3af-49f4-bf58-7ef07bc868e3 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:44.329377 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b70275d7-9e53-4943-b51c-8985de915e51 req-7999f5ea-c3af-49f4-bf58-7ef07bc868e3 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 945 time: 0.0896893 Oct 26 11:22:44.410179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:44.418739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-df68cc65-6001-48a9-bbf1-704e2810fac1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting subnet d6529b3f-7320-4c48-bf7c-7c69d0269522 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:22:44.422755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df68cc65-6001-48a9-bbf1-704e2810fac1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (d6529b3f-7320-4c48-bf7c-7c69d0269522), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:44.505574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-b70275d7-9e53-4943-b51c-8985de915e51 req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Deleting port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:22:44.506047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b70275d7-9e53-4943-b51c-8985de915e51 req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:44.510785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-897d0dbe-01ef-42ad-96e7-3285c10563c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:44.512403 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-897d0dbe-01ef-42ad-96e7-3285c10563c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8012a18b-7504-40e2-9b31-79637737fccf HTTP/1.1" status: 200 len: 912 time: 0.2665999 Oct 26 11:22:44.608956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device d8f74bf1-cd89-4149-ae7a-1cfb035852c7 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:44.611615 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-0787240c-4cb7-497a-8a68-aaed46a990d7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 HTTP/1.1" status: 200 len: 217 time: 0.0800443 Oct 26 11:22:44.626706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df68cc65-6001-48a9-bbf1-704e2810fac1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (d6529b3f-7320-4c48-bf7c-7c69d0269522), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:44.655445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: d8f74bf1-cd89-4149-ae7a-1cfb035852c7 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:22:44.655815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device d8f74bf1-cd89-4149-ae7a-1cfb035852c7 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:22:44.683149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-b70275d7-9e53-4943-b51c-8985de915e51 req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] For port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:44.683551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b70275d7-9e53-4943-b51c-8985de915e51 req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:44.695405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:44.708433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-b70275d7-9e53-4943-b51c-8985de915e51 req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Calling delete_port for 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:22:44.768435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:44.769244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:44.769775 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:22:44.861704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df68cc65-6001-48a9-bbf1-704e2810fac1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (d6529b3f-7320-4c48-bf7c-7c69d0269522), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:44.866655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-350c11eb-dd49-4f89-8fbf-86d26840e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:44.868162 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-350c11eb-dd49-4f89-8fbf-86d26840e927 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=6177c3f1-746b-4001-8d5b-70134b4a01f7 HTTP/1.1" status: 200 len: 850 time: 0.1198237 Oct 26 11:22:44.920753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:44.921367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:44.944716 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:44.947255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-478b12c6-31a5-4961-a08e-92509f395074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:44.951076 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-478b12c6-31a5-4961-a08e-92509f395074 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8012a18b-7504-40e2-9b31-79637737fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0569384 Oct 26 11:22:44.955167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b70275d7-9e53-4943-b51c-8985de915e51 req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:44.997581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:45.003897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event deleted for resources: {'Port': ['ID=8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:45.009530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.010245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:45.080682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70275d7-9e53-4943-b51c-8985de915e51 req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] No DVR routers for this DVR port 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:22:45.084754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b70275d7-9e53-4943-b51c-8985de915e51 req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.089384 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b70275d7-9e53-4943-b51c-8985de915e51 req-abcfef9e-7a1b-490a-b58d-2bcb8b457886 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.23 "DELETE /networking/v2.0/ports/8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 HTTP/1.1" status: 204 len: 173 time: 0.7542238 Oct 26 11:22:45.090249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'name': 'network-vif-deleted', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:22:45.093721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c6af15-33e6-470c-b716-d5b9937dfb58" -d '{"events": [{"server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "name": "network-vif-deleted", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:22:45.153992 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-5082b2b6-5736-4115-8246-e5cfd417b252 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953981 Oct 26 11:22:45.173668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:45.213238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:45.244132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:45.244514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.244851 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:22:45.312217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9443a1c4-5207-4426-b6cf-6263761b78e1 x-openstack-request-id: req-9443a1c4-5207-4426-b6cf-6263761b78e1 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:22:45.312816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f5c86-8b3c-485a-9bcb-401524fadf07", "name": "network-vif-deleted", "tag": "8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:22:45.313361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9443a1c4-5207-4426-b6cf-6263761b78e1 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:22:45.313981 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9443a1c4-5207-4426-b6cf-6263761b78e1'] response: {'server_uuid': '692f5c86-8b3c-485a-9bcb-401524fadf07', 'name': 'network-vif-deleted', 'tag': '8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479', 'status': 'completed', 'code': 200} Oct 26 11:22:45.344898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df68cc65-6001-48a9-bbf1-704e2810fac1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (d6529b3f-7320-4c48-bf7c-7c69d0269522), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.387073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:45.395099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68cc65-6001-48a9-bbf1-704e2810fac1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Subnet': ['ID=d6529b3f-7320-4c48-bf7c-7c69d0269522,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:45.405960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:45.406357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.433640 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e2175986-a820-45f3-b231-dd7eec2168e0 req-9d519751-4360-4f55-ba2d-386abffd27b5 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 210 time: 0.0975041 Oct 26 11:22:45.443257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-df68cc65-6001-48a9-bbf1-704e2810fac1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.444642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:45.449094 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-df68cc65-6001-48a9-bbf1-704e2810fac1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d6529b3f-7320-4c48-bf7c-7c69d0269522 HTTP/1.1" status: 204 len: 168 time: 1.1898022 Oct 26 11:22:45.452591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59092) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:45.453153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.512650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed0a52-8413-4767-b76d-fd9d6f5ffcd0 None None] Network 124301db-f1d6-40cf-b5cd-d641e01e6c54 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:22:45.521895 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1fc3b56-8b17-4603-a87c-8d3b8976b2ee req-9f6eb100-ded7-4025-ac82-aeacabc353a9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433800 Oct 26 11:22:45.640336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (4b7065ee-908c-44bc-babd-d1dd53c049b4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.641130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:45.647633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a5d03d97-5ac7-458d-8f9e-b3dc85ea34a4 None None] Provisioning complete for port afe13b10-8efc-4b9b-a248-08701467c579 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:45.648247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a5d03d97-5ac7-458d-8f9e-b3dc85ea34a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (afe13b10-8efc-4b9b-a248-08701467c579), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.648764 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a5d03d97-5ac7-458d-8f9e-b3dc85ea34a4 None None] Attempt 1 to provision port afe13b10-8efc-4b9b-a248-08701467c579 Oct 26 11:22:45.758040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (4b7065ee-908c-44bc-babd-d1dd53c049b4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.762853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a5d03d97-5ac7-458d-8f9e-b3dc85ea34a4 None None] Current status of the port afe13b10-8efc-4b9b-a248-08701467c579 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:45.769118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:22:45.771448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:45.815973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 57bf8c8a-862c-431f-a363-fd77e96565c8 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:22:45.817296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.837686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb7a2f-4afe-40d6-a529-3d89062b8ec4 None None] DHCP port deletion for 124301db-f1d6-40cf-b5cd-d641e01e6c54 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:22:45.894381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb7a2f-4afe-40d6-a529-3d89062b8ec4 None None] Deleting port afe13b10-8efc-4b9b-a248-08701467c579 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:22:45.894917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7a2f-4afe-40d6-a529-3d89062b8ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (afe13b10-8efc-4b9b-a248-08701467c579), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.925666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 57bf8c8a-862c-431f-a363-fd77e96565c8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=57bf8c8a-862c-431f-a363-fd77e96565c8,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:45.925881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.950879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 57bf8c8a-862c-431f-a363-fd77e96565c8 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:22:45.973384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e4eb7a2f-4afe-40d6-a529-3d89062b8ec4 None None] For port afe13b10-8efc-4b9b-a248-08701467c579, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=afe13b10-8efc-4b9b-a248-08701467c579,segment=NetworkSegment(73048da0-4437-43fc-9c43-652d78e4ba62),segment_id=73048da0-4437-43fc-9c43-652d78e4ba62)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:45.973940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7a2f-4afe-40d6-a529-3d89062b8ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (afe13b10-8efc-4b9b-a248-08701467c579), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:45.992257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb7a2f-4afe-40d6-a529-3d89062b8ec4 None None] Calling delete_port for afe13b10-8efc-4b9b-a248-08701467c579 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:22:46.094738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7a2f-4afe-40d6-a529-3d89062b8ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (afe13b10-8efc-4b9b-a248-08701467c579), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.120763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb7a2f-4afe-40d6-a529-3d89062b8ec4 None None] Pushing event deleted for resources: {'Port': ['ID=afe13b10-8efc-4b9b-a248-08701467c579,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:46.134253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb7a2f-4afe-40d6-a529-3d89062b8ec4 None None] No DVR routers for this DVR port afe13b10-8efc-4b9b-a248-08701467c579 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:22:46.158387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (57bf8c8a-862c-431f-a363-fd77e96565c8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.185767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=57bf8c8a-862c-431f-a363-fd77e96565c8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:46.249679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (4b7065ee-908c-44bc-babd-d1dd53c049b4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.340693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (4b7065ee-908c-44bc-babd-d1dd53c049b4), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.343062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (4b7065ee-908c-44bc-babd-d1dd53c049b4), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.389542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (4b7065ee-908c-44bc-babd-d1dd53c049b4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.390216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Fanout notify agent at l3_agent the message router_deleted on router 4b7065ee-908c-44bc-babd-d1dd53c049b4 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:22:46.396837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.397969 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad312ded-6380-4a35-ab91-0ec9458e50fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/routers/4b7065ee-908c-44bc-babd-d1dd53c049b4 HTTP/1.1" status: 204 len: 168 time: 0.9414182 Oct 26 11:22:46.400680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59094) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:46.486246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (124301db-f1d6-40cf-b5cd-d641e01e6c54), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.569867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:46.594543 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2d0eeaca-e7cc-4932-87c8-54fcb15065b5 req-a11fcb7b-863a-4908-bbf1-11a7654f4856 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 210 time: 0.0599263 Oct 26 11:22:46.597732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (124301db-f1d6-40cf-b5cd-d641e01e6c54), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.605282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:46.624711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124301db-f1d6-40cf-b5cd-d641e01e6c54']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:46.649641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73048da0-4437-43fc-9c43-652d78e4ba62') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:46.650362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73048da0-4437-43fc-9c43-652d78e4ba62') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:46.652634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:46.652999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.653338 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:22:46.682414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (73048da0-4437-43fc-9c43-652d78e4ba62), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.701156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (73048da0-4437-43fc-9c43-652d78e4ba62), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.709513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:22:46.709932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (73048da0-4437-43fc-9c43-652d78e4ba62), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.750542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:46.752040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:46.790906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (124301db-f1d6-40cf-b5cd-d641e01e6c54), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.834861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:46.834861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.835684 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:22:46.840648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:46.958942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:47.200529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.225293 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/networks/124301db-f1d6-40cf-b5cd-d641e01e6c54 HTTP/1.1" status: 204 len: 168 time: 0.8087959 Oct 26 11:22:47.225293 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 73048da0-4437-43fc-9c43-652d78e4ba62 resource provider aggregate not found Oct 26 11:22:47.225293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905346d-408d-4711-86af-00de26bfe88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Network': ['ID=124301db-f1d6-40cf-b5cd-d641e01e6c54,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:47.232518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 73048da0-4437-43fc-9c43-652d78e4ba62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73048da0-4437-43fc-9c43-652d78e4ba62 found for delete ", "request_id": "req-9fdc168f-134e-481a-8579-628413d8d0b3"}]} Oct 26 11:22:47.260575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59104) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:47.266196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'network': {'name': 'tempest-network-smoke--845234996', 'project_id': '96acf66580ef42109af70a407c10125a', 'port_security_enabled': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:47.275992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device afe13b10-8efc-4b9b-a248-08701467c579 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:47.295957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: afe13b10-8efc-4b9b-a248-08701467c579 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:22:47.296733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device afe13b10-8efc-4b9b-a248-08701467c579 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:22:47.304815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:22:47.308825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.332075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:47.335767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:22:47.346861 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (140e84c6-487c-4e3a-a4f9-16de4e948b31), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.347203 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Added segment 140e84c6-487c-4e3a-a4f9-16de4e948b31 of type vlan for network 377498c4-1f73-4fbd-8983-5d519b102d6f Oct 26 11:22:47.397734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (377498c4-1f73-4fbd-8983-5d519b102d6f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.425257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (377498c4-1f73-4fbd-8983-5d519b102d6f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.430346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:47.430924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.498118 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2360625 Oct 26 11:22:47.500828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:47.505770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-677424646', 'admin_state_up': True, 'project_id': '96acf66580ef42109af70a407c10125a', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:47.516552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2643b7f-ef9e-40c0-8830-8133a9a9fd80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Network': ['ID=377498c4-1f73-4fbd-8983-5d519b102d6f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:47.527056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 377498c4-1f73-4fbd-8983-5d519b102d6f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:22:47.537146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (412c51d9-4e99-4115-8a9d-bd0febe1feac), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.538143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (412c51d9-4e99-4115-8a9d-bd0febe1feac), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.596954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (412c51d9-4e99-4115-8a9d-bd0febe1feac), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.616836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:47.653253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:47.664894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:47.665723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:47.741818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d7bab656-d5ee-49d1-bfa4-908896c7fff5 req-fcf5ec68-34a1-4852-92e3-44de16e2baa3 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 210 time: 0.0375180 Oct 26 11:22:47.773960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (412c51d9-4e99-4115-8a9d-bd0febe1feac), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.796557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:47.967847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (412c51d9-4e99-4115-8a9d-bd0febe1feac), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.988208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:47.989749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.012117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:22:45Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:22:44Z', 'revision_number': 29, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:48.042859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:22:48.053645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:48.054302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:48.117058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.190 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/fabce449-64eb-4824-ab45-3ecda696db0d) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:22:48.165652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:48.243989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44805549-753c-4af6-abb9-787f5ab254cc None None] Sync routers for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:48.243989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44805549-753c-4af6-abb9-787f5ab254cc None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:48.243989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44805549-753c-4af6-abb9-787f5ab254cc None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:22:48.243989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-44805549-753c-4af6-abb9-787f5ab254cc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4b7065ee-908c-44bc-babd-d1dd53c049b4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:22:48.244950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44805549-753c-4af6-abb9-787f5ab254cc None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:48.244950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44805549-753c-4af6-abb9-787f5ab254cc None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:22:48.245347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-44805549-753c-4af6-abb9-787f5ab254cc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4b7065ee-908c-44bc-babd-d1dd53c049b4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:22:48.245721 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44805549-753c-4af6-abb9-787f5ab254cc None None] The sync data for ids ['4b7065ee-908c-44bc-babd-d1dd53c049b4'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:48.262715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (fabce449-64eb-4824-ab45-3ecda696db0d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.302675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.348213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:48.350812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:48.374400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:22:48.378567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:22:48.389084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:22:48.551201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:22:45Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:22:44Z', 'revision_number': 29, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:48.577547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9954fe5-e2b2-4358-b87a-5ba9bc5ce15c None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:22:45Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:22:44Z', 'revision_number': 29, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:48.580961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:48.601871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 57bf8c8a-862c-431f-a363-fd77e96565c8 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:22:48.602211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 57bf8c8a-862c-431f-a363-fd77e96565c8 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:22:48.602634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:48.634588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:48.662768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:22:48.663116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 8e1ef5d2-eacd-40cc-a7ac-26d8f82f8479 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:22:48.691634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (412c51d9-4e99-4115-8a9d-bd0febe1feac), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.703270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:48.713226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:48.713619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.755342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:48.762779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.763674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:48.907923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:48.929699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:48.930098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.937394 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3307d267-f999-4cd6-9a2a-e9cac1fe1de5 req-af634f45-1760-47dd-a694-e99cf5a683e3 tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 210 time: 0.0470273 Oct 26 11:22:48.953271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:48.963774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.964662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:48.969132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:49.000740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (412c51d9-4e99-4115-8a9d-bd0febe1feac), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:49.014724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 4d75aa70-459c-41c6-a0d6-c181b413c39f {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:22:49.015082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4d75aa70-459c-41c6-a0d6-c181b413c39f not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:22:49.045628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:49.359812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:49.468370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 412c51d9-4e99-4115-8a9d-bd0febe1feac is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:22:49.583986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:22:49.595309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:49.608059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:49.609316 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-95834147-de3f-4506-9705-388c1f3a2949 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1076894 Oct 26 11:22:49.612714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59112) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:49.613401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:49.614113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:49.747493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:49.786777 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-49f45516-9cac-4384-9c74-ed4a5ac0d930 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=96acf66580ef42109af70a407c10125a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1728766 Oct 26 11:22:49.789546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59116) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:49.843833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:49.908953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af8ec46-14e1-49b0-8010-192a476eeb5a tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:49.912404 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9af8ec46-14e1-49b0-8010-192a476eeb5a tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1214404 Oct 26 11:22:49.913412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59118) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:49.958745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e70cf6a3-f5c3-42f3-8808-0ce153a4d9ea tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440924 Oct 26 11:22:49.961715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59120) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:49.967064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-44730283', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'project_id': '96acf66580ef42109af70a407c10125a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:50.003892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:48Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:50.032020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:22:50.032375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Updating router 412c51d9-4e99-4115-8a9d-bd0febe1feac port fabce449-64eb-4824-ab45-3ecda696db0d binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:22:50.069532 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8823f2b9-8570-4c32-bc4f-43523789ffbe req-af0f3aa1-a41c-4751-8d0c-168ec4be19be tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=692f5c86-8b3c-485a-9bcb-401524fadf07 HTTP/1.1" status: 200 len: 210 time: 0.0411885 Oct 26 11:22:50.073175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.113901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:22:50.118121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.324090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (3db231b5-ea15-48e3-879a-cc8b2df277d9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.335992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:50.375542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Publish callbacks [] for port (fabce449-64eb-4824-ab45-3ecda696db0d), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.381967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.385619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Subnet': ['ID=3db231b5-ea15-48e3-879a-cc8b2df277d9,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:50.401994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Checking segment: {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:22:50.402347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network hostable DHCP agents. Network: 377498c4-1f73-4fbd-8983-5d519b102d6f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:22:50.420766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 377498c4-1f73-4fbd-8983-5d519b102d6f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:22:50.425390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Attempting to bind port fabce449-64eb-4824-ab45-3ecda696db0d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:22:50.425759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Attempting to bind port fabce449-64eb-4824-ab45-3ecda696db0d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:22:50.426119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Attempting to bind port fabce449-64eb-4824-ab45-3ecda696db0d on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:22:50.431473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 377498c4-1f73-4fbd-8983-5d519b102d6f) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:22:50.437359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:50.437483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.454005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845a12e-2820-4794-a9e5-93020a76150c None None] Network 377498c4-1f73-4fbd-8983-5d519b102d6f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:22:50.456074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fed32c-58b7-47e1-82dc-4d721513578d None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:50.460279 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e7bc2814-4f7d-4d2b-9c2f-14dcfe709c45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4974525 Oct 26 11:22:50.460746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:50.539812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:22:50.540185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:22:50.540600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.540999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:22:50.541491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Bound port: fabce449-64eb-4824-ab45-3ecda696db0d, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:22:50.541876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.578721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:50.651541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:50.665445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-377498c4-1f73-4fbd-8983-5d519b102d6f', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:22:50.666512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.684948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:22:50.707850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:22:50.727838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.729660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:50.730009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.730346 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:22:50.793620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:50.869516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:50.870060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:50.991193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fed32c-58b7-47e1-82dc-4d721513578d None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:51.001059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.035089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Allocated IP 172.20.0.2 (377498c4-1f73-4fbd-8983-5d519b102d6f/3db231b5-ea15-48e3-879a-cc8b2df277d9/4dd5f731-c88c-4c8c-8fff-febbdf9efc68) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:22:51.212296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:51.212688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.249629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:51.257614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:51.406395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:51.417103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:51.423059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.423943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:51.505106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:51.556590 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:51.569636 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:51.570221 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:51.592208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:51.592552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.592899 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:22:51.594332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:51.655550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Publish callbacks [] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.673437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.685611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:48Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:51.704111 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:51.743119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9888c-9e97-4268-956e-71cbfbcde58e None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:48Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:51.748862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Network 377498c4-1f73-4fbd-8983-5d519b102d6f is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:22:51.757908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:22:51.765315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:22:51.776073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Pushing event updated for resources: {'Port': ['ID=4dd5f731-c88c-4c8c-8fff-febbdf9efc68,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:51.777318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.1 (377498c4-1f73-4fbd-8983-5d519b102d6f/3db231b5-ea15-48e3-879a-cc8b2df277d9/b3b10eda-a65e-4ec5-9f61-359b6dd56729) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:22:51.865535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:51.872589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.908024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Attempting to bind port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:22:51.909318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Attempting to bind port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:22:51.909858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Attempting to bind port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 on network 377498c4-1f73-4fbd-8983-5d519b102d6f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:22:51.933552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:51.944096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.983854 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:22:48Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:22:51Z', 'revision_number': 31, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:51.992152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:22:51.992794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Checking segment: {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:22:51.993369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.993943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Bound using segment: {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:22:51.994390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.995088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Bound port: 4dd5f731-c88c-4c8c-8fff-febbdf9efc68, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:22:51.995656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.015808 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:22:52.024114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:52.029229 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:52.030149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:52.053716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.098278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] For port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:22:52.102816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] For port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4dd5f731-c88c-4c8c-8fff-febbdf9efc68,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:22:52.114676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.121237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 377498c4-1f73-4fbd-8983-5d519b102d6f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:22:52.138193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:22:52.170524 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:52.203238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:52.209633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:22:52.210914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:52.238803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e014a-e5c4-4d37-b078-2fe496746a57 None None] Pushing event updated for resources: {'Port': ['ID=4dd5f731-c88c-4c8c-8fff-febbdf9efc68,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:52.296507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (412c51d9-4e99-4115-8a9d-bd0febe1feac), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.442662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:52.524559 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:22:51Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:22:51Z', 'revision_number': 31, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:52.532530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.603609 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e0abe-4900-4288-9bf0-1c2e95c417ac None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:22:51Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:22:51Z', 'revision_number': 31, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:52.711079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:52.767206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:52.773768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:52.774486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.775097 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:22:52.915163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:52.916466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.969355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.975960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.978748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:52.983237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.984403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:53.099525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:53.108290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:53.113938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (412c51d9-4e99-4115-8a9d-bd0febe1feac), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.120056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:53.125281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:53.152717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:53.153192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.153600 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 Oct 26 11:22:53.296500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:53.296899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.327921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 377498c4-1f73-4fbd-8983-5d519b102d6f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:22:53.334192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:22:53.350400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4dd5f731-c88c-4c8c-8fff-febbdf9efc68,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:53.355426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.450631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:53.489454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=4dd5f731-c88c-4c8c-8fff-febbdf9efc68,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:53.559328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:53.559747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.601330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:53.613678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.614563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:53.624319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 412c51d9-4e99-4115-8a9d-bd0febe1feac has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:22:53.752014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:53.818206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:53.818614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.827342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:22:53.841150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59140) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:53.841725 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ef4ab619-590a-4a90-8c62-ba44bea062f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/412c51d9-4e99-4115-8a9d-bd0febe1feac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3795288 Oct 26 11:22:53.869506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91edb323-5ea6-477e-9a8d-20669cd686e1 None None] Network 377498c4-1f73-4fbd-8983-5d519b102d6f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:22:53.933787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:53.954039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.960782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3709c343-9351-40b2-9a1f-05fae2d9903e None None] Provisioning complete for port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:53.961155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3709c343-9351-40b2-9a1f-05fae2d9903e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.961489 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3709c343-9351-40b2-9a1f-05fae2d9903e None None] Attempt 1 to provision port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 Oct 26 11:22:53.986337 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10594cd7-692c-4c9a-846a-766c2cde5c9b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:53.987261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10594cd7-692c-4c9a-846a-766c2cde5c9b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:53.987937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10594cd7-692c-4c9a-846a-766c2cde5c9b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:53.988261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10594cd7-692c-4c9a-846a-766c2cde5c9b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:53.988715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10594cd7-692c-4c9a-846a-766c2cde5c9b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:53.989169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10594cd7-692c-4c9a-846a-766c2cde5c9b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:53.990993 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-10594cd7-692c-4c9a-846a-766c2cde5c9b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1478777 Oct 26 11:22:53.994032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59142) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:54.089358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:54.111173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:54.117600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4063e-4952-4cef-bfbe-991da74aee0c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:54.118072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4063e-4952-4cef-bfbe-991da74aee0c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:54.118532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4063e-4952-4cef-bfbe-991da74aee0c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:54.118993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4063e-4952-4cef-bfbe-991da74aee0c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:54.119629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4063e-4952-4cef-bfbe-991da74aee0c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:54.119922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4063e-4952-4cef-bfbe-991da74aee0c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:54.124402 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c8e4063e-4952-4cef-bfbe-991da74aee0c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1265621 Oct 26 11:22:54.125576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:54.126053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59144) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:54.139181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3709c343-9351-40b2-9a1f-05fae2d9903e None None] Current status of the port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:54.251535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:54.281216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-44a86c1e-fc21-45a5-bbd7-1e0a564d8e78 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1482317 Oct 26 11:22:54.355498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59148) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:54.360788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-33833602-7c0a-4bdd-a457-ca3361124ecd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166608230', 'description': 'tempest-secgroup-smoke-1166608230 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:54.395119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33833602-7c0a-4bdd-a457-ca3361124ecd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.458903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:54.474769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-82652149-1010-459d-8d79-a136236642b7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:54.475577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-82652149-1010-459d-8d79-a136236642b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.475874 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-82652149-1010-459d-8d79-a136236642b7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:22:54.494614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33833602-7c0a-4bdd-a457-ca3361124ecd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.506124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33833602-7c0a-4bdd-a457-ca3361124ecd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.550176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-82652149-1010-459d-8d79-a136236642b7 None None] Port b3b10eda-a65e-4ec5-9f61-359b6dd56729 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:22:54.563570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-82652149-1010-459d-8d79-a136236642b7 None None] Provisioning complete for port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:54.564247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-82652149-1010-459d-8d79-a136236642b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.566464 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-82652149-1010-459d-8d79-a136236642b7 None None] Attempt 1 to provision port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 Oct 26 11:22:54.568756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33833602-7c0a-4bdd-a457-ca3361124ecd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:54.576045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33833602-7c0a-4bdd-a457-ca3361124ecd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.582722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59152) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:54.583769 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-33833602-7c0a-4bdd-a457-ca3361124ecd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2269461 Oct 26 11:22:54.588263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d7a3233e-19af-49ac-b2d9-663d7a99fd77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:54.653866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d7a3233e-19af-49ac-b2d9-663d7a99fd77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (16ab647f-b3ff-4511-aca2-9f2af71c3541), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.726033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:54.757060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-82652149-1010-459d-8d79-a136236642b7 None None] Current status of the port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:54.763244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:54.768178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:54.815556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d7a3233e-19af-49ac-b2d9-663d7a99fd77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (16ab647f-b3ff-4511-aca2-9f2af71c3541), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.826443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d7a3233e-19af-49ac-b2d9-663d7a99fd77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (16ab647f-b3ff-4511-aca2-9f2af71c3541), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.860432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3233e-19af-49ac-b2d9-663d7a99fd77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ab647f-b3ff-4511-aca2-9f2af71c3541,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:54.885172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d7a3233e-19af-49ac-b2d9-663d7a99fd77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.887138 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d7a3233e-19af-49ac-b2d9-663d7a99fd77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3030663 Oct 26 11:22:54.889933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59154) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:54.895228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5da0127c-7194-41d5-b4ce-cc2726e115d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:54.920000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-036611e9-efbd-4b61-b1d2-44a4a3762cdb None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:54.926927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-036611e9-efbd-4b61-b1d2-44a4a3762cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.927463 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-036611e9-efbd-4b61-b1d2-44a4a3762cdb None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:22:54.950352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5da0127c-7194-41d5-b4ce-cc2726e115d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (38280458-ea0a-428c-9be0-ded4b1af73a8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:54.976512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:55.026255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:55.028359 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5da0127c-7194-41d5-b4ce-cc2726e115d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (38280458-ea0a-428c-9be0-ded4b1af73a8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.035087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5da0127c-7194-41d5-b4ce-cc2726e115d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (38280458-ea0a-428c-9be0-ded4b1af73a8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.066879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0127c-7194-41d5-b4ce-cc2726e115d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38280458-ea0a-428c-9be0-ded4b1af73a8,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:55.073397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5da0127c-7194-41d5-b4ce-cc2726e115d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.078188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59156) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:55.080980 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5da0127c-7194-41d5-b4ce-cc2726e115d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1888881 Oct 26 11:22:55.084103 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-36901c69-b7d7-4ec6-a670-bfee67e42e9c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:55.119748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36901c69-b7d7-4ec6-a670-bfee67e42e9c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (bd624c17-2e49-4868-b10a-a6ef4a7c3273), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.209176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36901c69-b7d7-4ec6-a670-bfee67e42e9c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (bd624c17-2e49-4868-b10a-a6ef4a7c3273), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.214173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36901c69-b7d7-4ec6-a670-bfee67e42e9c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (bd624c17-2e49-4868-b10a-a6ef4a7c3273), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.220967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:55.236182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-036611e9-efbd-4b61-b1d2-44a4a3762cdb None None] Port b3b10eda-a65e-4ec5-9f61-359b6dd56729 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:22:55.241890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36901c69-b7d7-4ec6-a670-bfee67e42e9c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd624c17-2e49-4868-b10a-a6ef4a7c3273,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:55.250188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36901c69-b7d7-4ec6-a670-bfee67e42e9c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.252008 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-36901c69-b7d7-4ec6-a670-bfee67e42e9c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726036 Oct 26 11:22:55.256119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59158) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:55.261677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f5487f6b-0149-4921-a0f9-a292d0d49f77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:55.291319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f5487f6b-0149-4921-a0f9-a292d0d49f77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (0c9e230f-56cf-455c-b803-f5a4ae1af20c), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.309333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:55.309711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.310054 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 Oct 26 11:22:55.357932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f5487f6b-0149-4921-a0f9-a292d0d49f77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (0c9e230f-56cf-455c-b803-f5a4ae1af20c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.363443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f5487f6b-0149-4921-a0f9-a292d0d49f77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0c9e230f-56cf-455c-b803-f5a4ae1af20c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.378849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5487f6b-0149-4921-a0f9-a292d0d49f77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9e230f-56cf-455c-b803-f5a4ae1af20c,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:55.397015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f5487f6b-0149-4921-a0f9-a292d0d49f77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.397315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-50b91a94-808c-490f-bf37-ff640edf21bd None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:55.397675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-50b91a94-808c-490f-bf37-ff640edf21bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.398008 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-50b91a94-808c-490f-bf37-ff640edf21bd None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:22:55.401428 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5487f6b-0149-4921-a0f9-a292d0d49f77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408937 Oct 26 11:22:55.401589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59160) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:55.408005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3cb188d9-a065-48a5-85be-456eff16eba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:55.416363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:55.441628 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-3cb188d9-a065-48a5-85be-456eff16eba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:22:55.447952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3cb188d9-a065-48a5-85be-456eff16eba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (21174f91-21f7-4dc0-b10a-d87a5632c7c0), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.521094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-50b91a94-808c-490f-bf37-ff640edf21bd None None] Port b3b10eda-a65e-4ec5-9f61-359b6dd56729 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:22:55.523969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3cb188d9-a065-48a5-85be-456eff16eba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (21174f91-21f7-4dc0-b10a-d87a5632c7c0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.528537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:55.529626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:55.530419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3cb188d9-a065-48a5-85be-456eff16eba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (21174f91-21f7-4dc0-b10a-d87a5632c7c0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.554911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb188d9-a065-48a5-85be-456eff16eba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21174f91-21f7-4dc0-b10a-d87a5632c7c0,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:55.562769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:55.563147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3cb188d9-a065-48a5-85be-456eff16eba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.567753 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3cb188d9-a065-48a5-85be-456eff16eba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618001 Oct 26 11:22:55.567932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:55.574131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1f0dc532-7a36-46b9-b706-2976e6d6ec48 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:55.595272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:22:55.596039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Updating router 412c51d9-4e99-4115-8a9d-bd0febe1feac port b3b10eda-a65e-4ec5-9f61-359b6dd56729 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:22:55.601545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-1f0dc532-7a36-46b9-b706-2976e6d6ec48 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:22:55.608413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f0dc532-7a36-46b9-b706-2976e6d6ec48 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (c7ca954d-23e9-48df-ad3e-a8c4fedf506d), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.631407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 816bad82-971b-4fcb-af9c-150f76bc71e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:55.631790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.632315 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 816bad82-971b-4fcb-af9c-150f76bc71e6 Oct 26 11:22:55.635054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.688236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f0dc532-7a36-46b9-b706-2976e6d6ec48 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (c7ca954d-23e9-48df-ad3e-a8c4fedf506d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.699592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f0dc532-7a36-46b9-b706-2976e6d6ec48 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (c7ca954d-23e9-48df-ad3e-a8c4fedf506d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.710111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59166) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:55.724233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:55.727091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:55.747229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dc532-7a36-46b9-b706-2976e6d6ec48 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ca954d-23e9-48df-ad3e-a8c4fedf506d,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:55.780364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1f0dc532-7a36-46b9-b706-2976e6d6ec48 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.799689 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1f0dc532-7a36-46b9-b706-2976e6d6ec48 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2304626 Oct 26 11:22:55.828752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5e34ae9-bfe5-4573-8cdd-5dd92486bb8d tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group (f9177b88-d5a0-4222-bdec-ee0e0a47db3c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.862857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:55.863362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.864684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5e34ae9-bfe5-4573-8cdd-5dd92486bb8d tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group (f9177b88-d5a0-4222-bdec-ee0e0a47db3c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.955681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5e34ae9-bfe5-4573-8cdd-5dd92486bb8d tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f9177b88-d5a0-4222-bdec-ee0e0a47db3c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.959575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5e34ae9-bfe5-4573-8cdd-5dd92486bb8d tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.961484 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5e34ae9-bfe5-4573-8cdd-5dd92486bb8d tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f9177b88-d5a0-4222-bdec-ee0e0a47db3c HTTP/1.1" status: 204 len: 168 time: 0.2533798 Oct 26 11:22:55.972505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e34ae9-bfe5-4573-8cdd-5dd92486bb8d tempest-TestVolumeBootPattern-1829740567 tempest-TestVolumeBootPattern-1829740567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9177b88-d5a0-4222-bdec-ee0e0a47db3c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:55.976983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:55.997870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:55.998803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:56.013178 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-e544f529-be18-457b-95fe-19d352d16c4e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1166608230&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.0918477 Oct 26 11:22:56.031943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:56.079381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:56.165271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f510-3622-4542-822f-c6ac2a534316 req-91760c87-9c7e-4ddf-ba52-db66b682a300 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:56.167321 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-91760c87-9c7e-4ddf-ba52-db66b682a300 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 796 time: 0.1459534 Oct 26 11:22:56.186553 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-ca4ce478-17ba-46e4-9816-4d036a75cbef tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/quotas/96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 375 time: 0.0131540 Oct 26 11:22:56.217913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:56.228057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Publish callbacks [] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.232598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42254ac4-3bc1-448c-b9d5-08c72d31d876 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:56.233710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.235218 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42254ac4-3bc1-448c-b9d5-08c72d31d876 Oct 26 11:22:56.240504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.287648 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-2facd396-f03e-4762-938d-19a0db695e79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950856 Oct 26 11:22:56.364296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d657a2-f9c5-44db-99d4-7a46e44ddeae None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:56.400903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Attempting to bind port b3b10eda-a65e-4ec5-9f61-359b6dd56729 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:22:56.401280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Attempting to bind port b3b10eda-a65e-4ec5-9f61-359b6dd56729 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:22:56.401656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Attempting to bind port b3b10eda-a65e-4ec5-9f61-359b6dd56729 on network 377498c4-1f73-4fbd-8983-5d519b102d6f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:22:56.402104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-deade2d8-3f43-440c-9dce-a45cab108ed2 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:22:56.403201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-deade2d8-3f43-440c-9dce-a45cab108ed2 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1039433 Oct 26 11:22:56.451870 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:56.462217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:56.463154 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:56.557125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:56.561715 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-19097392-07e1-48bf-8542-f5353be4fa5e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496239 Oct 26 11:22:56.577955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:56.585448 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:56.590359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:56.590750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.654842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-10847684-922b-408b-92b6-bb57f494bc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.660203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:56.661475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:22:56.661831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Checking segment: {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:22:56.662237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.662629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Bound using segment: {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:22:56.663183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Bound port: b3b10eda-a65e-4ec5-9f61-359b6dd56729, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:22:56.663563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.674361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:56.679097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.685678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:56.778496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:56.821705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:56.832794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:22:56.847365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (cd532ea2-8194-415b-8cb5-a62257794798), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.852059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:22:56.866363 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:22:53Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:22:55Z', 'revision_number': 33, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:56.895327 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-cc6ab1aa-611c-42ef-a2f3-20ff6e333aef service neutron] 10.222.0.26 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724123 Oct 26 11:22:56.896217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:56.914075 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] Checking router: cd532ea2-8194-415b-8cb5-a62257794798 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:22:56.935647 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] Routers {'cd532ea2-8194-415b-8cb5-a62257794798'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:56.936360 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['cd532ea2-8194-415b-8cb5-a62257794798'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:56.950986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:56.951378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:56.953431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:56.954009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:57.051146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:57.066531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:57.073385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d657a2-f9c5-44db-99d4-7a46e44ddeae None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:57.101449 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] Set router cd532ea2-8194-415b-8cb5-a62257794798 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:57.207120 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ca79dfd7-475d-4d28-8981-7478e13ebeeb req-a5fcf185-509a-42d2-bbff-7be9ffc86ef2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0391011 Oct 26 11:22:57.215086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Deleting port 816bad82-971b-4fcb-af9c-150f76bc71e6 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:22:57.215433 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:57.313112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:57.380591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:57.414366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:57.437824 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:22:56Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:22:55Z', 'revision_number': 33, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:57.467933 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b844e9f9-6bee-4eee-9407-d24f978c982f None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [{'id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'name': 'tempest-TestVolumeBootPattern-454434151-router', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:31Z', 'updated_at': '2022-10-26T11:17:39Z', 'revision_number': 4, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'gw_port': {'id': '42254ac4-3bc1-448c-b9d5-08c72d31d876', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:32Z', 'updated_at': '2022-10-26T11:22:56Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '816bad82-971b-4fcb-af9c-150f76bc71e6', 'name': '', 'network_id': '8012a18b-7504-40e2-9b31-79637737fccf', 'tenant_id': '059a821dd6854c35a1291cf127fd1701', 'mac_address': 'fa:16:3e:09:4a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd532ea2-8194-415b-8cb5-a62257794798', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:37Z', 'updated_at': '2022-10-26T11:22:55Z', 'revision_number': 33, 'project_id': '059a821dd6854c35a1291cf127fd1701', 'subnets': [{'id': '6177c3f1-746b-4001-8d5b-70134b4a01f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:57.546452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 816bad82-971b-4fcb-af9c-150f76bc71e6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:57.546856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:57.591529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:57.608499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:57.616840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:57.617562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:57.626403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] For port 816bad82-971b-4fcb-af9c-150f76bc71e6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=816bad82-971b-4fcb-af9c-150f76bc71e6,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:57.626849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:57.644422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Calling delete_port for 816bad82-971b-4fcb-af9c-150f76bc71e6 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:22:57.708325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:57.753462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:22:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:57.755668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:57.758939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:57.789375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7a697-171f-4b11-bbfb-1ea30624781a None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:22:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:57.829560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42254ac4-3bc1-448c-b9d5-08c72d31d876 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:57.829958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:57.855917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:57.863937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:57.908945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (816bad82-971b-4fcb-af9c-150f76bc71e6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:57.932581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:57.939827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=816bad82-971b-4fcb-af9c-150f76bc71e6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:58.145596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (cd532ea2-8194-415b-8cb5-a62257794798), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:58.295164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:58.376908 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6cd8873c-c490-4def-81f7-a954cc5f8b9c req-56dcb5c8-c3b2-4c35-81ae-3ee518f5b4e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0290751 Oct 26 11:22:58.489717 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Router cd532ea2-8194-415b-8cb5-a62257794798 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:22:58.573335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b695c73-29e0-4487-b95e-45df49006afa None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:22:58.622286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:22:58.628827 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-53f2e465-dc0c-4a8a-a33d-8d080e948b4d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/cd532ea2-8194-415b-8cb5-a62257794798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963526 Oct 26 11:22:58.632021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59204) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:58.683099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b695c73-29e0-4487-b95e-45df49006afa None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:22:58.751596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks [] for router (cd532ea2-8194-415b-8cb5-a62257794798), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:58.892743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d42c-0ab7-4a38-af2d-85c520980411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:58.907325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks [] for router_gateway (cd532ea2-8194-415b-8cb5-a62257794798), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:58.963136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Deleting port 42254ac4-3bc1-448c-b9d5-08c72d31d876 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:22:58.963594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.018343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:59.068225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] For port 42254ac4-3bc1-448c-b9d5-08c72d31d876, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42254ac4-3bc1-448c-b9d5-08c72d31d876,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:59.068952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.088840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Calling delete_port for 42254ac4-3bc1-448c-b9d5-08c72d31d876 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:22:59.293356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:59.329920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (42254ac4-3bc1-448c-b9d5-08c72d31d876), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.354993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:59.355533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.356046 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:22:59.364100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Pushing event deleted for resources: {'Port': ['ID=42254ac4-3bc1-448c-b9d5-08c72d31d876,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:59.465368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:59.465910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.493890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:59.503160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.504019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:59.532322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (cd532ea2-8194-415b-8cb5-a62257794798), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.540482 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31a7ea72-fb04-4434-b400-36a5a99be252 req-0df3aaf9-6a61-49fe-ae74-7e172ee2251d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0544810 Oct 26 11:22:59.582468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 42254ac4-3bc1-448c-b9d5-08c72d31d876 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:22:59.582861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 11:22:59.603987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port 42254ac4-3bc1-448c-b9d5-08c72d31d876 not found, will not notify nova. {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 11:22:59.604458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:59.662910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (cd532ea2-8194-415b-8cb5-a62257794798), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.665256 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks [] for router_controller (cd532ea2-8194-415b-8cb5-a62257794798), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.666593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:59.666724 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:59.687830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-60f7c8f6-2985-4e35-8486-6a00e23e6d12 None None] Provisioning complete for port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:59.688210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-60f7c8f6-2985-4e35-8486-6a00e23e6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.688576 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-60f7c8f6-2985-4e35-8486-6a00e23e6d12 None None] Attempt 1 to provision port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 Oct 26 11:22:59.712964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:59.713264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.713686 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:22:59.720028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (cd532ea2-8194-415b-8cb5-a62257794798), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.720631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd532ea2-8194-415b-8cb5-a62257794798 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:22:59.725532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.727763 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2f807474-1fa4-4fa9-9d37-6dcad20e603d admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/cd532ea2-8194-415b-8cb5-a62257794798 HTTP/1.1" status: 204 len: 168 time: 1.0936620 Oct 26 11:22:59.729363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:59.776115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-18530fea-5eb7-4c53-840f-01c9faff38a7 admin admin] Deleting subnet 6177c3f1-746b-4001-8d5b-70134b4a01f7 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:22:59.779209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18530fea-5eb7-4c53-840f-01c9faff38a7 admin admin] Publish callbacks [] for subnet (6177c3f1-746b-4001-8d5b-70134b4a01f7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.787977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:59.793741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:59.818047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18530fea-5eb7-4c53-840f-01c9faff38a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (6177c3f1-746b-4001-8d5b-70134b4a01f7), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.836294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-60f7c8f6-2985-4e35-8486-6a00e23e6d12 None None] Current status of the port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:59.841034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:59.841610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.878656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:59.888405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.912994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18530fea-5eb7-4c53-840f-01c9faff38a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (6177c3f1-746b-4001-8d5b-70134b4a01f7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.943356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:59.957075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.967990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18530fea-5eb7-4c53-840f-01c9faff38a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (6177c3f1-746b-4001-8d5b-70134b4a01f7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:59.995388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18530fea-5eb7-4c53-840f-01c9faff38a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6177c3f1-746b-4001-8d5b-70134b4a01f7,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:59.998953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-18530fea-5eb7-4c53-840f-01c9faff38a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.002357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-18530fea-5eb7-4c53-840f-01c9faff38a7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/6177c3f1-746b-4001-8d5b-70134b4a01f7 HTTP/1.1" status: 204 len: 168 time: 0.2718248 Oct 26 11:23:00.004750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59216) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:00.006262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621e342-f39e-4fd1-bb26-89cca9b07d46 None None] Network 8012a18b-7504-40e2-9b31-79637737fccf requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:23:00.075499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8012a18b-7504-40e2-9b31-79637737fccf), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.127050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Deleting port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:23:00.127427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.160123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6036bd-004c-43b2-86dc-8af0a6aaf1e2 None None] DHCP port deletion for 8012a18b-7504-40e2-9b31-79637737fccf request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:23:00.191903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] For port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=86c4ecfb-b5ec-4eb7-ad16-39fc49b30993,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:00.192275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.197181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-dc6036bd-004c-43b2-86dc-8af0a6aaf1e2 None None] Deleting port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:23:00.197554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dc6036bd-004c-43b2-86dc-8af0a6aaf1e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.206424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Calling delete_port for 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:23:00.254028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:00.264740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-dc6036bd-004c-43b2-86dc-8af0a6aaf1e2 None None] For port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=86c4ecfb-b5ec-4eb7-ad16-39fc49b30993,segment=NetworkSegment(5885490c-8170-4c03-8a2b-0530e7c8bd8d),segment_id=5885490c-8170-4c03-8a2b-0530e7c8bd8d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:00.265131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dc6036bd-004c-43b2-86dc-8af0a6aaf1e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.278866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-dc6036bd-004c-43b2-86dc-8af0a6aaf1e2 None None] Calling delete_port for 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:23:00.293172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.315253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c4ecfb-b5ec-4eb7-ad16-39fc49b30993,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:00.322110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] No DVR routers for this DVR port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:23:00.356424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dc6036bd-004c-43b2-86dc-8af0a6aaf1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (86c4ecfb-b5ec-4eb7-ad16-39fc49b30993), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.382326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6036bd-004c-43b2-86dc-8af0a6aaf1e2 None None] Pushing event deleted for resources: {'Port': ['ID=86c4ecfb-b5ec-4eb7-ad16-39fc49b30993,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:00.388481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6036bd-004c-43b2-86dc-8af0a6aaf1e2 None None] No DVR routers for this DVR port 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:23:00.396884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8012a18b-7504-40e2-9b31-79637737fccf), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.418292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8012a18b-7504-40e2-9b31-79637737fccf']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:00.427886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5885490c-8170-4c03-8a2b-0530e7c8bd8d') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:00.428182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5885490c-8170-4c03-8a2b-0530e7c8bd8d') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:00.441262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (5885490c-8170-4c03-8a2b-0530e7c8bd8d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.454327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (5885490c-8170-4c03-8a2b-0530e7c8bd8d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.461165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:23:00.461546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (5885490c-8170-4c03-8a2b-0530e7c8bd8d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.504562 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 5885490c-8170-4c03-8a2b-0530e7c8bd8d resource provider aggregate not found Oct 26 11:23:00.529060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 5885490c-8170-4c03-8a2b-0530e7c8bd8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5885490c-8170-4c03-8a2b-0530e7c8bd8d found for delete ", "request_id": "req-554eab9f-f24e-4404-b673-306a19fbf43e"}]} Oct 26 11:23:00.535320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (8012a18b-7504-40e2-9b31-79637737fccf), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.541178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:00.545221 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/8012a18b-7504-40e2-9b31-79637737fccf HTTP/1.1" status: 204 len: 168 time: 0.5394626 Oct 26 11:23:00.548232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59222) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:00.567709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043fd29-5945-4a3b-944e-6023a37e4819 admin admin] Pushing event deleted for resources: {'Network': ['ID=8012a18b-7504-40e2-9b31-79637737fccf,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:00.598204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:00.616960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:00.636208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a3cac62-0d56-48df-9924-a6d0edb1f0b4 req-d078a1b5-d77a-477b-aec7-f4d7e18bf84e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0335920 Oct 26 11:23:00.914487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:01.136617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Deleting port aeebd1b9-f029-4355-a709-08ad54573c4e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:23:01.136955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:01.219174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] For port aeebd1b9-f029-4355-a709-08ad54573c4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=aeebd1b9-f029-4355-a709-08ad54573c4e,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:01.219539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:01.232288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Calling delete_port for aeebd1b9-f029-4355-a709-08ad54573c4e owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:23:01.233721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:01.429303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (aeebd1b9-f029-4355-a709-08ad54573c4e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:01.452656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=aeebd1b9-f029-4355-a709-08ad54573c4e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:01.462803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:01.495023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:01.498795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:01.627296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:01.675284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4771cc81-43a0-4a8e-9675-cfb6cfe03f30 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:23:01.770674 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1cb38c71-92f7-4145-817d-4a413dcd6f59 req-8b5ea060-e6a6-4aaa-bb0e-577c213a3d5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0399499 Oct 26 11:23:01.782132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d7a57-e3dc-4d5e-8e1b-c8f146a40fd4 None None] Sync routers for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:01.807598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d7a57-e3dc-4d5e-8e1b-c8f146a40fd4 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:01.807917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d7a57-e3dc-4d5e-8e1b-c8f146a40fd4 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:23:01.808513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-c58d7a57-e3dc-4d5e-8e1b-c8f146a40fd4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cd532ea2-8194-415b-8cb5-a62257794798'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:23:01.820953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771cc81-43a0-4a8e-9675-cfb6cfe03f30 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:23:01.831354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d7a57-e3dc-4d5e-8e1b-c8f146a40fd4 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:01.831758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d7a57-e3dc-4d5e-8e1b-c8f146a40fd4 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:23:01.832427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-c58d7a57-e3dc-4d5e-8e1b-c8f146a40fd4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cd532ea2-8194-415b-8cb5-a62257794798'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:23:01.832697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d7a57-e3dc-4d5e-8e1b-c8f146a40fd4 None None] The sync data for ids ['cd532ea2-8194-415b-8cb5-a62257794798'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:01.870492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:23:01.909212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:01.990021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:23:01.996082 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06b887e1-f78c-4be5-949c-f96e6029f7fd admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/84c9e559-fdc0-43b8-88b5-d2ec19d58b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4468720 Oct 26 11:23:01.998762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59234) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:01.999116 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:02.011658 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:02.012354 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:02.113067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:02.124129 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:02.132827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks [] for router (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:02.229897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:02.253333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks [] for router_gateway (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:02.302793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Deleting port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:23:02.303138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:02.328210 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:23:01Z', 'revision_number': 5, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port': {'id': '8531d6e4-e32f-4e8f-95be-6a1d78a0e36c', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ee:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:48Z', 'updated_at': '2022-10-26T11:19:19Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:02.354539 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] Checking router: 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:02.363703 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] Routers {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:02.364598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:02.410190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] For port 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:02.410190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:02.411427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:02.426739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:02.427481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:02.433573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Calling delete_port for 8531d6e4-e32f-4e8f-95be-6a1d78a0e36c owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:23:02.477450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:02.501740 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] Set router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:02.641436 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:02.659610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:23:02Z', 'revision_number': 6, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:02.685944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (8531d6e4-e32f-4e8f-95be-6a1d78a0e36c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:02.722616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8531d6e4-e32f-4e8f-95be-6a1d78a0e36c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:02.736459 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141904d-7aa7-4b81-bcc4-e43905e78d3e None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [{'id': '84c9e559-fdc0-43b8-88b5-d2ec19d58b4b', 'name': 'tempest-TestVolumeBootPattern-1627932162-router', 'tenant_id': '2c0ef37b365745739c95bf20a6da6038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:46Z', 'updated_at': '2022-10-26T11:23:02Z', 'revision_number': 6, 'project_id': '2c0ef37b365745739c95bf20a6da6038', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:02.851029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:02.894006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:02.943748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f510-3622-4542-822f-c6ac2a534316 req-752fa89f-461e-4191-98ec-2c3de57ecab2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:02.945866 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-752fa89f-461e-4191-98ec-2c3de57ecab2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 796 time: 0.3443322 Oct 26 11:23:02.949242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-41e24855-2e34-4a58-984f-5ac74f359b04 None None] Provisioning complete for port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:02.950278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-41e24855-2e34-4a58-984f-5ac74f359b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:02.951502 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-41e24855-2e34-4a58-984f-5ac74f359b04 None None] Attempt 1 to provision port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 Oct 26 11:23:02.985775 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6d34da6f-633a-43b1-b0c8-730cd3da4912 req-f5735fdc-0734-429b-90b0-267fb4fe2a7e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0385182 Oct 26 11:23:02.995415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:03.023479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:03.025325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:23:03.025859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 86c4ecfb-b5ec-4eb7-ad16-39fc49b30993 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:23:03.074493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.077154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks [] for router_controller (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.083386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:03.124487 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-4f10a56c-6920-4ada-ab61-53057520031f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 380 time: 0.1366990 Oct 26 11:23:03.134292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (84c9e559-fdc0-43b8-88b5-d2ec19d58b4b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.135039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84c9e559-fdc0-43b8-88b5-d2ec19d58b4b {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:23:03.139667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.140859 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61222a5d-9982-4e34-8618-b577145b52dc admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/84c9e559-fdc0-43b8-88b5-d2ec19d58b4b HTTP/1.1" status: 204 len: 168 time: 1.1410799 Oct 26 11:23:03.143649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59242) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:03.159557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'port': {'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'admin_state_up': True, 'tenant_id': '96acf66580ef42109af70a407c10125a', 'security_groups': ['24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:23:03.193449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f039a6-099b-42b5-bc7d-2178c5e03103 admin admin] Deleting subnet be7b3e48-44a1-49f4-af07-39fc0561541c {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:23:03.197060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9f039a6-099b-42b5-bc7d-2178c5e03103 admin admin] Publish callbacks [] for subnet (be7b3e48-44a1-49f4-af07-39fc0561541c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.239316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9f039a6-099b-42b5-bc7d-2178c5e03103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (be7b3e48-44a1-49f4-af07-39fc0561541c), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.292861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-41e24855-2e34-4a58-984f-5ac74f359b04 None None] Current status of the port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:03.297968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:23:03.304319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.316931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:03.317316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.353768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:03.382683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.383356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:03.458403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.7 (377498c4-1f73-4fbd-8983-5d519b102d6f/3db231b5-ea15-48e3-879a-cc8b2df277d9/cd074c3c-964b-47c9-951c-1667e5c266c2) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:23:03.468821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:22:59Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:03.510690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:03.534599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:03.545186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:03.546038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:03.592162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:03.592815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.626629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:03.659523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.662996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:03.679123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:03.689460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.703522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=13 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:03.717363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9f039a6-099b-42b5-bc7d-2178c5e03103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (be7b3e48-44a1-49f4-af07-39fc0561541c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.720402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:03.723433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:03.730318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.776551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 377498c4-1f73-4fbd-8983-5d519b102d6f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:23:03.785243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:23:03.787217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 816bad82-971b-4fcb-af9c-150f76bc71e6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:23:03.787759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 816bad82-971b-4fcb-af9c-150f76bc71e6 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:23:03.788417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:03.790806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:23:03.794611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=cd074c3c-964b-47c9-951c-1667e5c266c2,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:03.796642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9f039a6-099b-42b5-bc7d-2178c5e03103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (be7b3e48-44a1-49f4-af07-39fc0561541c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.828454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 42254ac4-3bc1-448c-b9d5-08c72d31d876 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:23:03.828800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42254ac4-3bc1-448c-b9d5-08c72d31d876 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:23:03.840275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9f039a6-099b-42b5-bc7d-2178c5e03103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.849037 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f9f039a6-099b-42b5-bc7d-2178c5e03103 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/be7b3e48-44a1-49f4-af07-39fc0561541c HTTP/1.1" status: 204 len: 168 time: 0.7042964 Oct 26 11:23:03.849780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59244) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:03.866896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:03.867802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:03.872733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f039a6-099b-42b5-bc7d-2178c5e03103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7b3e48-44a1-49f4-af07-39fc0561541c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:03.898021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5413214-b3a0-4225-947e-543e11de7dd8 None None] Sync routers for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:03.907622 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5413214-b3a0-4225-947e-543e11de7dd8 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:03.908035 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5413214-b3a0-4225-947e-543e11de7dd8 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:23:03.909265 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5413214-b3a0-4225-947e-543e11de7dd8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:23:03.910532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31873c4c-5f5a-42ff-bb50-0b249ca802af None None] Network 4350cbeb-bae5-42ab-9170-8780e2dced4a requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:23:03.925078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:03.933779 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5413214-b3a0-4225-947e-543e11de7dd8 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:03.934145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5413214-b3a0-4225-947e-543e11de7dd8 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:23:03.934814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5413214-b3a0-4225-947e-543e11de7dd8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:23:03.935228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5413214-b3a0-4225-947e-543e11de7dd8 None None] The sync data for ids ['84c9e559-fdc0-43b8-88b5-d2ec19d58b4b'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:03.943963 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-21a5e21e-4ce7-46dd-b635-d4e46b549afb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897656 Oct 26 11:23:03.961762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Request body: {'port': {'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:23:03.985725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (4350cbeb-bae5-42ab-9170-8780e2dced4a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.009832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:04.073275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.098130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Deleting port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:23:04.098489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.100825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:04.156737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746020d5-36aa-4a7a-89da-590f4859b699 None None] DHCP port deletion for 4350cbeb-bae5-42ab-9170-8780e2dced4a request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:23:04.162228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4c36ebbd-ac9f-42a1-8cd0-787b92ae2c2c None None] Provisioning complete for port cd074c3c-964b-47c9-951c-1667e5c266c2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:04.162605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4c36ebbd-ac9f-42a1-8cd0-787b92ae2c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.162944 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4c36ebbd-ac9f-42a1-8cd0-787b92ae2c2c None None] Attempt 1 to provision port cd074c3c-964b-47c9-951c-1667e5c266c2 Oct 26 11:23:04.167784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:03Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:22:59Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:04.234956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7848b00-2402-43c2-b245-011ac55caf36 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:03Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:22:59Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:04.236603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] For port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:04.237272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.262564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4c36ebbd-ac9f-42a1-8cd0-787b92ae2c2c None None] Port cd074c3c-964b-47c9-951c-1667e5c266c2 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:23:04.264384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-746020d5-36aa-4a7a-89da-590f4859b699 None None] Deleting port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:23:04.264853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-746020d5-36aa-4a7a-89da-590f4859b699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.265907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8a11-7918-452b-b32d-2327cc77502b req-3e7616a0-4a29-4aa8-a17a-25ca099a6dcc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:04.267688 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-439c8a11-7918-452b-b32d-2327cc77502b req-3e7616a0-4a29-4aa8-a17a-25ca099a6dcc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 931 time: 0.1628230 Oct 26 11:23:04.276262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Calling delete_port for 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:23:04.333791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-746020d5-36aa-4a7a-89da-590f4859b699 None None] For port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4,segment=NetworkSegment(d342c145-ecb2-454a-a02e-30d9c470682c),segment_id=d342c145-ecb2-454a-a02e-30d9c470682c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:04.334776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-746020d5-36aa-4a7a-89da-590f4859b699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.353983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-746020d5-36aa-4a7a-89da-590f4859b699 None None] Calling delete_port for 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:23:04.446903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-746020d5-36aa-4a7a-89da-590f4859b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.474599 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-439c8a11-7918-452b-b32d-2327cc77502b req-d9ddfc20-9989-4c3f-9f3f-d4a637e914f3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996133 Oct 26 11:23:04.496610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746020d5-36aa-4a7a-89da-590f4859b699 None None] Pushing event deleted for resources: {'Port': ['ID=6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:04.510703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746020d5-36aa-4a7a-89da-590f4859b699 None None] No DVR routers for this DVR port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:23:04.545520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:04.547788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.589960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] No DVR routers for this DVR port 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:23:04.596518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:04.717721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (4350cbeb-bae5-42ab-9170-8780e2dced4a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.723019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd074c3c-964b-47c9-951c-1667e5c266c2 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:23:04.739199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Publish callbacks [] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.759351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4350cbeb-bae5-42ab-9170-8780e2dced4a']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:04.774513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Transition to ACTIVE for port object cd074c3c-964b-47c9-951c-1667e5c266c2 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:23:04.776468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd342c145-ecb2-454a-a02e-30d9c470682c') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:04.776756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd342c145-ecb2-454a-a02e-30d9c470682c') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:04.784307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.792580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (d342c145-ecb2-454a-a02e-30d9c470682c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.843416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d342c145-ecb2-454a-a02e-30d9c470682c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.870372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:23:04.870774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (d342c145-ecb2-454a-a02e-30d9c470682c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.884160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:04.894372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Pushing event updated for resources: {'Port': ['ID=cd074c3c-964b-47c9-951c-1667e5c266c2,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:04.994498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (4350cbeb-bae5-42ab-9170-8780e2dced4a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:05.004727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:05.008293 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/4350cbeb-bae5-42ab-9170-8780e2dced4a HTTP/1.1" status: 204 len: 168 time: 1.1534498 Oct 26 11:23:05.017539 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment d342c145-ecb2-454a-a02e-30d9c470682c resource provider aggregate not found Oct 26 11:23:05.037116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001425a-65b2-4cbf-a2b4-628535891ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4350cbeb-bae5-42ab-9170-8780e2dced4a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:05.039053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Attempting to bind port cd074c3c-964b-47c9-951c-1667e5c266c2 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:23:05.039552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Attempting to bind port cd074c3c-964b-47c9-951c-1667e5c266c2 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:23:05.040073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Attempting to bind port cd074c3c-964b-47c9-951c-1667e5c266c2 on network 377498c4-1f73-4fbd-8983-5d519b102d6f {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:23:05.064402 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment d342c145-ecb2-454a-a02e-30d9c470682c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d342c145-ecb2-454a-a02e-30d9c470682c found for delete ", "request_id": "req-16751743-efbb-4331-a829-7348083fb3d3"}]} Oct 26 11:23:05.090848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Port cd074c3c-964b-47c9-951c-1667e5c266c2 on network 377498c4-1f73-4fbd-8983-5d519b102d6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:23:05.091111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Attempting to bind port cd074c3c-964b-47c9-951c-1667e5c266c2 on network 377498c4-1f73-4fbd-8983-5d519b102d6f {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:23:05.140873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:23:05.141201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Checking segment: {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:23:05.141582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Bound using segment: {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:23:05.142012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Bound port: cd074c3c-964b-47c9-951c-1667e5c266c2, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140e84c6-487c-4e3a-a4f9-16de4e948b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:23:05.142364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:05.160333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59256) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:05.244241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] For port cd074c3c-964b-47c9-951c-1667e5c266c2, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:23:05.248634 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-42d9d89c-129b-4e86-9807-472a1e746442 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=059a821dd6854c35a1291cf127fd1701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871301 Oct 26 11:23:05.250411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] For port cd074c3c-964b-47c9-951c-1667e5c266c2, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=cd074c3c-964b-47c9-951c-1667e5c266c2,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:23:05.252939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:05.257377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:05.260713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:05.261415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:05.263404 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 1093 time: 1.3057871 Oct 26 11:23:05.265664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:23:05.268035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0" -d '{"events": [{"name": "network-changed", "server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:23:05.322134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb84c-cb89-4d0d-b991-864e6c0e3bb9 admin admin] Publish callbacks [] for security_group (fc856e00-5983-47f9-a088-05dacb449197), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:05.335815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4180ad20-a438-4cd9-88c0-acfb651cf35d x-openstack-request-id: req-4180ad20-a438-4cd9-88c0-acfb651cf35d {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:23:05.335977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:23:05.336189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4180ad20-a438-4cd9-88c0-acfb651cf35d {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:23:05.336969 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4180ad20-a438-4cd9-88c0-acfb651cf35d'] response: {'name': 'network-changed', 'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'status': 'completed', 'code': 200} Oct 26 11:23:05.342534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f069d1-8440-4a0b-9ee2-5993910fce4a service neutron] Pushing event updated for resources: {'Port': ['ID=cd074c3c-964b-47c9-951c-1667e5c266c2,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:05.352356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb84c-cb89-4d0d-b991-864e6c0e3bb9 admin admin] Publish callbacks [] for security_group (fc856e00-5983-47f9-a088-05dacb449197), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:05.395411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f510-3622-4542-822f-c6ac2a534316 req-4bc98995-6c51-40f4-b033-e93716fb9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:05.397546 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-4bc98995-6c51-40f4-b033-e93716fb9b03 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1127 time: 0.0441720 Oct 26 11:23:05.417188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb84c-cb89-4d0d-b991-864e6c0e3bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fc856e00-5983-47f9-a088-05dacb449197), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:05.422077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6c5fb84c-cb89-4d0d-b991-864e6c0e3bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:05.426468 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6c5fb84c-cb89-4d0d-b991-864e6c0e3bb9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fc856e00-5983-47f9-a088-05dacb449197 HTTP/1.1" status: 204 len: 168 time: 0.1687257 Oct 26 11:23:05.436045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fb84c-cb89-4d0d-b991-864e6c0e3bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc856e00-5983-47f9-a088-05dacb449197,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:05.450675 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-073511ce-f6f9-418b-a446-46ec2e127ff8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 217 time: 0.0392306 Oct 26 11:23:05.506054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f510-3622-4542-822f-c6ac2a534316 req-fb64b195-1f7f-4be6-904d-08f2bccc3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:05.507637 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-fb64b195-1f7f-4be6-904d-08f2bccc3e23 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 200 len: 833 time: 0.0503964 Oct 26 11:23:05.557209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f510-3622-4542-822f-c6ac2a534316 req-1d66142f-2eb9-4b15-a260-7ed2ab20e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:05.558841 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-1d66142f-2eb9-4b15-a260-7ed2ab20e36d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=377498c4-1f73-4fbd-8983-5d519b102d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453322 Oct 26 11:23:05.666252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba0565-b265-4b42-a77b-a257cb4778e9 req-0ea6e723-03b4-4c96-966e-b131053a718d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:05.667744 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1bba0565-b265-4b42-a77b-a257cb4778e9 req-0ea6e723-03b4-4c96-966e-b131053a718d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 943 time: 0.0931649 Oct 26 11:23:05.681750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:05.717881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:05.727322 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-7a0d2df4-5499-4966-8107-7eaa31cb424c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602457 Oct 26 11:23:05.812416 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1bba0565-b265-4b42-a77b-a257cb4778e9 req-6c4c7711-5806-4114-a725-72f8aaf70ff7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340451 Oct 26 11:23:05.816238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:05.817869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:05.858597 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2844f510-3622-4542-822f-c6ac2a534316 req-0995c21b-7d7c-412d-aa6f-e35d6fc4d298 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223509 Oct 26 11:23:05.884837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59268) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:05.905109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:05.934376 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57067f6d-6d14-430e-8ff0-b9592f94ed93 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2c0ef37b365745739c95bf20a6da6038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479677 Oct 26 11:23:05.936698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59270) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:05.996281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e60cfbf-8eef-4231-b061-1c8f89ab10ab admin admin] Publish callbacks [] for security_group (e81320f5-6d9e-4223-b3b5-26a3f354b585), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.006786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:06.018082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e60cfbf-8eef-4231-b061-1c8f89ab10ab admin admin] Publish callbacks [] for security_group (e81320f5-6d9e-4223-b3b5-26a3f354b585), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.035930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:06.057076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:06.057388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.057727 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:06.068724 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e60cfbf-8eef-4231-b061-1c8f89ab10ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (e81320f5-6d9e-4223-b3b5-26a3f354b585), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.071503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3e60cfbf-8eef-4231-b061-1c8f89ab10ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.073564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3e60cfbf-8eef-4231-b061-1c8f89ab10ab admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e81320f5-6d9e-4223-b3b5-26a3f354b585 HTTP/1.1" status: 204 len: 168 time: 0.1350875 Oct 26 11:23:06.086640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60cfbf-8eef-4231-b061-1c8f89ab10ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81320f5-6d9e-4223-b3b5-26a3f354b585,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:06.144834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:06.145231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.166960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:06.171894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.172906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:06.417503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:06.420443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:06.420813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.421428 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:06.424914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:06.498239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:06.498633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.530591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:06.535056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.583138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:06.627194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:06.631226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-da3f7b47-1e3d-42c7-aa85-aabcc22069d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:06.632799 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-da3f7b47-1e3d-42c7-aa85-aabcc22069d0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1127 time: 0.0410898 Oct 26 11:23:06.727201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-505fd1c4-2a37-4562-b133-0ceb15f3a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:06.728629 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-505fd1c4-2a37-4562-b133-0ceb15f3a16a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 897 time: 0.0897202 Oct 26 11:23:06.769576 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-073321bf-d30f-457b-b150-785594e484cf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 217 time: 0.0342801 Oct 26 11:23:06.818525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-8af33ba0-2a3a-4e74-8071-2f1a204723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:06.819902 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-8af33ba0-2a3a-4e74-8071-2f1a204723c6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 200 len: 833 time: 0.0444531 Oct 26 11:23:06.864148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-b6d3e71e-a124-488c-a6ae-fc05bbca4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:06.865688 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-b6d3e71e-a124-488c-a6ae-fc05bbca4389 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=377498c4-1f73-4fbd-8983-5d519b102d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401556 Oct 26 11:23:07.105733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:07.105733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:07.123128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:23:07.123469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6ab7a5df-d379-4ae7-b0c1-b534cd31c0a4 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:23:07.131022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:07.131657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:07.239371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:07.274793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a594f-cbc7-4eae-9034-465e2d0169d7 req-875eeee2-19f6-47f0-a26e-713e34aeb0e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:07.276307 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b09a594f-cbc7-4eae-9034-465e2d0169d7 req-875eeee2-19f6-47f0-a26e-713e34aeb0e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 943 time: 0.3819830 Oct 26 11:23:07.324249 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-d2233996-ea87-4060-a6fc-f474d2bee605 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525468 Oct 26 11:23:07.395107 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b09a594f-cbc7-4eae-9034-465e2d0169d7 req-c058abae-5077-45c6-9218-dfc348524e5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118269 Oct 26 11:23:07.432978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:06Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:06Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:07.433618 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ae0b9ce9-0840-4b7a-b325-9f1212a72da0 req-f8ef4ec9-7091-4929-8b2a-2e3af77749c9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022077 Oct 26 11:23:07.458169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:07.466584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:07.467191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:07.568874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:07.606301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:07.755167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:06Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:06Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:07.786597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:07.789311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df0850-04dd-4436-8e63-99217c0a8c14 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:06Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:06Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:07.854590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:07.864537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:07.864927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:07.886604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:07.891060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:07.891822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:07.982850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:08.020887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:08.021276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:08.058012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:08.061717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:08.118565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:08.523527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97277a-510a-4664-9641-f273ff97a114 req-96d3b268-796a-4a92-9078-7772977867e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:08.525098 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b97277a-510a-4664-9641-f273ff97a114 req-96d3b268-796a-4a92-9078-7772977867e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 943 time: 0.0514374 Oct 26 11:23:08.583085 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b97277a-510a-4664-9641-f273ff97a114 req-8d2f0cda-573a-4ebd-86d5-51aa35587537 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521886 Oct 26 11:23:08.681523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device cd074c3c-964b-47c9-951c-1667e5c266c2 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:23:08.787411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port cd074c3c-964b-47c9-951c-1667e5c266c2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=cd074c3c-964b-47c9-951c-1667e5c266c2,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:08.800543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:23:08.837143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port cd074c3c-964b-47c9-951c-1667e5c266c2 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:08.837536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:08.851712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd074c3c-964b-47c9-951c-1667e5c266c2 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:23:08.873000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port cd074c3c-964b-47c9-951c-1667e5c266c2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=cd074c3c-964b-47c9-951c-1667e5c266c2,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:08.878667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:08.930944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=cd074c3c-964b-47c9-951c-1667e5c266c2,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:09.170493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['cd074c3c-964b-47c9-951c-1667e5c266c2'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:23:09.252999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:09.376583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:09.712019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce46a3f-a465-482a-be49-bd301fdc84fb req-91a42e49-8d00-4fdf-bfa7-97d493526ba1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:09.713491 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bce46a3f-a465-482a-be49-bd301fdc84fb req-91a42e49-8d00-4fdf-bfa7-97d493526ba1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 944 time: 0.0468590 Oct 26 11:23:09.762462 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bce46a3f-a465-482a-be49-bd301fdc84fb req-ca727f90-7990-4a84-aa19-7b0b749b6bba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Oct 26 11:23:10.165610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:10.167844 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:10.168450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:10.268898 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:10.450959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:07Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:08Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:10.480010 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:10.489278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:10.489869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:10.585050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:10.686960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device cd074c3c-964b-47c9-951c-1667e5c266c2 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:10.731642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port cd074c3c-964b-47c9-951c-1667e5c266c2 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:23:10.738579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port cd074c3c-964b-47c9-951c-1667e5c266c2 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:10.738961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:10.739315 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port cd074c3c-964b-47c9-951c-1667e5c266c2 Oct 26 11:23:10.775176 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:07Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:08Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:10.800468 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf0cbf-3f55-462e-9d0e-93dd8ad20a18 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:07Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:08Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:10.825627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port cd074c3c-964b-47c9-951c-1667e5c266c2 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:10.826415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:10.856541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:23:10.858702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5422ab16-0342-4b50-ae9f-c5645c2ac811" -d '{"events": [{"server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "name": "network-vif-plugged", "status": "completed", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:23:10.876547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port cd074c3c-964b-47c9-951c-1667e5c266c2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=cd074c3c-964b-47c9-951c-1667e5c266c2,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:10.882349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:10.935499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=cd074c3c-964b-47c9-951c-1667e5c266c2,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:10.940131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7249e0-8ed5-4062-aa67-d5318b19dac1 req-2dc9b75c-6bfa-4de5-ad39-dd52b4431312 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:10.942042 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a7249e0-8ed5-4062-aa67-d5318b19dac1 req-2dc9b75c-6bfa-4de5-ad39-dd52b4431312 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0817349 Oct 26 11:23:10.998760 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a7249e0-8ed5-4062-aa67-d5318b19dac1 req-0e595d45-69b1-4b6e-9e7d-cfac3d949b37 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508132 Oct 26 11:23:11.141989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad495fda-df54-4123-a145-2e0c3a1b686e x-openstack-request-id: req-ad495fda-df54-4123-a145-2e0c3a1b686e {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:23:11.142283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "name": "network-vif-plugged", "status": "completed", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:23:11.142537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad495fda-df54-4123-a145-2e0c3a1b686e {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:23:11.143315 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad495fda-df54-4123-a145-2e0c3a1b686e'] response: {'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'code': 200} Oct 26 11:23:11.369466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdd62b-141c-4593-affe-c31bf4c3bc30 req-bd575253-7b74-49f5-bc04-3d7275fbe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:11.370902 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-edfdd62b-141c-4593-affe-c31bf4c3bc30 req-bd575253-7b74-49f5-bc04-3d7275fbe440 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0470240 Oct 26 11:23:11.428925 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-edfdd62b-141c-4593-affe-c31bf4c3bc30 req-324a351c-d882-4a11-bba3-27c76be3ec1b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514345 Oct 26 11:23:11.609689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:11.712018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:11.788896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:11.802066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:11.876145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:11.965827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:12.011654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:12.012061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:12.012398 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:12.090824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:12.091211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:12.114695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:12.120177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:12.121041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:12.121642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:12.125113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:12.144500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0094d-d938-4e70-8dd7-09f18fa9a8ac req-3890fcf0-8644-45e8-8570-5497b80fc064 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:12.146369 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ece0094d-d938-4e70-8dd7-09f18fa9a8ac req-3890fcf0-8644-45e8-8570-5497b80fc064 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0636797 Oct 26 11:23:12.201085 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ece0094d-d938-4e70-8dd7-09f18fa9a8ac req-5b41a9d8-65b1-43f3-a4a0-a4e09023b2e0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492690 Oct 26 11:23:12.210577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:12.214255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:12.214519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:12.214798 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:12.291071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:12.291459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:12.319660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:12.324230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:12.328312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:12.381934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:12.808300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:12.810722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:12.811331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:13.050613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:13.231500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:12Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:12Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:13.256859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:13.266106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:13.266733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:13.338852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804de8d-0c1a-486e-b099-728e456d5a12 req-222875f7-c00c-43ca-8de4-9d80169ecc41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:13.340353 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b804de8d-0c1a-486e-b099-728e456d5a12 req-222875f7-c00c-43ca-8de4-9d80169ecc41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0505524 Oct 26 11:23:13.373821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:13.384284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:13.394785 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b804de8d-0c1a-486e-b099-728e456d5a12 req-5d2238d6-10c0-43b2-a67f-d5fa3c736e6b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484743 Oct 26 11:23:13.516247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b66ef-25bf-4f8a-80d7-e17d73ee5bd9 req-a42cc55e-5c7e-47c2-8b56-3fdc418b2f44 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:13.517755 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9f1b66ef-25bf-4f8a-80d7-e17d73ee5bd9 req-a42cc55e-5c7e-47c2-8b56-3fdc418b2f44 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0481026 Oct 26 11:23:13.568102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:12Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:12Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:13.569058 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9f1b66ef-25bf-4f8a-80d7-e17d73ee5bd9 req-a9476edf-c3fa-496c-bf16-5b8ac7a876b4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454390 Oct 26 11:23:13.593708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bfdd6c-9a08-40ae-ba06-b588db84f9c4 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:12Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:12Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:13.597915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59294) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:13.642617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390225cb-fbfd-452d-95e6-f1a2e9db5581 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:13.645282 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-390225cb-fbfd-452d-95e6-f1a2e9db5581 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1124 time: 0.0463514 Oct 26 11:23:13.648118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59296) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:13.652435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:23:13.676424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:13.733950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:13.762293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:13.771040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:13.783372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:13.876884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:13.876884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:13.899074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:13.904132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:13.904849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:13.921325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.164 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/b5a3fab6-14c2-468e-ae77-d0c27bf15e9d) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:23:13.964690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:13.984082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:14.032066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:14.032615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:14.041806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (b5a3fab6-14c2-468e-ae77-d0c27bf15e9d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:14.044603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:14.069073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:14.074689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:14.082326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b5a3fab6-14c2-468e-ae77-d0c27bf15e9d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:14.126419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:14.129999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:23:14.133105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:23:14.139386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:23:14.166346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=b5a3fab6-14c2-468e-ae77-d0c27bf15e9d,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:14.527354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (cc402607-3be0-4423-8b13-1de4628dd6b5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:14.603106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b5a3fab6-14c2-468e-ae77-d0c27bf15e9d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:14.604617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:14.677052 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:14.766737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (b5a3fab6-14c2-468e-ae77-d0c27bf15e9d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:14.772355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (b5a3fab6-14c2-468e-ae77-d0c27bf15e9d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:14.842298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (cc402607-3be0-4423-8b13-1de4628dd6b5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:14.844119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=b5a3fab6-14c2-468e-ae77-d0c27bf15e9d,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:14.943576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:14.948570 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP cc402607-3be0-4423-8b13-1de4628dd6b5 associated. External IP: 172.26.0.164, port: cd074c3c-964b-47c9-951c-1667e5c266c2. Oct 26 11:23:15.153942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 412c51d9-4e99-4115-8a9d-bd0febe1feac has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:23:15.258941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:23:15.277090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:15.308397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c6b8a591-eee0-4dd2-98ca-cb671fb19d2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6592381 Oct 26 11:23:15.309161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:23:15.311201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59298) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:15.311631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd732579-9b99-4737-9ed7-e2bcde0da2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:23:15.353706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8591ad05-f09f-484c-92b5-6705df23f5ef x-openstack-request-id: req-8591ad05-f09f-484c-92b5-6705df23f5ef {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:23:15.354009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:23:15.354267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8591ad05-f09f-484c-92b5-6705df23f5ef {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:23:15.354697 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8591ad05-f09f-484c-92b5-6705df23f5ef'] response: {'name': 'network-changed', 'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'status': 'completed', 'code': 200} Oct 26 11:23:15.384592 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-03429d0b-eca1-46c1-8608-0a065f85084e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 991 time: 0.0722151 Oct 26 11:23:15.446952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-85f68935-cdc9-492b-95bf-903f28c07215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:15.446952 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-85f68935-cdc9-492b-95bf-903f28c07215 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0414224 Oct 26 11:23:15.546180 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:15.546296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-a05540d3-c221-473e-808f-a523166dc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:15.546296 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-a05540d3-c221-473e-808f-a523166dc66a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 897 time: 0.0957212 Oct 26 11:23:15.548048 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:15.548661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:15.614517 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-b756443c-796a-4c8d-98f3-f2ead3dc1a21 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 999 time: 0.0631876 Oct 26 11:23:15.665581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-bc0ff353-5c0f-40e8-85b1-569f91729630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:15.666966 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-bc0ff353-5c0f-40e8-85b1-569f91729630 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 200 len: 833 time: 0.0472846 Oct 26 11:23:15.712769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-b93ffe1a-ecb1-41ca-8fb2-e5b09cd3521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:15.714377 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-b93ffe1a-ecb1-41ca-8fb2-e5b09cd3521e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=377498c4-1f73-4fbd-8983-5d519b102d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413275 Oct 26 11:23:15.737789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:15.809524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-14d569bb-c10c-4a2f-92db-d492d524013d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880680 Oct 26 11:23:15.841997 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:15.904077 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd732579-9b99-4737-9ed7-e2bcde0da2c2 req-32a8186c-a067-4af5-89a8-f731d2ed14bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891554 Oct 26 11:23:15.960254 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:13Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:14Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:14Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:15.984838 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:15.993989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:15.994578 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:16.096340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:16.309384 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:13Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:14Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:14Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:16.334779 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd10c7-fb8d-48ce-8a59-ec9c0cf28993 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:13Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:14Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:14Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:16.388075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59302) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:16.453844 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8e646e25-9320-4958-8aba-5a9e0556726e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 991 time: 0.0640371 Oct 26 11:23:17.458494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59304) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:17.522095 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41baad6e-654c-43e8-a47a-84ddc5964922 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 991 time: 0.0623515 Oct 26 11:23:17.795217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:17.838223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:17.838595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:17.838931 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:17.882532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d4754-86a3-4446-8ff1-d413e807e133 None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:18.000665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:18.001055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:18.057481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:18.060911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:18.061862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:18.137314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:18.147571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:18.147967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:18.148308 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:18.223861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:18.224251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:18.255552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:18.257781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:18.261190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:18.295838 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:18.307139 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:18.307986 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:18.313162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:18.410546 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:18.510450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:18.525520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59306) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:18.589470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-433fa873-3847-43f7-8e1e-b08b786aac3c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0627103 Oct 26 11:23:18.620925 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:18Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:18Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:18Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:18.645646 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:18.653795 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:18.654431 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:18.752406 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:18.776853 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:18.957054 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:18Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:18Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:18Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:18.984622 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bb50e-26af-4168-957a-81bead4e2ff0 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:18Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:18Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:18Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:19.593423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59308) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:19.654679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3e7f048a-f098-4f40-9ff1-432bc233fc3a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0600860 Oct 26 11:23:19.716025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:19.790330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:19.790638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:19.812951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:19.818143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:19.818896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:19.886265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:19.901743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:19.942118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:19.942525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:19.976989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:19.981907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:20.012989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:20.070318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:20.109671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:20.110639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:20.184695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:20.279568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:20.323603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:20.324000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:20.324339 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:20.397420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:20.397803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:20.421688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:20.426687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:20.427432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:20.481030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:20.500535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:20.509662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:20.509662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:20.509948 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:20.539807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacead9f-0647-4e48-9a59-47cbd80321ba None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:20.657696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59310) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:20.667984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:20.668367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:20.720062 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3c63dec3-521c-4b25-bfba-5613d05295b7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0612102 Oct 26 11:23:20.855871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:20.872650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:20.880158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:20.927380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:21.372817 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:21.372817 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:21.372817 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:21.551340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:21.724100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59312) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:21.762379 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:20Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:20Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:20Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:21.768720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:21.789280 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c0eb5311-9654-4e67-b368-614dc13d171c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0633676 Oct 26 11:23:21.796937 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:21.806269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:21.806874 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:21.843179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:21.843484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:21.855649 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:21.866807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:21.871071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:21.871902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:21.907209 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:21.946570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:21.985614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:21.986261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:22.019877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:22.024144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:22.072740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:22.122593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:20Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:20Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:20Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:22.146613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb488d-e605-4ad3-87c6-5280b8e5f6ac None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:20Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:20Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:20Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:22.768876 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:23:22.793267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59314) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:22.837177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:22.857286 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-77978fff-9484-4e66-85ab-c25ff5deb052 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0617430 Oct 26 11:23:23.767782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3cf97-a8ce-44da-8168-914b622201a6 None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:23.817391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:23.860009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59316) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:23.933185 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d422f903-982f-4625-b8a0-938bd2376283 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0707400 Oct 26 11:23:23.952151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:23.952530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:23.952873 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:24.032584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:24.033269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:24.048595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:24.060107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:24.064695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:24.065516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:24.146331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:24.157543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:24.157917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:24.158253 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:24.178102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:24.235598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:24.236268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:24.273602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:24.277506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:24.324491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:24.824503 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:24.825998 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:24.830017 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:24.830634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:24.933435 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:24.935928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59318) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:24.996195 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9710777d-8d35-41be-8407-da8ae79d2a82 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0589275 Oct 26 11:23:25.143485 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:24Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:23Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:24Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:25.168201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:25.177049 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:25.177642 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:25.277172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:25.475351 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:25.491265 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:24Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:23Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:24Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:25.596174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6158415-4474-4c91-b327-420c20f7de1d None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:24Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:23Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:24Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:25.789838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:25.876989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:25.877384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:25.879793 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-3163ad2d-2ba6-43f9-b0fb-218203b4c027 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459702 Oct 26 11:23:25.901351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:25.906771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:25.907555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:25.991512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:25.999985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:26.002673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-9646c1c5-e49a-4ce8-9d78-30b9eb197d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:26.005214 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-9646c1c5-e49a-4ce8-9d78-30b9eb197d5b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0455196 Oct 26 11:23:26.028449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:26.028845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:26.068423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:26.076498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:26.089578 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-639bd3e9-6569-46b6-977a-252fb4a4fc6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0878537 Oct 26 11:23:26.110867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:26.133287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:26.147907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-737e6cf3-1e46-4bd5-967a-76644628f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:26.149442 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-737e6cf3-1e46-4bd5-967a-76644628f9ce service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 897 time: 0.1213093 Oct 26 11:23:26.221079 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-897fef01-a23b-4f0d-8b2e-b5bb629f9e89 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 1000 time: 0.0649705 Oct 26 11:23:26.267299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:26.274291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-bf49f027-6fe5-465d-b4ab-c73e20ba9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:26.275585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-bf49f027-6fe5-465d-b4ab-c73e20ba9d08 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 200 len: 833 time: 0.0495288 Oct 26 11:23:26.337973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-c1e7302b-5faa-47c1-8166-52dae6284e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:26.339498 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-c1e7302b-5faa-47c1-8166-52dae6284e4b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=377498c4-1f73-4fbd-8983-5d519b102d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0503700 Oct 26 11:23:26.447552 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-5667a284-3fca-4514-b9d1-1cdc366ccb1c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950985 Oct 26 11:23:26.552363 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7340317b-d205-42d0-9d10-3258eeb9df8d req-8c971f79-b9bd-4c7a-81b8-5eeac93799d2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905626 Oct 26 11:23:26.607874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a92cfbdf-1cfa-4d58-b85d-d7a55a482a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:27.093456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:27.151863 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7850e563-55a7-4b1d-afaa-9ded3927f9cc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0572050 Oct 26 11:23:27.250242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c969ab-5336-4fe5-832c-1b570bcc0164 None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:27.614409 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:27.614409 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:27.614409 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:27.713197 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:27.854301 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:27.917807 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:26Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:27.946531 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:27.954804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:27.955400 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:22:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:28.054827 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:28.155675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59324) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:28.216392 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-111b003a-4b8a-4d62-a4e2-eae571a1a51d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0595672 Oct 26 11:23:28.260187 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:26Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:28.288128 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829874bd-4236-4c47-bc07-778727dfe6e7 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:25Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:26Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:28.807473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ca905aed-a3eb-4cfa-b3af-9383a00e3e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:29.220332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59326) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:29.280933 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-647241d2-2cbd-420a-b844-90a1e84a5c29 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0593069 Oct 26 11:23:29.799636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:29.834270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36698de8-862f-4772-a5d4-ad825579d369 None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:29.881138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:29.932853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:29.933222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:29.933556 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:29.984802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:29.999570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:30.072682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:30.073064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:30.099198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:30.103748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:30.104686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:30.206302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:30.214596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:30.214972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:30.215315 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:30.285290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59328) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:30.289602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:30.289989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:30.321760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:30.325201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:30.349093 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d308d265-b7ba-4c18-92c4-2987010eca77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0623932 Oct 26 11:23:30.373245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:30.555465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:30.555465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:30.555465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:30.653642 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:30.785945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:30.858486 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:30Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:29Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:30Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:30.884367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:30.892831 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:30.893427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:30.995634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:31.060356 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:31.286160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:30Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:29Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:30Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:31.309965 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568348e-7253-4b3a-b90c-cfb4ec92239f None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:30Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:29Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:30Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:31.353034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:31.390629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:31.415087 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cea3b86c-e2b7-4cd7-bf1d-4c144745a989 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0608966 Oct 26 11:23:31.479750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:31.485426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:31.722002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:31.799774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:31.800154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:31.836209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:31.841415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:31.866532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:31.925803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:31.978461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:32.054894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:32.098049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:32.105591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:32.106221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:32.106565 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:32.181735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:32.182128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:32.183897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:32.224022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:32.228460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:32.277353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:32.283559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:32.355596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:32.356018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:32.381493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:32.385684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:32.418331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59332) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:32.436146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:32.484720 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ac663e3-d2e9-4f6a-8977-acef19f47086 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0651779 Oct 26 11:23:32.996405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94f40e-eb53-42b7-930c-3204c8faab5d None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:33.336469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:33.336469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:33.336469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:33.432387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:33.488612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59334) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:33.551175 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-abfd6b66-2715-408e-8d5c-e1c3ba29a159 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0602062 Oct 26 11:23:33.640362 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:32Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:33Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:32Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:33.664552 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:33.672648 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:33.673222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:33.775375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:33.778430 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:33.808419 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:33.990971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:33.991366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:33.998763 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:32Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:33Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:32Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:34.023271 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303d2fa-f4c2-46bd-9b50-b6c14f6194f5 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:32Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:33Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:32Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:34.024110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:34.028753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:34.080058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:34.553783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59336) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:34.624092 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4893fa6-1eb4-43ab-9924-20cc5dacc2ab tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0690930 Oct 26 11:23:35.585784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f140a-20a0-49a5-abe0-c55140678c53 None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:35.627918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59338) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:35.690215 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5cfaf593-1be9-4d40-8ebc-5c9415094b96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0603924 Oct 26 11:23:35.815290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:35.866066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:35.866447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:35.866791 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:35.913452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:35.943428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:35.943786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:35.964629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:35.968339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:35.969116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:36.022874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:36.044304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:36.054720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:36.055091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:36.055425 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:36.126630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:36.126928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:36.162462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:36.166230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:36.232030 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:36.233231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:36.240683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:36.241321 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:36.285787 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:36.344065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:36.549104 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:35Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:35Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:36Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:36.573637 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:36.581866 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:36.582457 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:36.685917 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:36.694779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59340) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:36.753982 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-005109b7-8bc1-4420-8b79-744bbf8064b7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0579617 Oct 26 11:23:36.972629 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:35Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:35Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:36Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:37.000704 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209cf37-e922-4671-9fa5-54f4a4fcedfe None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:35Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:35Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:36Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:37.727574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:37.757598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59342) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:37.805081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:37.805342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:37.822702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-805cf385-e1c4-41ed-b329-7a09c413f2c9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0639327 Oct 26 11:23:37.827568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:37.832512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:37.833491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:37.912471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:37.954016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:37.954407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:37.990219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:37.996093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:38.026619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:38.083558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:38.123974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:38.124950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:38.161417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:38.199799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:38.283658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:38.328032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:38.328427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:38.328761 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:38.367729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:38.404960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:38.405345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:38.427286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:38.430952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:38.431757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:38.508363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:38.515793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:38.516557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:38.516895 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:38.592140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:38.592530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:38.610812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb802db3-5c05-4c53-96d4-fe59aa160cd3 None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:38.705727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:38.711321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:38.793249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:38.825653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59344) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:38.888345 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cad3a15d-a628-46b0-b8f6-2251ec9897b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0614305 Oct 26 11:23:39.282804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:39.282804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:39.282804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:39.282804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:39.378033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:39.564498 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:39.580583 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:39.609942 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:39.618363 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:39.618957 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:39.715148 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:39.771399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:39.845279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:39.845936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:39.867586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:39.871680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:39.872419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:39.892275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59346) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:39.930392 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:39.952536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:39.953965 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6c915014-b895-4484-baee-531e68f933f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0604513 Oct 26 11:23:39.955405 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a237335-1f78-4b9f-82ba-5ef8ec7d968c None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:39.961816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:39.996743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:39.997135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:40.032422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:40.036757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:40.085401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:40.958167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59348) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:41.021650 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1900705c-b141-4a68-9603-d3c311607f95 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0622840 Oct 26 11:23:41.480848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47990774-180c-4f13-8037-70b07de554f9 None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:41.524867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:41.629496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:41.872094 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:41.872094 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:41.872094 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:41.969670 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:42.025464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59350) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:42.084039 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-92cc8f25-2d75-4083-b241-47098d583b12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0573180 Oct 26 11:23:42.115442 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:42.179450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:39Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:41Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:40Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:42.203947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:42.212531 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:42.213122 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:42.312280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:42.474586 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:42.601145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:39Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:41Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:40Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:42.626645 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae58cd3a-83b2-4673-a5ac-27d6a2c0ed80 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:39Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:41Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:40Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:43.088070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59352) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:43.170949 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f1513003-2c95-4396-9657-3e0760429b6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0817051 Oct 26 11:23:43.730746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:43.805445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:43.806444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:43.882878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:43.899090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:43.968554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:43.969488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:44.041010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:44.123843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:44.167453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:44.167873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:44.168213 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:44.174760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59356) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:44.233791 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-88147827-9c86-42ff-9dcc-dbb14dd183e0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 992 time: 0.0567913 Oct 26 11:23:44.244060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:44.244444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:44.265364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:44.270068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:44.270956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:44.310408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2a249-d4cc-472d-9c62-6884c4672e9d None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:44.519135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:44.561836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:44.573196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:44.573569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:44.573906 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:44.582387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.582733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.583072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.583410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.583764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.584091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.584413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.584733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.585053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.585373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.585693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.586015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.586332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.586646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.586958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:44.617912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:44.696816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:44.697197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:44.730712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:44.734637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:44.786788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:45.236415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59360) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:45.302767 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-787a86df-4357-4205-b772-bce063097737 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0648363 Oct 26 11:23:45.433799 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:45.433799 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:45.433799 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:45.529056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:45.734445 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:44Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:44Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:44Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:45.763171 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:45.772272 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:45.772766 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:45.775978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:45.851487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:45.852024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:45.873457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:45.874357 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:45.880684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:45.881496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:45.942584 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:45.960156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:46.001435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:46.001756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:46.035707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:46.040087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:46.085532 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:44Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:44Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:44Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:46.087301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:46.115168 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5662d647-93ef-447e-9584-cbfe7467c1a8 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:44Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:44Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:44Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:46.306739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59366) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:46.377269 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-73b4803c-999b-4d03-92a3-1b0e7229f700 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0693264 Oct 26 11:23:47.381279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59368) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:47.438999 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9bb3b8bc-0d87-48d6-815f-1700706748cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0565977 Oct 26 11:23:47.677878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba46d6c-0e0c-4baf-ab5a-47307c566541 None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:47.818621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:47.866836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:47.867217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:47.867561 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:47.942208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:47.942921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:47.948388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:47.966251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:47.970155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:47.970952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:48.032435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:48.048240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:48.059276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:48.059649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:48.060077 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:48.131437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:48.131859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:48.164791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:48.168253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:48.217151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:48.313752 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:48.313752 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:48.313752 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:48.313752 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:48.412031 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:48.443096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59370) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:48.500837 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-db0eb542-0cd4-4c68-b96a-ea2f58065f0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0565655 Oct 26 11:23:48.616119 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:47Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:47Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:48Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:48.640015 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:48.648734 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:48.649326 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:23:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:48.748876 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:49.041246 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:47Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:47Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:48Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:49.065487 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569125d5-1661-43e1-ae56-c7e7574b04a5 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:47Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cc402607-3be0-4423-8b13-1de4628dd6b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'port_id': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ERROR', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'mac_address': 'fa:16:3e:32:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:23:14Z', 'updated_at': '2022-10-26T11:23:47Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:48Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:49.505552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59372) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:49.570473 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ba0fd6c9-988d-452b-8f7e-1ce392f565d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0637450 Oct 26 11:23:49.735072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:49.812096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:49.812417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:49.835149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:49.840486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:49.841271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:49.924705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:49.961704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:49.962100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:49.997018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:50.001698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.025723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:50.087038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:50.127822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:50.128792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:50.197420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:50.204256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:50.291875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:50.336784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:50.337076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.337416 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:23:50.408295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:50.408683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.414223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:50.431041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:50.436084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.436870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:50.513116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:50.521757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b3b10eda-a65e-4ec5-9f61-359b6dd56729 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:50.522122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.522451 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b3b10eda-a65e-4ec5-9f61-359b6dd56729 Oct 26 11:23:50.573507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59374) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:50.596849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:50.597168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.631229 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2f9a841a-6b01-42ee-821e-6fa57a5231b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0565910 Oct 26 11:23:50.636080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:50.639927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.678244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3a71a-031a-41a7-8155-39253be04f4d None None] New status for floating IP cc402607-3be0-4423-8b13-1de4628dd6b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:50.720227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:51.635108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59376) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:51.698213 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3fc2137c-7a21-403e-8d22-0605a97ace82 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0619228 Oct 26 11:23:51.777567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:51.851827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:51.852110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:51.873387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:51.877501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:51.878604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:51.954372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:51.994776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b3b10eda-a65e-4ec5-9f61-359b6dd56729 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:51.995168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:52.028976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:52.032674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:52.037180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:52.079994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:52.701492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59378) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:52.759698 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-10c4d956-80dc-4384-ab87-da9bba699d5b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0571027 Oct 26 11:23:53.762811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59380) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:53.824652 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ae9fbe1e-d174-4551-9797-c97783e89434 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0607336 Oct 26 11:23:54.828563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59382) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:54.877269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:54.888943 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8d00092a-1755-4a11-8ded-00a6b70c0599 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0592875 Oct 26 11:23:55.892856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59384) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:55.954456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c6a09507-e8f2-4ad2-88b8-d7a45632e237 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0604818 Oct 26 11:23:56.611559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf77024c-a931-421a-bd83-f90d22b36ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:56.959041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59386) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:56.966507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:57.016818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-598231b1-7fe6-4d6b-a610-5bf9545d9965 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0566714 Oct 26 11:23:57.425541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:57.431828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=49 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:58.020916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59388) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:58.082116 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-41a7e494-2424-45b9-b811-65ba020e329a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0601084 Oct 26 11:23:58.809100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b5c2581-0a43-4e08-ae7d-df6c1b5a11eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:59.043811 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=68 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:59.044582 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=93 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:59.085755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59390) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:59.146472 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34de8ca5-3b27-4970-95f5-de43d335c773 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0596552 Oct 26 11:23:59.767211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:23:59.947037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:59.960311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:00.149547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59392) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:00.207218 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-efa52fac-10f8-465b-821e-01ecd5b84718 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0566549 Oct 26 11:24:01.211187 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59394) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:01.268394 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61e48a85-1586-472d-9590-7730a9aaf656 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0560195 Oct 26 11:24:01.485242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:01.487575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.272376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59396) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:02.333165 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b1aadef-7700-4023-97b3-c2c454f0d88a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0591166 Oct 26 11:24:03.337569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59398) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:03.394228 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b0746423-73bb-4576-ad43-b95c3c8c63e7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0555339 Oct 26 11:24:04.397960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59400) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:04.457203 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-73f3e1e5-24ab-44a8-8079-230a3accfc9e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0581100 Oct 26 11:24:05.461045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59402) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:05.517808 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-52f5ae3a-8ffe-43fd-a6af-b470f2d7efcb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0556526 Oct 26 11:24:06.522169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59404) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:06.583587 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c275e955-3a3a-4c17-b830-a6a7853c94d3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0595872 Oct 26 11:24:07.587595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59406) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:07.647179 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c138cd87-ada9-4120-8623-a58c5290361f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0584219 Oct 26 11:24:08.651122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59408) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:08.711855 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-db0c3b2b-d3c2-452f-b59c-3ad638680db5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0594492 Oct 26 11:24:09.715910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59410) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:09.763115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:09.763851 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:09.777844 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-972ecb8d-c731-401e-95f8-56c4efed55c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0608008 Oct 26 11:24:10.781843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59412) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:10.838721 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fdca92ce-dd9c-40d4-ba49-47f615012bd9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0557675 Oct 26 11:24:11.479454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:11.481360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:11.600296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:11.841934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59414) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:11.904680 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-667e574c-ed59-44ac-8721-003f1cfb79aa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0616295 Oct 26 11:24:12.908226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59416) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:12.965582 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8aba6e38-435f-48c7-9605-28723dd972b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0560427 Oct 26 11:24:13.968945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59418) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:14.029669 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a734806a-1817-4c64-858f-b9113b45b8d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0594480 Oct 26 11:24:15.033300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59420) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:15.090350 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c4137e3-1513-4c1a-944f-ff1896d3ddce tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0558558 Oct 26 11:24:16.093572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59422) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:16.154336 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d7fd907d-effe-445f-8b4d-36cc4d212b6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0596738 Oct 26 11:24:17.158251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59424) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:17.215250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3115dfd3-69f7-495d-8369-16dba4155ceb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0559258 Oct 26 11:24:18.218231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59426) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:18.279228 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-db452062-9350-4c76-b194-d04e003f276e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0598733 Oct 26 11:24:19.282588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59428) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:19.339951 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d5be10b-7aa6-4c92-9494-1e5e2c71b801 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0562229 Oct 26 11:24:20.343970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59430) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:20.401293 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0e7e014a-ca8c-45e6-976d-6ff306b27227 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0562127 Oct 26 11:24:21.404730 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59432) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:21.465893 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7c57c3a5-214d-44ee-bb18-e86bea80c384 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0600269 Oct 26 11:24:21.588562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:21.595906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:22.469797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59434) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:22.528070 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-87bfe2c5-5d75-4f8f-8e65-893d45eeb482 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0571392 Oct 26 11:24:23.532041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59436) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:23.593883 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-001fe8bd-8e3c-483e-837c-f1c589865943 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0607171 Oct 26 11:24:24.597623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59438) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:24.657275 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8bc2fd18-1a9f-4e7d-822d-152e16dd722d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0585265 Oct 26 11:24:25.660547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59446) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:25.667930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:25.726573 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f2ce883-4afc-4e9b-9684-41884811ee38 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0648880 Oct 26 11:24:26.613274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-90e31fff-72b1-4a4c-b88b-5db8d7cd8cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.730338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59448) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:26.789298 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9fcaff6e-1a2e-4e39-a502-8ff99cd08ba2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0577807 Oct 26 11:24:27.792848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59450) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:27.833589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:27.855207 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bc12543b-0bb5-4516-ac35-8925b2bcb5f3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0612557 Oct 26 11:24:27.893962 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-f2bf763a-03f5-4e41-9624-922e8628e318 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375535 Oct 26 11:24:27.996563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-8f6b04ab-3c12-4fd2-a233-be8be1174472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:27.997938 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-8f6b04ab-3c12-4fd2-a233-be8be1174472 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0397565 Oct 26 11:24:28.102738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-e29867f1-67a6-4940-bf78-e77005232db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:28.104233 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-e29867f1-67a6-4940-bf78-e77005232db5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 897 time: 0.0887351 Oct 26 11:24:28.168930 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-1819a83f-6876-4c6e-8608-8e72fc106207 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 1001 time: 0.0589502 Oct 26 11:24:28.216916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-18b0f458-3f68-40f4-b5fd-f0920d74620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:28.218297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-18b0f458-3f68-40f4-b5fd-f0920d74620d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 200 len: 833 time: 0.0437233 Oct 26 11:24:28.263264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-cd5bf273-6528-48a4-acc0-e7ec5c3c1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:28.264645 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-cd5bf273-6528-48a4-acc0-e7ec5c3c1653 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=377498c4-1f73-4fbd-8983-5d519b102d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388761 Oct 26 11:24:28.358073 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-35ff2df6-358d-472f-a410-5c9e580da861 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858867 Oct 26 11:24:28.447868 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6270460-f0e7-48de-a2d1-473fac297b87 req-4b24e52b-7036-4be4-b22c-0709be8b4563 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831621 Oct 26 11:24:28.810708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6deb2eb0-9b76-4eae-a9f0-cff6dc23fa2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:28.859067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59452) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:28.921430 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-26287c8e-0f5b-4a81-a60b-b496c9c42778 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0612314 Oct 26 11:24:29.330848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=49 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:29.332774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=51 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:29.925262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59454) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:29.963273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:29.984076 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-39d860fb-3e08-4ab8-8124-19e80a28f721 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0576823 Oct 26 11:24:30.987960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59456) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:31.048938 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c935d1f0-a3c6-4388-9bf7-c8b03efb48cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0598314 Oct 26 11:24:31.486294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:31.489999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:31.639060 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:31.639825 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:32.052971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59458) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:32.110620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8941dff2-639a-46ed-8567-f3786090106c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0559909 Oct 26 11:24:33.114840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59460) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:33.174951 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-838185cb-9629-4633-9f70-604cd8932df8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0585823 Oct 26 11:24:34.178793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59462) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:34.227210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:34.237290 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a135c4d8-0fbc-42e6-a217-610c2b2acbf4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0574970 Oct 26 11:24:35.241445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59464) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:35.301539 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9e1dfa27-9304-4cd3-8795-4ae0c041a70e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0589857 Oct 26 11:24:36.305191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59466) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:36.365402 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-783c75c1-ec42-4fdd-827e-2cced88ad46a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0590253 Oct 26 11:24:36.766217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:24:37.369358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59468) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:37.425849 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-08866cd6-2464-471c-9853-0a5c4f4a6e28 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0553739 Oct 26 11:24:38.430048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59470) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:38.487068 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29965bf4-4511-41fd-83ed-ded650f93299 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0558970 Oct 26 11:24:39.491264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59472) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:39.551076 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2ff8aec-e51c-4fd6-8cd0-37c7f09e0d68 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0586398 Oct 26 11:24:40.555780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59474) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:40.613073 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f7fe0c0e-d21b-4d68-ac3f-ba81b99d21ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0561693 Oct 26 11:24:41.476462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:41.482736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:41.598358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:41.617111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59476) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:41.683410 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2f517c0b-dff1-48e0-a96b-68aaaf836467 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0651057 Oct 26 11:24:42.687338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59478) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:42.749906 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c9b0153-a8f8-498b-9466-b79380b86012 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0613620 Oct 26 11:24:43.753676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:43.811140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:43.820275 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c0f10f1-7d77-4a37-bad9-babef87c299a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0655484 Oct 26 11:24:44.824099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59482) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:44.884670 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3b77b27b-dd77-479c-bbfa-c3fb0b20fd0d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0594432 Oct 26 11:24:45.888248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59484) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:45.946509 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-98253085-a59c-46bd-9740-c3a0962884ce tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0570526 Oct 26 11:24:46.761522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:46.762239 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:46.950262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59486) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:47.009940 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-05baf4fc-47f7-46ea-aa4d-4180fc7f2201 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0585647 Oct 26 11:24:48.013577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59488) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:48.070776 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-78e0a949-ef8c-4eed-9aba-74869978d8dc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0561476 Oct 26 11:24:49.074686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59490) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:49.135160 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ac5fca98-c2ad-46a8-87ab-b2f92fbc0f69 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0592780 Oct 26 11:24:50.139050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59492) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:50.195417 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9306ae64-efb9-4db7-b370-1ee027c756b8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0552731 Oct 26 11:24:51.199431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59494) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:51.258269 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f434a34-7a72-40e5-a5cf-d417650f6f42 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0576997 Oct 26 11:24:51.588080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:51.594030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:52.261540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59496) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:52.318722 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-08f49d37-2622-46c8-b7e8-815eb8ec3ddf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0560668 Oct 26 11:24:53.321555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59498) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:53.380139 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-35ad34d7-95e3-407d-b813-8bf4d41a0e00 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0572608 Oct 26 11:24:54.384462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59500) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:54.443074 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-17aa7ab6-8bbd-4547-a1f0-584affb703a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0574958 Oct 26 11:24:55.447503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59502) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:55.506409 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5db2cb28-2a64-430e-8305-0ed7703206ff tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0577407 Oct 26 11:24:56.509737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59504) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:56.570176 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-012d67ce-1586-4b44-bdd1-968d534f2632 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0594006 Oct 26 11:24:56.617988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f93d2f65-150d-494c-a028-02602b96f670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:57.573575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59506) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:57.632960 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aed2245f-581c-440d-a72f-6d0145268828 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0582690 Oct 26 11:24:58.637015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59508) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:58.696947 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2232e49c-ca39-4019-8a6d-799480c34566 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0587881 Oct 26 11:24:58.812871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-38f0b48c-f552-463e-8a28-0e91a799f560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.700894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59510) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:59.967675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:00.054570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d684f89d-af3c-4e38-8fbb-30b23177bb31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.3525438 Oct 26 11:25:01.057606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59512) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:01.063760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=64 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:01.065407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=58 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:01.119391 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-817d0d63-df6f-4f91-bebc-e70a7ece7908 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0606713 Oct 26 11:25:01.489981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:01.493281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:02.122936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59514) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:02.179537 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bdba45de-9466-4a41-a514-e0b3e6abc32b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0555172 Oct 26 11:25:03.184291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59516) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:03.244366 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9902af1e-52b0-4cfa-ae32-f84212f31531 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0590301 Oct 26 11:25:04.248358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59518) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:04.305076 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b5a37bf9-71aa-49f7-90b9-3ea5f30d1680 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0556118 Oct 26 11:25:05.309203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59520) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:05.370161 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb77f649-ce1a-4f16-b120-7da26e723970 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0598459 Oct 26 11:25:06.373953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59522) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:06.380078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=57 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:06.434976 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b29b55ac-2f63-4ec4-8720-5f04dd3c590d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0598326 Oct 26 11:25:07.438534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59524) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:07.495963 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fe8f53da-3808-4d0b-9ff4-382c5d48b2bf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0562856 Oct 26 11:25:08.499715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59526) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:08.560935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b39ec652-fd60-492b-a098-0e3e3b53793c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0600579 Oct 26 11:25:08.645429 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:08.646175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:09.564788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59528) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:09.622698 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2901adac-e9a8-49e7-8fe0-4a43c6384962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567908 Oct 26 11:25:10.626644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59530) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:10.686672 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e06438e4-ce5b-44ce-8083-1c3c89b77156 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0589156 Oct 26 11:25:11.483521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:11.485471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:11.617406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:11.689670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59532) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:11.748573 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-339b4bd4-d5e1-43cb-8f48-1163823e6f99 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0570395 Oct 26 11:25:12.752239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59534) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:12.812656 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bf25a7a6-26f9-4f2c-be7c-ce804577fb28 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0592921 Oct 26 11:25:13.764955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:25:13.816458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59536) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:13.824438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=79 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:13.876335 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9c65effc-0282-44d7-bbcb-2de8530a192e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0581596 Oct 26 11:25:14.879453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59538) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:14.939470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c80e8773-309e-41ac-90a0-605124852732 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0587718 Oct 26 11:25:15.360953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=27 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:15.361774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=21 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:15.943449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59540) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:16.325048 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-307b5ec1-1d82-4dda-ba6e-82fa4365fa80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.3804388 Oct 26 11:25:17.328967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59542) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:17.389698 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d37f174-1d33-4a78-a1b4-a7c452d547b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0596082 Oct 26 11:25:18.393567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59544) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:18.450894 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e45991e6-3af6-4006-9c28-09c3c3c89c5c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0562170 Oct 26 11:25:19.454211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59546) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:19.514355 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-12bfba12-ebb0-49da-9a2c-93d81cb59045 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0590153 Oct 26 11:25:20.518194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59548) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:20.576985 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed94da3f-cc6f-4609-95b4-5e8aaf7b2b49 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567055 Oct 26 11:25:21.579938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59550) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:21.609665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:21.611606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:21.641711 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-185e6127-123e-4c27-84e7-c695d392b8de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0606298 Oct 26 11:25:22.645602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59552) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:22.703462 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6370a983-d8cc-41f8-8064-d3a621114656 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567324 Oct 26 11:25:23.707397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59554) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:23.770439 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0690a6e8-0993-4939-9f26-cbdc222ee086 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0610623 Oct 26 11:25:24.674391 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:24.675148 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:24.773547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59556) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:24.833436 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-999a4ccf-40ea-4467-ba3f-1559ea14985a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0587587 Oct 26 11:25:25.837012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59558) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:25.897990 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d0cec363-72ab-47ff-bb2c-fcde8c382715 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0595393 Oct 26 11:25:26.621845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d7bb898b-40c6-4c6d-838e-48f933fa1364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:26.901492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59560) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:26.961289 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2edee49-be2d-4e9e-9236-c1da0c47d822 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0585885 Oct 26 11:25:27.965068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59566) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:28.022545 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d451d192-6427-41ae-85aa-3e04f6560ee9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0562871 Oct 26 11:25:28.815537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a9e27325-86e8-42d3-ad0d-6d87bf91b06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:29.025658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59568) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:29.088169 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-429e2184-969c-47c3-a944-68a10eedd934 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0611622 Oct 26 11:25:29.968730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:30.091148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59570) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:30.152340 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d5c08b4-d138-403a-bd5f-cc38553cf70b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0600433 Oct 26 11:25:30.577724 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-c7facf22-f2cf-45a5-810b-d031d0d86101 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389044 Oct 26 11:25:30.680745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-86c32c39-4925-439c-8fbb-06aa9f2c1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:30.682245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-86c32c39-4925-439c-8fbb-06aa9f2c1e73 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0392148 Oct 26 11:25:30.791349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-4cb0c005-fe98-4318-b3b3-3732ab816a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:30.793382 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-4cb0c005-fe98-4318-b3b3-3732ab816a8f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 897 time: 0.0903261 Oct 26 11:25:30.854920 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-583ae36a-f248-4193-a712-7873cf1f5715 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 1001 time: 0.0552006 Oct 26 11:25:30.902796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-985e852a-6963-4dce-a41d-ce40fa354467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:30.904367 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-985e852a-6963-4dce-a41d-ce40fa354467 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 200 len: 833 time: 0.0438118 Oct 26 11:25:30.952821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-9f8ce520-7a37-4c6e-8259-98144d2662cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:30.954324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-9f8ce520-7a37-4c6e-8259-98144d2662cb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=377498c4-1f73-4fbd-8983-5d519b102d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432582 Oct 26 11:25:31.013317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:31.044890 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-0f0b26ba-9217-4a48-bbee-b1e28d16294c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841134 Oct 26 11:25:31.139072 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6583d12c-74b4-4542-b2be-5fe0cddcc8f4 req-9e2a57ad-9d75-425b-be35-c4efa7b32e07 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874844 Oct 26 11:25:31.155568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59572) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:31.213918 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fcee1873-54e4-434f-a0b4-ccbb19f8d999 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0571377 Oct 26 11:25:31.629329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:31.630413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:32.218228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59574) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:32.280350 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb04d710-bba7-4824-9d89-a3eaaa20dea3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0610082 Oct 26 11:25:33.283417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59576) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:33.342001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ff6265d8-ef5c-47db-bbe5-7e7311a7db13 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0574133 Oct 26 11:25:34.345951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59578) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:34.398810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:34.410214 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-428ad0a0-684d-47e2-b762-f263c45eefbe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0631289 Oct 26 11:25:35.413966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59580) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:35.472071 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b58feec1-c785-4071-b754-7e14011d4a13 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0569618 Oct 26 11:25:36.476232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59582) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:36.537042 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-218e53bc-2b9a-4de7-b137-b5de2633ac42 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0597446 Oct 26 11:25:37.540983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59584) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:37.598598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-77614e64-617e-4392-8932-95698f3bac63 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0565305 Oct 26 11:25:38.602442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59586) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:38.662759 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96b4cf74-0a2d-4382-acba-fe2f2f9abbe4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0591774 Oct 26 11:25:39.079081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=51 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:39.081474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=49 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:39.665995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59588) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:39.725744 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-28a618dd-061b-4e49-9533-225ca152b15e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0585649 Oct 26 11:25:40.729626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59590) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:40.790330 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5ddbd080-81b9-461f-9ba8-18738a55f21f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0595181 Oct 26 11:25:41.632914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:41.793584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59592) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:41.851466 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9f3c3b33-8b22-472f-9b4f-91d4c46bc322 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567038 Oct 26 11:25:42.855325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59594) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:42.915975 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-141f8833-b5c2-45ea-868b-48119c4a3eb1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0589104 Oct 26 11:25:43.921001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59596) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:43.983949 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9e74b7e-fece-4efa-9337-5acd15e0d1e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0614078 Oct 26 11:25:44.988224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59598) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:45.046101 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7e9da7f9-cd7f-4101-94d5-c94dc007bad6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567589 Oct 26 11:25:45.637914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:45.643029 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:46.049513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59600) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:46.110408 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e7249e84-d995-493e-a2e3-10f841fc1ea5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0597653 Oct 26 11:25:47.113535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59602) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:47.172434 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad0ea2a5-e24e-4cd7-a485-a3f4e9828ded tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0577316 Oct 26 11:25:48.175391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59604) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:48.238179 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-494343dc-7fb4-4acd-b71f-3021197682d2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0617144 Oct 26 11:25:49.242188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59606) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:49.299307 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-05ad2a07-0097-40a4-bfdb-cba45e330182 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0557466 Oct 26 11:25:50.303241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59608) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:50.365405 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-85611d26-09e5-473e-8355-4d44e7495db7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0609932 Oct 26 11:25:50.406431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-e65f0daf-51a6-4153-950e-800bc6c50de2 req-0436ae25-e541-4636-a764-5b867e942953 service neutron] (105415) timed out ('10.222.0.23', 52154) {{(pid=105415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:25:50.764547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:25:51.369543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59610) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:51.428349 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6d952101-cce8-4b13-9376-ad79b09075e6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0576828 Oct 26 11:25:51.622779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=20 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:51.628294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:52.432189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59612) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:52.493134 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06f9938c-17b3-4737-b43a-b0203f1fabb8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0595710 Oct 26 11:25:53.497008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59614) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:53.555537 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3c2aaeff-d352-4c69-9f1a-632fb9e6fe1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0573225 Oct 26 11:25:53.973548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=46 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:53.975511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:54.559290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59616) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:54.620268 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c881982a-fb71-4823-9ca7-2c13d9d468c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0598180 Oct 26 11:25:55.624579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59618) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:55.682306 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15b422c8-79b1-452b-b63c-184dbb261d68 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0565996 Oct 26 11:25:56.625344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e9081926-87cd-4f82-96dc-df1b3f57d834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:56.685771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59620) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:56.747872 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f8153d8e-f98b-4a81-9742-d3b8b1f24174 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0608296 Oct 26 11:25:57.751909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59622) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:57.809857 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-72905095-7315-4cd5-9d65-6e7f6ba2621d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0568166 Oct 26 11:25:58.813871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59624) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:58.819365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4e158886-1f6c-46f6-9a2d-a76997b9cb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:58.877859 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f2bcad3-80ef-4c79-8a1d-287fe56021eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0626140 Oct 26 11:25:59.881741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59626) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:59.939568 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-341dacaf-5a04-4dfd-b621-4c4bfc7f6682 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567040 Oct 26 11:25:59.971595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:00.758922 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:00.760190 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:00.943521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59628) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:01.005546 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e7189c54-e7cb-40c4-98c1-b4aca442be1a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0608790 Oct 26 11:26:01.490140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:01.492728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:02.009438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59630) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:02.067407 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-90596a7c-8d72-4b36-80d0-b1ec1ed8df8e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567274 Oct 26 11:26:03.071264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59632) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:03.131919 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-406e60f4-5a10-4f8c-8eb7-eda4adcd08a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0594375 Oct 26 11:26:04.135931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59634) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:04.197792 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d1310ac4-4ed1-4049-9b07-0cec4d5a294b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0607953 Oct 26 11:26:05.201069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59636) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:05.259149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dba49d48-4dc6-4395-9c9b-29228608f783 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0569634 Oct 26 11:26:06.263057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:06.323545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-af45be75-c125-463f-9622-62bb503124f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0592382 Oct 26 11:26:07.327414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:07.384570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e2b48091-ff82-493a-aa39-7a523f8d4480 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0560067 Oct 26 11:26:08.388451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:08.447967 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-caff4776-aedb-47cb-93d5-0b9271f6cbf6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0583286 Oct 26 11:26:09.451802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59644) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:09.458804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:09.460454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:09.510761 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3571c351-4209-453f-9e8d-2ff6f43d8e64 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0578606 Oct 26 11:26:10.514613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59646) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:10.574865 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-be0eb290-8015-44e5-8a50-893b734c0df9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0591030 Oct 26 11:26:11.480508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:11.488583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:11.579126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59648) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:11.638570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5db63e2a-82b1-411a-bd63-c1022246a77c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0563712 Oct 26 11:26:11.653558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:12.642006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59650) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:12.701276 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-874fd2fa-7bd2-4cf3-9311-80c9421e58e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0581453 Oct 26 11:26:13.705218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59652) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:13.763471 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-56b9933e-9cd5-4b41-9ce2-e7f8ddc78c4b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0570986 Oct 26 11:26:14.767516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59654) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:14.827409 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c2169386-6afe-4a9e-b98f-5d3ccea0eadc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0586970 Oct 26 11:26:15.830873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59656) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:15.889203 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-900aa64e-e1cf-4c4e-8130-4f5367b19313 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0571549 Oct 26 11:26:16.893334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59658) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:16.950835 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-062ac2ba-0149-456f-9d72-a856846c0081 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0563242 Oct 26 11:26:17.954693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59660) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:18.014541 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2b5016d-4a15-43ba-b7b9-8ee2da1cda19 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0587282 Oct 26 11:26:19.018572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59662) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:19.074877 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8f1acd2-0fd0-43ab-a954-86ba07b078b6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0551944 Oct 26 11:26:20.079315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59664) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:20.145323 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e997d9b7-d340-408f-9777-17ed28c17009 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0648651 Oct 26 11:26:21.149200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59666) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:21.206180 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-732d355d-4590-4ed4-bfeb-5e03b420ed21 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0559456 Oct 26 11:26:21.647711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:21.650298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:22.210002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59668) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:22.270004 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-07ccfdfc-b8c7-4e3a-8de1-01040a8b8ba3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0588841 Oct 26 11:26:23.273819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59670) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:23.333666 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d59567b1-ea62-4779-b849-f123f79f1e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0586758 Oct 26 11:26:24.337643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59672) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:24.400766 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ce8a14cc-eac7-449d-9403-2205f1a721f9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0620615 Oct 26 11:26:25.404227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59674) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:25.462242 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-820d9120-0504-4b8a-bf94-6b4e30cba0e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0568931 Oct 26 11:26:25.879740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=40 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:25.882185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=40 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:26.466116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59676) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:26.472168 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:26.475030 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:26.526736 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2ec0f80-58f1-4307-960e-311264dad5b9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0595310 Oct 26 11:26:26.628225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0ce9-7654-4315-98e6-96f9e0728397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:27.530671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59678) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:27.588599 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ce6f85e-b85e-4a62-a5c5-c8f3aa9c516a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0568120 Oct 26 11:26:27.762879 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:26:28.591759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59684) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:28.653841 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-10d79f5a-d5a5-4636-9420-5f5bae239b8e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0609527 Oct 26 11:26:28.821237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a069021c-6fca-4739-9d3a-c83951b3ae88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:29.657529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59686) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:29.715827 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2e9f0abc-26db-4f13-86c3-63b333653caf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0571473 Oct 26 11:26:29.975219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:30.719736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59688) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:30.781063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d4814ec9-2efb-4240-b528-fa57d0b080b4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0602055 Oct 26 11:26:31.491007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:31.494181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:31.785209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59690) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:31.851537 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-608a68fc-7246-4714-9c9d-7230f2591c61 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0649767 Oct 26 11:26:32.257931 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-a51714da-2835-41c0-bdd0-30fe2772efa4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4203799 Oct 26 11:26:32.359303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-cceedaac-8486-47f4-9e99-37d91c809ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.360810 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-cceedaac-8486-47f4-9e99-37d91c809ff9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0386343 Oct 26 11:26:32.466161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-a3d8a8aa-4b0a-489e-963c-3842118a37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.467605 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-a3d8a8aa-4b0a-489e-963c-3842118a37f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 897 time: 0.0879538 Oct 26 11:26:32.528023 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-22b67433-cfb0-49ec-bc84-c344ff8ae25e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 1001 time: 0.0539215 Oct 26 11:26:32.576155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-16845e24-eb52-476f-9846-8f1874d6081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.577555 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-16845e24-eb52-476f-9846-8f1874d6081c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 200 len: 833 time: 0.0428905 Oct 26 11:26:32.624927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-be203d80-7054-41ee-85cc-e7ec78b29232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.626411 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-be203d80-7054-41ee-85cc-e7ec78b29232 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=377498c4-1f73-4fbd-8983-5d519b102d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419495 Oct 26 11:26:32.714603 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-0e467256-0f0b-4973-b0f6-96ca143300b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815518 Oct 26 11:26:32.808811 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ff501e17-a642-4c02-b8fa-4a299668b8bf req-7486401d-a1ee-47be-b67c-dfdb98a1b5e3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869679 Oct 26 11:26:32.854699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59694) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:32.912397 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62c35a00-629e-466b-a41b-1ae1833c183e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0565510 Oct 26 11:26:33.916219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59696) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:34.294891 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1bec6377-8eb0-40e8-bd6e-7eef1e251a07 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.3775303 Oct 26 11:26:35.299060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59698) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:35.359150 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-be367dbd-1f0a-4e8a-af22-9679c73706bd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0588033 Oct 26 11:26:36.363198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59700) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:36.420768 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f2e5ac2f-0c51-4681-a40a-c5297dd6b04b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0563972 Oct 26 11:26:37.425213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59702) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:37.485763 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8e69a2c9-1f3c-4a86-8248-9b0b7c7351d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0593736 Oct 26 11:26:37.758436 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:37.759404 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:38.489677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59704) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:38.547631 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4ff6a542-6716-441c-83a6-505ebf434012 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0568902 Oct 26 11:26:39.550715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59706) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:39.611263 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f951ad0e-97b4-4d64-93ef-7f9b4bc08cf1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0594268 Oct 26 11:26:40.614962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59708) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:40.672483 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72549ea8-0835-4be4-a819-c37109561f9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0564103 Oct 26 11:26:41.487245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:41.489889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:41.651267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.676772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59710) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:41.739576 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4caaeb87-1fa4-4c42-bb9d-91080506e7f9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0615902 Oct 26 11:26:42.743436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59712) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:42.782284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:42.795166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:42.804174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e349566f-866f-4f49-a6d7-fdabe81b5974 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0596371 Oct 26 11:26:43.808345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59714) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:43.879374 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2fad67c9-b563-400d-a721-246eaf2aca5a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0695963 Oct 26 11:26:44.883329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59716) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:45.063234 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d415e515-0d32-43e7-a7a3-64b6096386de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.1786835 Oct 26 11:26:46.067703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59720) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:46.073848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:46.075696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:46.130519 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cb78a2f5-03ef-4fa7-bae7-c0819ce8a3c7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0617311 Oct 26 11:26:47.133502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59722) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:47.191886 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d642197-716e-4f50-a121-30c7421d6cc3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0571997 Oct 26 11:26:48.195663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59724) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:48.262864 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5f16f0fd-ae20-438e-97eb-ac29f8aa64af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0660133 Oct 26 11:26:49.266733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59726) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:49.324579 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-889f34b9-4892-4fbc-b236-41a144b6c8cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567467 Oct 26 11:26:50.328175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59728) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:50.389555 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b5830996-6c8b-45d2-b500-025d158a7c56 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0602033 Oct 26 11:26:51.392905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59730) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:51.450263 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c6f36dfe-3819-4d2d-b671-dc4210cfaf9e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0562098 Oct 26 11:26:51.641192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:51.647554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:52.453480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59732) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:52.515029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ba4c4025-6af3-4ec4-9604-c48d0c7a1a55 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0604281 Oct 26 11:26:53.517958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59734) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:53.576316 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b9fa3fd-6bce-4da6-8456-686ee956584d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0570450 Oct 26 11:26:54.579991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59736) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:54.640734 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cffbe2c3-756c-4835-9ae1-11d5a962379e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0596189 Oct 26 11:26:55.645190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:55.702670 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3d7a913d-b799-4268-8d8f-2df5e42c4741 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0563409 Oct 26 11:26:56.630962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ac23fe94-05ab-4794-9507-efcdec6b0a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:56.705493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:56.767906 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-421ceaf5-cf93-493b-90c2-e096759846f3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0611989 Oct 26 11:26:57.183030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:57.183787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=10 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:57.771957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:57.831180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-460663d2-56d5-4730-be2d-b6df017164a7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0581114 Oct 26 11:26:58.822497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9045fd81-9517-4c7e-9b2f-243940fb01b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:58.834985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59744) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:58.896414 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d0f387c-1f71-4e91-beea-c59b8bdb129c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0603001 Oct 26 11:26:59.631515 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:59.635952 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:59.900415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59746) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:59.961791 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ecffc4ff-ed85-425e-8bc4-b687080a399f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0602150 Oct 26 11:26:59.977072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:00.965659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59748) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:01.025190 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1a70744-a519-4529-a9e0-c661578a6075 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0581896 Oct 26 11:27:01.492815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:01.495060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:02.028873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59750) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:02.090504 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3795e5e-dad1-4cb7-b7a4-45dda4b06fe7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0604153 Oct 26 11:27:03.093518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:03.151489 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-883f95b1-3c1e-4248-8b49-3a2b35576832 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567293 Oct 26 11:27:04.155189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59756) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:04.215755 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c640700f-8a27-43ac-915d-309963c0419d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0593829 Oct 26 11:27:04.761640 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:27:05.219032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59760) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:05.277433 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fffe6010-4b15-4a2a-bda1-6f06a10331c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0572233 Oct 26 11:27:06.281188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59764) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:06.345498 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f2a530b-bc13-4e15-876b-3567dc59733f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0631802 Oct 26 11:27:07.349462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59768) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:07.409725 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-06296a48-53ce-48e2-a9b7-2407fe799545 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0591528 Oct 26 11:27:08.413530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59770) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:08.474403 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-74c3a9f9-69e1-4f54-9495-e230c905acf6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0597370 Oct 26 11:27:09.478173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59772) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:09.535606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-91a59604-8a4d-4339-a2e3-d23f26a57e99 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0563114 Oct 26 11:27:10.540098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59774) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:10.601300 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d2cda84-3206-436f-a978-363f98729c3e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0600038 Oct 26 11:27:11.484926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:11.490499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:11.605033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:11.664470 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fe1d7943-9b88-4ef2-971f-f1af961bb620 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0583034 Oct 26 11:27:11.682235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:12.668302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59778) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:12.728911 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d5dbe4a-d040-4a5c-85df-b7359462cc09 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0594778 Oct 26 11:27:13.732841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59780) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:13.792045 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-240ae7c0-95b8-4b0a-8ff2-f29b3fb34628 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0579996 Oct 26 11:27:14.757371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:14.795551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59782) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:14.858373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4aa5678-48ec-4ae9-a450-eaf845220c13 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0616190 Oct 26 11:27:15.862271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59784) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:15.920904 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a70dccb1-b337-4279-83e5-030f00f7d75f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0575035 Oct 26 11:27:16.924929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59786) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:16.984736 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-417380d7-d028-4acd-bad4-7dd148eaee26 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0587564 Oct 26 11:27:17.401389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=77 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:17.403378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=74 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:17.988667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59788) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:18.046996 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b1d140f8-fbc0-4580-93e3-2dc8ba5c6026 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0572212 Oct 26 11:27:19.050882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59790) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:19.112536 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-11011923-0a66-4e82-8976-c447d18a9e8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0605319 Oct 26 11:27:20.117045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59792) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:20.175194 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2f4afb74-b785-412a-a65a-32c2f57b768a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0570774 Oct 26 11:27:21.179171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59794) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:21.215167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:21.241878 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d19c09a-0e46-4af7-85d4-b205b745b317 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0615778 Oct 26 11:27:21.672159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:21.678268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:22.245622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59796) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:22.303024 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-492c4475-2347-4d1b-aae6-2a9ca126022b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0562105 Oct 26 11:27:23.306810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59798) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:23.382061 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a768f6fc-aa29-48f6-9a40-87c0366bd32a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0739353 Oct 26 11:27:24.385646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59800) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:24.446348 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ae9a50bd-8779-4e6f-abf9-87be384a7b44 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0595644 Oct 26 11:27:24.680799 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:25.449294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59802) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:25.505748 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8e9dd6e6-5fa2-4380-94b8-782be8a4dc21 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0553136 Oct 26 11:27:26.509271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59804) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:26.570722 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b388bd41-f883-470a-9c62-1c645c4bb030 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0603342 Oct 26 11:27:26.632883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f247141a-6789-4f6a-b0b6-9733d1229ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:27.574978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59806) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:27.581138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:27.636058 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-289fbcd1-5d1d-4e45-837d-bb4a2a45b344 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0599325 Oct 26 11:27:28.640000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59808) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:28.699058 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-69fb3066-c373-4b52-98db-06a13a81a09f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0579991 Oct 26 11:27:28.824316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d248b37c-75a1-46de-abed-56196f8120e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:29.702907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59814) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:29.764225 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c3a8d04f-87ef-43a9-b80b-d2f34a7dabac tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0601578 Oct 26 11:27:29.979168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:30.767468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59816) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:30.825304 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73cf8732-230e-4e95-8ca5-9ecbcd9bd646 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0566835 Oct 26 11:27:31.493550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:31.498832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:31.828694 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59818) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:31.889387 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-075e11a7-4841-4018-9cc8-878193517e1b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0599086 Oct 26 11:27:32.893313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59820) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:32.950538 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5d159fd1-dda2-4e00-aeb2-de6b312a17ce tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0561087 Oct 26 11:27:33.885156 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-73b512e2-18ad-4832-828a-371505892fe9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386965 Oct 26 11:27:33.953536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59822) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:33.987266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-c9c03d7a-7fc8-40d7-958e-259375994796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:33.989091 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-c9c03d7a-7fc8-40d7-958e-259375994796 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0402803 Oct 26 11:27:34.014855 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5a228a5-73a4-4f7c-ba6b-628c49cdbb6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0601218 Oct 26 11:27:34.096053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-ce30f7e5-2f01-4d33-bfd0-3e3e68277bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:34.097414 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-ce30f7e5-2f01-4d33-bfd0-3e3e68277bec service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 897 time: 0.0900192 Oct 26 11:27:34.156931 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-39db9e7a-f379-4bad-8343-b3f226051582 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 1001 time: 0.0540562 Oct 26 11:27:34.203976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-9ec607ac-ab71-42f1-98a0-4e8a583f79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:34.205352 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-9ec607ac-ab71-42f1-98a0-4e8a583f79b3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 200 len: 833 time: 0.0427935 Oct 26 11:27:34.253044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-09af0687-0272-4bb6-85d1-ad54b69bfded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:34.254475 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-09af0687-0272-4bb6-85d1-ad54b69bfded service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=377498c4-1f73-4fbd-8983-5d519b102d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414326 Oct 26 11:27:34.342230 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-e6f559fa-b1f3-43ee-8581-3517634c0ba6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821664 Oct 26 11:27:34.435825 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b03df7af-f9ad-4658-bb67-29f716f3b3db req-27e62f3e-4408-4d6d-a021-2ba514d29c7a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864837 Oct 26 11:27:35.018407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59824) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:35.075618 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-49042628-aecb-4e50-af29-6f4ab6621dee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0560470 Oct 26 11:27:36.079459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59826) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:36.140098 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cf745227-c217-4f56-b5a1-628522236601 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0591807 Oct 26 11:27:37.143854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59828) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:37.201495 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c07add0e-15af-4052-8bde-2e7babd369a0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0564744 Oct 26 11:27:37.758807 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=6 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:37.760649 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:38.205259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59830) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:38.265940 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d507726-9140-432e-94e1-0e111e14259e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0595753 Oct 26 11:27:39.269146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59832) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:39.332663 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-88aacbf0-034b-43d9-a33e-5eed0cd13c20 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0623610 Oct 26 11:27:40.336728 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59834) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:40.395874 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ec17fe30-62d2-4212-a55c-1a013cbb3318 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0580142 Oct 26 11:27:41.399445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59836) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:41.456882 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ca5dcf36-fac2-4012-9511-5276cee9ef45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0562713 Oct 26 11:27:41.699827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.761064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:27:42.459910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59838) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:42.520659 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4af0d8f3-8f48-49e2-b58c-6441c0dc7389 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0590963 Oct 26 11:27:43.524319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59840) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:43.582006 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0d8e7772-737e-44f9-86f8-748904a764f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0565562 Oct 26 11:27:44.585736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59842) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:44.646550 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-144ad872-c43b-4a26-aed0-2da42d3cb0d3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0597055 Oct 26 11:27:45.650547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59844) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:45.723765 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ffbc68a1-1efb-441b-a4ec-fe8270b8d9ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0717728 Oct 26 11:27:46.727608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59846) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:46.786974 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ed7e4828-b637-4733-a2e2-b592fc0b21b4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0579722 Oct 26 11:27:47.791227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59848) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:47.797475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:47.799182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:47.852551 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c1cf39e2-b9b3-40ab-ab4c-f96880a7c619 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0599201 Oct 26 11:27:48.856255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59850) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:48.914882 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-87c708e1-778a-4df0-be5e-8f7f74eeda0d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0574520 Oct 26 11:27:49.918367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:49.978471 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b43f8024-41a1-427b-bc89-fda6dd6f670d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0589797 Oct 26 11:27:50.982141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59854) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:51.039351 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-beb655ec-9f0b-4742-8959-227fb5bd584a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0555694 Oct 26 11:27:51.687565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:51.695699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:51.755835 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:51.756522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:52.043176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59856) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:52.049333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:52.104388 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66c6c410-6fdf-489f-bbc6-81214e74ff87 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0600715 Oct 26 11:27:53.108208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59858) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:53.167269 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8d8ece22-c6f2-4468-aa10-171d1c8d7354 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0578744 Oct 26 11:27:54.171049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59860) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:54.231820 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b3bb373c-8baf-44d5-a7bf-939e1960afda tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0596895 Oct 26 11:27:55.235622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59862) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:55.241754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:55.617879 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-12233b51-d0ee-4ba5-ac9a-5f7f71d3979b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.3807762 Oct 26 11:27:56.621359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59864) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:56.635228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a233f9f-8dd5-4153-b54c-05c91342e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:56.685976 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d36dfca-87e1-4165-be0d-6b28e02c0b3e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0635033 Oct 26 11:27:57.689884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59866) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:57.752359 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6e595e3d-c1b1-428e-9c10-a248423388b0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0613351 Oct 26 11:27:58.756191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59868) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:58.816755 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a90649b3-e11c-4ce2-a23a-8c10f3152063 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0594358 Oct 26 11:27:58.826598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-72add76e-5361-437c-aa3b-ad16c449ccfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:59.820676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59870) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:59.881405 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-99a86747-1489-4268-936c-8fd62dfbc1e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0595305 Oct 26 11:27:59.982082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:00.885463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:00.942352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-78f0c2b2-d445-490f-a058-b82811c7007c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0557542 Oct 26 11:28:01.492826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:01.498411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:01.945569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59874) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:02.289879 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-35815fd6-b9a8-470a-92dd-7cbe49ba2df2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.3431344 Oct 26 11:28:03.293555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59876) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:03.353147 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3279804d-f168-482f-a139-e4b2ad691ecd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0584331 Oct 26 11:28:04.356912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59878) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:04.417452 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6199d8cb-eb9d-471c-ae14-93375afe881e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0594103 Oct 26 11:28:05.421326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59880) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:05.477995 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3aca7846-7233-4336-923b-36ab50bf232f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0555151 Oct 26 11:28:06.482809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59882) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:06.544283 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5de0579e-2321-436d-9b5c-6e5aeef2233e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0603483 Oct 26 11:28:07.548188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:07.605457 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-055c6f06-9448-451d-bf80-46a5b81c74a4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0554664 Oct 26 11:28:08.609288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59886) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:08.669709 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c0dc4277-4847-4be6-97eb-d9d6ff22581d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0592906 Oct 26 11:28:09.673594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:09.731357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29c6cf21-b994-4f64-9422-e222d8ec6381 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0561059 Oct 26 11:28:10.735327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:10.795698 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3609aed3-5748-4715-9b20-aa49aae135c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0592220 Oct 26 11:28:11.491474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:11.493369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:11.709203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:11.799564 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:11.857478 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9c520fca-de36-4b61-885a-8350bacaf3bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0567598 Oct 26 11:28:12.860419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59894) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:12.918798 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-154cf058-7007-4bce-8176-fccb78fea825 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0571218 Oct 26 11:28:13.625041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:13.629897 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:13.922597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59896) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:13.982566 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-48543a9d-e3f1-4c87-a5c5-1beb50c784be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0588346 Oct 26 11:28:14.985536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59898) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:15.042152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0ba83ef8-36ee-448b-a1c6-65179dcc676c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0554819 Oct 26 11:28:16.046899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59900) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:16.106985 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f6c5e2a0-59fd-42ac-92a7-cc5f57407240 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 200 len: 993 time: 0.0588825 Oct 26 11:28:16.109831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59902) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:16.225434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:16.257149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port b5a3fab6-14c2-468e-ae77-d0c27bf15e9d {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:16.257483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b5a3fab6-14c2-468e-ae77-d0c27bf15e9d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:16.307879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:16.336548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b5a3fab6-14c2-468e-ae77-d0c27bf15e9d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:16.336866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (b5a3fab6-14c2-468e-ae77-d0c27bf15e9d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:16.350303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for b5a3fab6-14c2-468e-ae77-d0c27bf15e9d owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:16.501175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b5a3fab6-14c2-468e-ae77-d0c27bf15e9d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:16.523859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=b5a3fab6-14c2-468e-ae77-d0c27bf15e9d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:16.538036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.538404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.538729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.539062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.539389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.539716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.540187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.540751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.541244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.541811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.542322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.542669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.543046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.543885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.544210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:16.603407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (cc402607-3be0-4423-8b13-1de4628dd6b5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:16.603809 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP cc402607-3be0-4423-8b13-1de4628dd6b5 disassociated (deleted). External IP: 172.26.0.164, port: cd074c3c-964b-47c9-951c-1667e5c266c2. Oct 26 11:28:16.806441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 412c51d9-4e99-4115-8a9d-bd0febe1feac has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:28:16.910828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:28:16.915675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:16.920497 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:16.930703 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:16.931316 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:27:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:16.944654 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd1c172d-a557-4b88-a677-872564897392 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/cc402607-3be0-4423-8b13-1de4628dd6b5 HTTP/1.1" status: 204 len: 168 time: 0.8338277 Oct 26 11:28:16.945295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:16.947564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00898b2-9569-4735-b67a-2f073c46575f" -d '{"events": [{"name": "network-changed", "server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:17.039593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:17.178877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b08354-257d-4ba8-8963-df3b933fb7b6 x-openstack-request-id: req-47b08354-257d-4ba8-8963-df3b933fb7b6 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:17.179371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:17.179627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47b08354-257d-4ba8-8963-df3b933fb7b6 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:17.180250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b08354-257d-4ba8-8963-df3b933fb7b6'] response: {'name': 'network-changed', 'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'status': 'completed', 'code': 200} Oct 26 11:28:17.247575 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:51Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:52Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:17.272520 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:17.280951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:17.281552 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:27:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:17.285154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f51fa5-e9f1-4aee-b374-13bbe98fb9ec req-60536300-5b43-4d6a-a666-3ca70d8b019d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:17.286652 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c9f51fa5-e9f1-4aee-b374-13bbe98fb9ec req-60536300-5b43-4d6a-a666-3ca70d8b019d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 945 time: 0.1226993 Oct 26 11:28:17.337408 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c9f51fa5-e9f1-4aee-b374-13bbe98fb9ec req-d54049b1-786b-43a2-a063-281ef7d169d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449693 Oct 26 11:28:17.388482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:17.400716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00898b2-9569-4735-b67a-2f073c46575f req-922cfe1c-ab94-4b6a-add1-17f587b8c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:17.402240 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b00898b2-9569-4735-b67a-2f073c46575f req-922cfe1c-ab94-4b6a-add1-17f587b8c793 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0454905 Oct 26 11:28:17.470752 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:17.657132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:51Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:52Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:17.676155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00898b2-9569-4735-b67a-2f073c46575f req-bc683aed-9b0c-4ebc-b85c-3ce5ab4fd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:17.677644 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b00898b2-9569-4735-b67a-2f073c46575f req-bc683aed-9b0c-4ebc-b85c-3ce5ab4fd366 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 200 len: 897 time: 0.0925579 Oct 26 11:28:17.682019 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10fa1b-edd1-4e9e-9ce2-2779f6e6051b None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:51Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:52Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:17.759531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:17.789665 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b00898b2-9569-4735-b67a-2f073c46575f req-d96d1d0c-6853-491e-92fd-44bd2fb60721 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 200 len: 217 time: 0.0360446 Oct 26 11:28:17.801654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-30feecb3-8407-4492-860f-8e3003597e3d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:17.803182 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-30feecb3-8407-4492-860f-8e3003597e3d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0494010 Oct 26 11:28:17.846220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00898b2-9569-4735-b67a-2f073c46575f req-282bcbcf-7cea-4594-81ec-702b3d72c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:17.847991 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b00898b2-9569-4735-b67a-2f073c46575f req-282bcbcf-7cea-4594-81ec-702b3d72c532 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 200 len: 833 time: 0.0530865 Oct 26 11:28:17.908747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port cd074c3c-964b-47c9-951c-1667e5c266c2 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:17.910489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:17.914786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00898b2-9569-4735-b67a-2f073c46575f req-4457b353-0ce9-40e7-8447-822c7c11c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:17.916495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b00898b2-9569-4735-b67a-2f073c46575f req-4457b353-0ce9-40e7-8447-822c7c11c69a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=377498c4-1f73-4fbd-8983-5d519b102d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0622344 Oct 26 11:28:18.015906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port cd074c3c-964b-47c9-951c-1667e5c266c2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=cd074c3c-964b-47c9-951c-1667e5c266c2,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:18.016951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:18.023514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b00898b2-9569-4735-b67a-2f073c46575f req-3333d4fc-86ae-4c45-b228-e3ba9fb8e242 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007619 Oct 26 11:28:18.041617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for cd074c3c-964b-47c9-951c-1667e5c266c2 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:18.126457 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b00898b2-9569-4735-b67a-2f073c46575f req-18db023a-da0c-47b9-aae8-cf48d1aff348 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951717 Oct 26 11:28:18.183170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (cd074c3c-964b-47c9-951c-1667e5c266c2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:18.212038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=cd074c3c-964b-47c9-951c-1667e5c266c2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:18.246239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.246786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.247177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.247519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.247883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.248213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.248543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.248867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.249198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.249763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.250098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.250419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.250738 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.251055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.251371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:18.276706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] No DVR routers for this DVR port cd074c3c-964b-47c9-951c-1667e5c266c2 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:28:18.280243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:18.283507 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1bc2b5d0-52ea-446e-b5c5-ef16af0adb49 req-f3b34c49-d76f-4bb8-bed4-b49b76760341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "DELETE /networking/v2.0/ports/cd074c3c-964b-47c9-951c-1667e5c266c2 HTTP/1.1" status: 204 len: 173 time: 0.4758043 Oct 26 11:28:18.284062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'name': 'network-vif-deleted', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:18.286386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beb7192-898f-4b98-90ef-0b37577c1181" -d '{"events": [{"server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "name": "network-vif-deleted", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:18.413838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c4ad70-ff3e-42b7-891f-2ccd43ea6f59 x-openstack-request-id: req-73c4ad70-ff3e-42b7-891f-2ccd43ea6f59 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:18.414345 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89417a3b-8d2a-408d-a6d4-907d8423c6c6", "name": "network-vif-deleted", "tag": "cd074c3c-964b-47c9-951c-1667e5c266c2", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:18.414778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73c4ad70-ff3e-42b7-891f-2ccd43ea6f59 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:18.415357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c4ad70-ff3e-42b7-891f-2ccd43ea6f59'] response: {'server_uuid': '89417a3b-8d2a-408d-a6d4-907d8423c6c6', 'name': 'network-vif-deleted', 'tag': 'cd074c3c-964b-47c9-951c-1667e5c266c2', 'status': 'completed', 'code': 200} Oct 26 11:28:18.498931 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5ffc7533-e69e-45d0-9428-8e29a842fde1 req-b22d7595-74c0-4a5c-bb35-1bc895ef343f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=89417a3b-8d2a-408d-a6d4-907d8423c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0306134 Oct 26 11:28:18.759950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:28:19.573961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59942) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:19.631207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-717a7399-e58a-480a-b280-26d534b7e9be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:19.659325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-717a7399-e58a-480a-b280-26d534b7e9be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:19.718863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-717a7399-e58a-480a-b280-26d534b7e9be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:19.721455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-717a7399-e58a-480a-b280-26d534b7e9be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:19.722648 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-717a7399-e58a-480a-b280-26d534b7e9be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909 HTTP/1.1" status: 204 len: 168 time: 0.1483443 Oct 26 11:28:19.732750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a7399-e58a-480a-b280-26d534b7e9be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d5ced0-b7b1-46dd-8a12-d0eaf4e5e909,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:19.764604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59946) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:19.896112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:19.907410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:19.908139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:27:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:20.009927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:20.097888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (412c51d9-4e99-4115-8a9d-bd0febe1feac), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:20.136329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:20.202615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:51Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:52Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:20.227282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:20.235998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:20.236621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:27:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:20.334541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port b3b10eda-a65e-4ec5-9f61-359b6dd56729 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:20.334880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:20.337410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:20.339985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:20.431973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port b3b10eda-a65e-4ec5-9f61-359b6dd56729, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b3b10eda-a65e-4ec5-9f61-359b6dd56729,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:20.432330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:20.445860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for b3b10eda-a65e-4ec5-9f61-359b6dd56729 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:20.525892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:51Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:52Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:20.555118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab092-362c-40d8-93da-97bf05d07870 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:22:52Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'fabce449-64eb-4824-ab45-3ecda696db0d', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:38:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:23:51Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b3b10eda-a65e-4ec5-9f61-359b6dd56729', 'name': '', 'network_id': '377498c4-1f73-4fbd-8983-5d519b102d6f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:67:7d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:22:51Z', 'updated_at': '2022-10-26T11:23:52Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '3db231b5-ea15-48e3-879a-cc8b2df277d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:20.646731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b3b10eda-a65e-4ec5-9f61-359b6dd56729), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:20.674832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=b3b10eda-a65e-4ec5-9f61-359b6dd56729,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:21.183613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (412c51d9-4e99-4115-8a9d-bd0febe1feac), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:21.229739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9adfb79-578c-4f2e-b9f7-6eaae748ffc0 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:28:21.316482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9adfb79-578c-4f2e-b9f7-6eaae748ffc0 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:28:21.317230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:21.423483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 412c51d9-4e99-4115-8a9d-bd0febe1feac has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:28:21.449009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:21.539115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:28:21.544248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3f52197-9ad9-4276-b0fc-2530aa01f0a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/412c51d9-4e99-4115-8a9d-bd0febe1feac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785237 Oct 26 11:28:21.547424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59948) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:21.608235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedd362d-b13f-4078-9a32-591af2df0faf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting subnet 3db231b5-ea15-48e3-879a-cc8b2df277d9 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:28:21.613042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cedd362d-b13f-4078-9a32-591af2df0faf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (3db231b5-ea15-48e3-879a-cc8b2df277d9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:21.651138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:21.664997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cedd362d-b13f-4078-9a32-591af2df0faf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (3db231b5-ea15-48e3-879a-cc8b2df277d9), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:21.771618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cedd362d-b13f-4078-9a32-591af2df0faf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (3db231b5-ea15-48e3-879a-cc8b2df277d9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:21.847243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cedd362d-b13f-4078-9a32-591af2df0faf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (3db231b5-ea15-48e3-879a-cc8b2df277d9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:21.876520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd362d-b13f-4078-9a32-591af2df0faf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Subnet': ['ID=3db231b5-ea15-48e3-879a-cc8b2df277d9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:21.880254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cedd362d-b13f-4078-9a32-591af2df0faf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:21.886036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59950) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:21.886538 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cedd362d-b13f-4078-9a32-591af2df0faf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/3db231b5-ea15-48e3-879a-cc8b2df277d9 HTTP/1.1" status: 204 len: 168 time: 0.3375721 Oct 26 11:28:21.962003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:21.976294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:22.001577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91b351-506d-4103-b22d-65880e608121 None None] Network 377498c4-1f73-4fbd-8983-5d519b102d6f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:28:22.019431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (412c51d9-4e99-4115-8a9d-bd0febe1feac), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.054398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:22.132700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (412c51d9-4e99-4115-8a9d-bd0febe1feac), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.179401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port fabce449-64eb-4824-ab45-3ecda696db0d {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:22.179764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.221369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-93630e64-dbcd-4979-b0c1-bf5692b5be2b None None] Provisioning complete for port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:22.221733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-93630e64-dbcd-4979-b0c1-bf5692b5be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.222066 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-93630e64-dbcd-4979-b0c1-bf5692b5be2b None None] Attempt 1 to provision port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 Oct 26 11:28:22.225443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:22.264542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port fabce449-64eb-4824-ab45-3ecda696db0d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=fabce449-64eb-4824-ab45-3ecda696db0d,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:22.264877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.282094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for fabce449-64eb-4824-ab45-3ecda696db0d owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:22.282550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port fabce449-64eb-4824-ab45-3ecda696db0d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:22.283025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.283243 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port fabce449-64eb-4824-ab45-3ecda696db0d Oct 26 11:28:22.361207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-93630e64-dbcd-4979-b0c1-bf5692b5be2b None None] Current status of the port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:22.400200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] DHCP port deletion for 377498c4-1f73-4fbd-8983-5d519b102d6f request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:28:22.405115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port fabce449-64eb-4824-ab45-3ecda696db0d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:22.405504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.445050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Deleting port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:22.445419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.464807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (fabce449-64eb-4824-ab45-3ecda696db0d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.489707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=fabce449-64eb-4824-ab45-3ecda696db0d,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:22.521744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device cd074c3c-964b-47c9-951c-1667e5c266c2 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:22.553214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] For port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=4dd5f731-c88c-4c8c-8fff-febbdf9efc68,segment=NetworkSegment(140e84c6-487c-4e3a-a4f9-16de4e948b31),segment_id=140e84c6-487c-4e3a-a4f9-16de4e948b31)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:22.553214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.561480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: cd074c3c-964b-47c9-951c-1667e5c266c2 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:28:22.561834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device cd074c3c-964b-47c9-951c-1667e5c266c2 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:28:22.569810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Calling delete_port for 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:22.570386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (412c51d9-4e99-4115-8a9d-bd0febe1feac), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.680013 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] Sync routers for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:22.680492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (4dd5f731-c88c-4c8c-8fff-febbdf9efc68), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.680626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (412c51d9-4e99-4115-8a9d-bd0febe1feac), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.680747 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] Routers {'412c51d9-4e99-4115-8a9d-bd0febe1feac'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:22.680747 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:27:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['412c51d9-4e99-4115-8a9d-bd0febe1feac'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:22.680963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (412c51d9-4e99-4115-8a9d-bd0febe1feac), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.697347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Pushing event deleted for resources: {'Port': ['ID=4dd5f731-c88c-4c8c-8fff-febbdf9efc68,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:22.706065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] No DVR routers for this DVR port 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:28:22.709512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.710187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.710563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.710909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.711246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.711576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.712054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.712392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.712733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.713054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.713382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.713712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.714037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.718231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.718656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a19e6a0-6621-48e8-bc0b-86434ba4aff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:22.729897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (412c51d9-4e99-4115-8a9d-bd0febe1feac), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.729897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Fanout notify agent at l3_agent the message router_deleted on router 412c51d9-4e99-4115-8a9d-bd0febe1feac {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:28:22.737164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.738295 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-00da13c5-ccb2-4960-b03c-c9e227b68e80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/routers/412c51d9-4e99-4115-8a9d-bd0febe1feac HTTP/1.1" status: 204 len: 168 time: 0.8512080 Oct 26 11:28:22.741223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59952) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:22.754632 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:22.756100 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] Set router 412c51d9-4e99-4115-8a9d-bd0febe1feac gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:22.804959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c51d9-4e99-4115-8a9d-bd0febe1feac', 'name': 'tempest-TestNetworkBasicOps-router-677424646', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:22:47Z', 'updated_at': '2022-10-26T11:28:22Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:22.821686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (377498c4-1f73-4fbd-8983-5d519b102d6f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.832921 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] Checking router: 412c51d9-4e99-4115-8a9d-bd0febe1feac for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:22.841336 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:22.841701 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:28:22.842284 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'412c51d9-4e99-4115-8a9d-bd0febe1feac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:27:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:28:22.842654 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631e0dc-13ac-4ca4-bd40-0ad891a3ff51 None None] The sync data for ids ['412c51d9-4e99-4115-8a9d-bd0febe1feac'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:22.911475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (377498c4-1f73-4fbd-8983-5d519b102d6f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.931517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377498c4-1f73-4fbd-8983-5d519b102d6f']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:22.941331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140e84c6-487c-4e3a-a4f9-16de4e948b31') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:22.941625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140e84c6-487c-4e3a-a4f9-16de4e948b31') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:22.951085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (140e84c6-487c-4e3a-a4f9-16de4e948b31), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.964019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (140e84c6-487c-4e3a-a4f9-16de4e948b31), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.970617 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:28:22.971040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (140e84c6-487c-4e3a-a4f9-16de4e948b31), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.043896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (377498c4-1f73-4fbd-8983-5d519b102d6f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.061568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.064634 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/networks/377498c4-1f73-4fbd-8983-5d519b102d6f HTTP/1.1" status: 204 len: 168 time: 0.3223474 Oct 26 11:28:23.066496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 140e84c6-487c-4e3a-a4f9-16de4e948b31 resource provider aggregate not found Oct 26 11:28:23.070476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38edb84-b3c5-46cd-ba9d-7c0180e5c447 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Network': ['ID=377498c4-1f73-4fbd-8983-5d519b102d6f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:23.088059 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 140e84c6-487c-4e3a-a4f9-16de4e948b31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 140e84c6-487c-4e3a-a4f9-16de4e948b31 found for delete ", "request_id": "req-be95ebf6-8b20-48cb-9973-36afa81d5ed1"}]} Oct 26 11:28:23.114021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59960) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:23.119060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'network': {'name': 'tempest-network-smoke--2021810500', 'project_id': '96acf66580ef42109af70a407c10125a', 'port_security_enabled': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:23.139299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:28:23.142998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.167404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:28:23.177704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6dfa32e4-6a1c-436b-a579-8074c2927eeb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.178066 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Added segment 6dfa32e4-6a1c-436b-a579-8074c2927eeb of type vlan for network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 Oct 26 11:28:23.221460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (cfb60c1a-fe27-4e8d-bd23-a35d4b293778), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.225058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:23.251277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (cfb60c1a-fe27-4e8d-bd23-a35d4b293778), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.256513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:23.257098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.321982 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2068980 Oct 26 11:28:23.324957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59962) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:23.329604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'admin_state_up': True, 'project_id': '96acf66580ef42109af70a407c10125a', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:23.334076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fa639-4a9d-443d-87d1-6ed3c9a2e1e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Network': ['ID=cfb60c1a-fe27-4e8d-bd23-a35d4b293778,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:23.345802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:28:23.363055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.364153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.416858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.552389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:23.555236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.736629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.755567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.757144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:23.878268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.226 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/679add99-16c8-4b7b-9fd0-8b931a2a6557) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:28:23.940529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:23.960111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: fabce449-64eb-4824-ab45-3ecda696db0d {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:28:23.960471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device fabce449-64eb-4824-ab45-3ecda696db0d not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:28:23.960886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:23.978697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:28:23.979047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 4dd5f731-c88c-4c8c-8fff-febbdf9efc68 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:28:23.979465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:23.991231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:24.001867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: b3b10eda-a65e-4ec5-9f61-359b6dd56729 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:28:24.002289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b3b10eda-a65e-4ec5-9f61-359b6dd56729 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:28:24.027359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:24.076030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:28:24.081227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:28:24.083408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:24.085591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:28:24.326496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:24.467407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:24.519806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:24.635612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:24.657193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:28:24.758840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:28:24.769238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:24.778990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:24.783082 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e3a31da4-143f-492e-90c8-711ef1895a6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4542253 Oct 26 11:28:24.783222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:24.783222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:27:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:24.783489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59964) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:24.835625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:24.889312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:24.968567 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-11d4d290-52d2-434d-abd0-f2a2df7b4a2b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=96acf66580ef42109af70a407c10125a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1842432 Oct 26 11:28:24.971143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59968) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:25.057904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882d3fb-78b4-4d25-bedf-1a70d90cb699 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:25.058553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:24Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:25.060203 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9882d3fb-78b4-4d25-bedf-1a70d90cb699 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881741 Oct 26 11:28:25.063067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59970) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:25.084019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:25.084371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Updating router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 port 679add99-16c8-4b7b-9fd0-8b931a2a6557 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:28:25.089978 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8538468-564e-4601-b8de-b255a256d435 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258672 Oct 26 11:28:25.092529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:25.097077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403059242', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'project_id': '96acf66580ef42109af70a407c10125a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:25.112546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.187837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:28:25.191619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.206640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:25.365237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Publish callbacks [] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.371137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.373015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (cc5b8cb1-0b80-4972-af26-108611533236), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.407037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Attempting to bind port 679add99-16c8-4b7b-9fd0-8b931a2a6557 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:28:25.407401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Attempting to bind port 679add99-16c8-4b7b-9fd0-8b931a2a6557 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:28:25.407785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Attempting to bind port 679add99-16c8-4b7b-9fd0-8b931a2a6557 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:28:25.429261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Subnet': ['ID=cc5b8cb1-0b80-4972-af26-108611533236,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:25.444990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Checking segment: {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:28:25.445351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network hostable DHCP agents. Network: cfb60c1a-fe27-4e8d-bd23-a35d4b293778, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:28:25.448117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:25.448624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e924ed-4fa0-42a4-9cb6-98a706efe935 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:25.467500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:28:25.468017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:28:25.468393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.468796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:28:25.469268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Bound port: 679add99-16c8-4b7b-9fd0-8b931a2a6557, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:28:25.469651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.470056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:28:25.479628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, cfb60c1a-fe27-4e8d-bd23-a35d4b293778) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:28:25.485510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:25.486624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.493664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3748c14-5cf2-4c97-9cb7-551d3a8c4645 None None] Network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:28:25.505411 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-100bfbbb-ab41-4d25-926e-66599517aa0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4118938 Oct 26 11:28:25.508188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:25.570588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:28:25.575740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:28:25.585196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.657385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:25.658010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:27:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:25.669565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:28:25.670507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.708147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:25.720136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e924ed-4fa0-42a4-9cb6-98a706efe935 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:25.764920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:25.875834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:25.939155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:25.988921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Allocated IP 172.20.0.2 (cfb60c1a-fe27-4e8d-bd23-a35d4b293778/cc5b8cb1-0b80-4972-af26-108611533236/3151d0c1-0ed0-406f-aa22-dc74e8489c3e) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:28:25.990473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:26.137097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:24Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:26.173640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf516be9-7743-4feb-86de-632812caa9ce None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:24Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:26.234356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Publish callbacks [] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.240454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.289973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:28:26.291250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Pushing event updated for resources: {'Port': ['ID=3151d0c1-0ed0-406f-aa22-dc74e8489c3e,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:26.293944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:28:26.295993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:28:26.362394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Attempting to bind port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:28:26.362773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Attempting to bind port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:28:26.363139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Attempting to bind port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e on network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:28:26.408298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:28:26.408701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Checking segment: {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:28:26.409074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.409470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Bound using segment: {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:28:26.409947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Bound port: 3151d0c1-0ed0-406f-aa22-dc74e8489c3e, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:28:26.410330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.498661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] For port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:28:26.502897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] For port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3151d0c1-0ed0-406f-aa22-dc74e8489c3e,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:28:26.510371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.573011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:26.576520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39114ae-0edf-478a-9868-7be0e132fa03 None None] Pushing event updated for resources: {'Port': ['ID=3151d0c1-0ed0-406f-aa22-dc74e8489c3e,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:26.603769 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.1 (cfb60c1a-fe27-4e8d-bd23-a35d4b293778/cc5b8cb1-0b80-4972-af26-108611533236/f972be85-ac4d-4f97-8417-6582d25f6801) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:28:26.648775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1026a3f2-9411-475f-83ae-1773a6f8bd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.751162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (f972be85-ac4d-4f97-8417-6582d25f6801), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.789358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.831402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:26.838581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:28:26.848760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:28:26.853692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:28:26.893191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:26.914179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.960490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:27.054762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:27.333918 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (f972be85-ac4d-4f97-8417-6582d25f6801), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:27.338445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:27.418956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:27.421018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:27.521413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:28:27.522776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:28:27.552550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb436ab-d0e9-4058-9af9-af3cc5d09ca0 None None] Network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:28:27.636474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5395a576-443e-4327-af6b-1ab9bec9ec0e None None] Provisioning complete for port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:27.636855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5395a576-443e-4327-af6b-1ab9bec9ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:27.637755 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5395a576-443e-4327-af6b-1ab9bec9ec0e None None] Attempt 1 to provision port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e Oct 26 11:28:27.638147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:28:27.704685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:27.761532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:28:27.767260 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7a59bb67-274e-4fd9-970a-22d21af468f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2580738 Oct 26 11:28:27.769745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:27.895668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a11182-66a4-4098-9b36-69bf4460c790 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.896563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a11182-66a4-4098-9b36-69bf4460c790 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.897095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a11182-66a4-4098-9b36-69bf4460c790 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.898037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a11182-66a4-4098-9b36-69bf4460c790 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.900244 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15a11182-66a4-4098-9b36-69bf4460c790 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1295466 Oct 26 11:28:27.903643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59978) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:27.917312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5395a576-443e-4327-af6b-1ab9bec9ec0e None None] Current status of the port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:27.917781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5395a576-443e-4327-af6b-1ab9bec9ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:27.956322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5395a576-443e-4327-af6b-1ab9bec9ec0e None None] For port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3151d0c1-0ed0-406f-aa22-dc74e8489c3e,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:27.961912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5395a576-443e-4327-af6b-1ab9bec9ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:27.976071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b835a07-1939-446f-9e3b-e9fdfa639f2a tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.976553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b835a07-1939-446f-9e3b-e9fdfa639f2a tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.977007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b835a07-1939-446f-9e3b-e9fdfa639f2a tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.977458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b835a07-1939-446f-9e3b-e9fdfa639f2a tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.979129 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5b835a07-1939-446f-9e3b-e9fdfa639f2a tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0744021 Oct 26 11:28:27.983412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59980) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:28.013931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395a576-443e-4327-af6b-1ab9bec9ec0e None None] Pushing event updated for resources: {'Port': ['ID=3151d0c1-0ed0-406f-aa22-dc74e8489c3e,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:28.030423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:28.101415 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-64d8adc3-bb51-4a89-83ef-8555e69d866a tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1168358 Oct 26 11:28:28.170989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 59984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:28.176046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-06fc4947-bfa4-444f-952c-178377383e5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864608807', 'description': 'tempest-secgroup-smoke-864608807 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:28.183407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-92511e6b-db9c-4250-b392-e15e7b966323 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:28.183930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-92511e6b-db9c-4250-b392-e15e7b966323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.184550 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-92511e6b-db9c-4250-b392-e15e7b966323 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:28.199117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-06fc4947-bfa4-444f-952c-178377383e5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.242444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-92511e6b-db9c-4250-b392-e15e7b966323 None None] Port f972be85-ac4d-4f97-8417-6582d25f6801 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:28:28.272134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-92511e6b-db9c-4250-b392-e15e7b966323 None None] Provisioning complete for port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:28.272134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-92511e6b-db9c-4250-b392-e15e7b966323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.272134 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-92511e6b-db9c-4250-b392-e15e7b966323 None None] Attempt 1 to provision port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e Oct 26 11:28:28.273074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:28.288526 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:28.289136 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:27:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:28.314611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:28.318194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-06fc4947-bfa4-444f-952c-178377383e5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (778c60d7-12fc-41c1-bc57-e70fcb011d58), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.324527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-06fc4947-bfa4-444f-952c-178377383e5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (778c60d7-12fc-41c1-bc57-e70fcb011d58), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.363052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-06fc4947-bfa4-444f-952c-178377383e5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.368732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59986) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:28.370141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3151d0c1-0ed0-406f-aa22-dc74e8489c3e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:28.378596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b0d8362e-3a7b-4c50-acf9-533e2d8c75ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '778c60d7-12fc-41c1-bc57-e70fcb011d58', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:28.382867 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06fc4947-bfa4-444f-952c-178377383e5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2107053 Oct 26 11:28:28.395001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc4947-bfa4-444f-952c-178377383e5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778c60d7-12fc-41c1-bc57-e70fcb011d58,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:28.399774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-92511e6b-db9c-4250-b392-e15e7b966323 None None] Current status of the port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:28.428549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0d8362e-3a7b-4c50-acf9-533e2d8c75ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (3f93d9fb-d679-4fcc-a05b-334dc67a8055), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.428838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:28.429412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.430097 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e Oct 26 11:28:28.437875 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:28.470676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:28.514671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0d8362e-3a7b-4c50-acf9-533e2d8c75ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (3f93d9fb-d679-4fcc-a05b-334dc67a8055), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.520115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0d8362e-3a7b-4c50-acf9-533e2d8c75ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (3f93d9fb-d679-4fcc-a05b-334dc67a8055), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.525458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:28.529082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-381b9c11-0c0b-4a0c-9ff7-255a9447275d None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:28.529291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-381b9c11-0c0b-4a0c-9ff7-255a9447275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.529558 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-381b9c11-0c0b-4a0c-9ff7-255a9447275d None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:28.551321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8362e-3a7b-4c50-acf9-533e2d8c75ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f93d9fb-d679-4fcc-a05b-334dc67a8055,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:28.567000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0d8362e-3a7b-4c50-acf9-533e2d8c75ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.568210 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b0d8362e-3a7b-4c50-acf9-533e2d8c75ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976705 Oct 26 11:28:28.570965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59988) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:28.576749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-246aced7-f9ac-445c-b4d1-e8c3f589d4e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '778c60d7-12fc-41c1-bc57-e70fcb011d58', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:28.590224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-381b9c11-0c0b-4a0c-9ff7-255a9447275d None None] Port f972be85-ac4d-4f97-8417-6582d25f6801 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:28:28.607883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-246aced7-f9ac-445c-b4d1-e8c3f589d4e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (47374d48-f4c0-46ff-8027-39abbec8c937), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.613363 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:28.669577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-246aced7-f9ac-445c-b4d1-e8c3f589d4e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (47374d48-f4c0-46ff-8027-39abbec8c937), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.670411 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:28.674127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-246aced7-f9ac-445c-b4d1-e8c3f589d4e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (47374d48-f4c0-46ff-8027-39abbec8c937), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.693526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246aced7-f9ac-445c-b4d1-e8c3f589d4e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47374d48-f4c0-46ff-8027-39abbec8c937,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:28.696664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:28.697021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Updating router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 port f972be85-ac4d-4f97-8417-6582d25f6801 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:28:28.704966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-246aced7-f9ac-445c-b4d1-e8c3f589d4e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.706194 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-246aced7-f9ac-445c-b4d1-e8c3f589d4e2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341493 Oct 26 11:28:28.708961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59990) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:28.713346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-815a118b-fc3e-47fa-ae28-5f134cca93e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '778c60d7-12fc-41c1-bc57-e70fcb011d58', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:28.714987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3ac62ff9-c4e1-4de3-a59c-297ba36a3291 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:28.715533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3ac62ff9-c4e1-4de3-a59c-297ba36a3291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.716022 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3ac62ff9-c4e1-4de3-a59c-297ba36a3291 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:28.732523 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.748613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-815a118b-fc3e-47fa-ae28-5f134cca93e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8c814895-b716-4b66-b761-696d1b2f7312), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.753781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3ac62ff9-c4e1-4de3-a59c-297ba36a3291 None None] Port f972be85-ac4d-4f97-8417-6582d25f6801 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:28:28.816913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-815a118b-fc3e-47fa-ae28-5f134cca93e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8c814895-b716-4b66-b761-696d1b2f7312), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.822217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-815a118b-fc3e-47fa-ae28-5f134cca93e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (8c814895-b716-4b66-b761-696d1b2f7312), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.829452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-94ffe0a7-a262-40c3-887b-aa89cff5fb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.846963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a118b-fc3e-47fa-ae28-5f134cca93e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c814895-b716-4b66-b761-696d1b2f7312,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:28.852535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-815a118b-fc3e-47fa-ae28-5f134cca93e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.853874 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-815a118b-fc3e-47fa-ae28-5f134cca93e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440060 Oct 26 11:28:28.857074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59992) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:28.861983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e47b996b-d29e-4489-a3f3-c545ec478159 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '778c60d7-12fc-41c1-bc57-e70fcb011d58', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:28.894561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47b996b-d29e-4489-a3f3-c545ec478159 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (3cbeb33b-be4f-4371-b1b2-2d0a74a8511b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.957398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47b996b-d29e-4489-a3f3-c545ec478159 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (3cbeb33b-be4f-4371-b1b2-2d0a74a8511b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.962482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47b996b-d29e-4489-a3f3-c545ec478159 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (3cbeb33b-be4f-4371-b1b2-2d0a74a8511b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.982241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b996b-d29e-4489-a3f3-c545ec478159 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbeb33b-be4f-4371-b1b2-2d0a74a8511b,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:28.989804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e47b996b-d29e-4489-a3f3-c545ec478159 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:28.991014 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e47b996b-d29e-4489-a3f3-c545ec478159 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329589 Oct 26 11:28:28.993766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:28.998996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a3b9981f-7336-4c36-a8e3-a27d306858e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '778c60d7-12fc-41c1-bc57-e70fcb011d58', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:29.020527 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-a3b9981f-7336-4c36-a8e3-a27d306858e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:28:29.025933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a3b9981f-7336-4c36-a8e3-a27d306858e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (92a3742b-08a4-4676-a345-d9d39e9ad441), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.026109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Publish callbacks [] for port (f972be85-ac4d-4f97-8417-6582d25f6801), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.031908 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.072630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:29.091851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a3b9981f-7336-4c36-a8e3-a27d306858e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (92a3742b-08a4-4676-a345-d9d39e9ad441), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.097425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a3b9981f-7336-4c36-a8e3-a27d306858e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (92a3742b-08a4-4676-a345-d9d39e9ad441), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.097612 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:29.117402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9981f-7336-4c36-a8e3-a27d306858e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a3742b-08a4-4676-a345-d9d39e9ad441,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:29.123885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.124259 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.125619 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.126018 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.126366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.126718 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.127042 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.127390 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.127795 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.128173 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.128700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.129049 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.129376 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.129695 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.130014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:29.131368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a3b9981f-7336-4c36-a8e3-a27d306858e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.132828 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a3b9981f-7336-4c36-a8e3-a27d306858e9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381361 Oct 26 11:28:29.135558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 59996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:29.140314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5449c7f1-c5bf-445b-ab0d-0d48d7a68860 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '778c60d7-12fc-41c1-bc57-e70fcb011d58', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:29.142270 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Attempting to bind port f972be85-ac4d-4f97-8417-6582d25f6801 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:28:29.142641 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Attempting to bind port f972be85-ac4d-4f97-8417-6582d25f6801 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:28:29.143006 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Attempting to bind port f972be85-ac4d-4f97-8417-6582d25f6801 on network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:28:29.163910 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-5449c7f1-c5bf-445b-ab0d-0d48d7a68860 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:28:29.171491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5449c7f1-c5bf-445b-ab0d-0d48d7a68860 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (623c21b4-410b-43b5-b6df-41d6b07efc35), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.188093 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:28:29.188463 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Checking segment: {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:28:29.188863 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.189258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Bound using segment: {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:28:29.189730 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Bound port: f972be85-ac4d-4f97-8417-6582d25f6801, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:28:29.190102 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.194180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:29.201501 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:29.243810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5449c7f1-c5bf-445b-ab0d-0d48d7a68860 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (623c21b4-410b-43b5-b6df-41d6b07efc35), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.247512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5449c7f1-c5bf-445b-ab0d-0d48d7a68860 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (623c21b4-410b-43b5-b6df-41d6b07efc35), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.256594 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:28:29.259833 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:28:29.265898 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.268132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449c7f1-c5bf-445b-ab0d-0d48d7a68860 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623c21b4-410b-43b5-b6df-41d6b07efc35,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:29.272780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5449c7f1-c5bf-445b-ab0d-0d48d7a68860 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:29.274000 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5449c7f1-c5bf-445b-ab0d-0d48d7a68860 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373124 Oct 26 11:28:29.315297 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:29.315948 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:29.357466 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7d454-f3c6-4295-af06-710c81800ea0 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:29.428799 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:29.447286 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-87a34874-0ca5-4546-960f-bec4b1265245 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-864608807&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.0482576 Oct 26 11:28:29.562355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-5c80489c-9717-44db-b9c0-6d7c54b2b85a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:29.564034 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-5c80489c-9717-44db-b9c0-6d7c54b2b85a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 797 time: 0.1074362 Oct 26 11:28:29.579442 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-8ae8284c-3ca4-4eec-875c-c8e1f3c6edf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/quotas/96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 375 time: 0.0098946 Oct 26 11:28:29.633682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-5294a82b-f095-47f8-9d5c-647902cc14cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491371 Oct 26 11:28:29.647158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:29.694102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-1cded832-7776-40c2-aee1-172a5145d9ab service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:28:29.695203 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-1cded832-7776-40c2-aee1-172a5145d9ab service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0493913 Oct 26 11:28:29.709336 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:29Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:29.734598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63940d-b4ce-4f3a-98a7-514c9c8773de None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:29Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:29.795598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-ecc622ad-7694-40bc-9304-fd13692098c7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937405 Oct 26 11:28:29.894969 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-ed4fc7ab-6c88-4c98-a2fc-f1d0e6a21e4d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934289 Oct 26 11:28:29.958456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3151d0c1-0ed0-406f-aa22-dc74e8489c3e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:30.003189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:30.024304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:30.035378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:30.035796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:30.036163 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e Oct 26 11:28:30.123365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:30.133644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:30.215950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:30.232967 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-59b91c1b-2a1d-4b49-867e-e823dc0c0a03 req-64fc8143-47fe-4b9d-9475-08cac880fdd0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 210 time: 0.1199048 Oct 26 11:28:31.337115 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2a88e0e4-f0d2-4f8b-89a3-c3a21c99f16c req-1de638ea-d8ba-44d3-aa9a-0dd8eba89c5d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 210 time: 0.0288334 Oct 26 11:28:31.363548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-b9bffc68-9b26-40de-99ce-56af7499aa14 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:31.365027 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-b9bffc68-9b26-40de-99ce-56af7499aa14 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 797 time: 0.1267488 Oct 26 11:28:31.440226 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-36159dbc-d406-495e-bb59-6d91fa90060c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 379 time: 0.0611823 Oct 26 11:28:31.490738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:31.503979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:31.556658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'port': {'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'admin_state_up': True, 'tenant_id': '96acf66580ef42109af70a407c10125a', 'security_groups': ['778c60d7-12fc-41c1-bc57-e70fcb011d58']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:31.670295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:28:31.674015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:31.804840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.5 (cfb60c1a-fe27-4e8d-bd23-a35d4b293778/cc5b8cb1-0b80-4972-af26-108611533236/1c5f285a-1783-420c-9c17-f6ac9d8800e6) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:28:31.897228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:31.941181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:31.960171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.003645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:32.003645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:32.003645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:32.007986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.049764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:28:32.053022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:28:32.055590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:28:32.096621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=1c5f285a-1783-420c-9c17-f6ac9d8800e6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:32.122876 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:32.123347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:32.123512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.144521 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-186a1f48-640c-4372-9317-dcc1661a3ab7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5921471 Oct 26 11:28:32.162388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Request body: {'port': {'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:32.233627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.293676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:32.322490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-eda9cb96-e484-4c68-97fa-3dcb71beb67b None None] Provisioning complete for port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:32.322782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eda9cb96-e484-4c68-97fa-3dcb71beb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.323119 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-eda9cb96-e484-4c68-97fa-3dcb71beb67b None None] Attempt 1 to provision port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 Oct 26 11:28:32.368994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:29Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:32.370935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-eda9cb96-e484-4c68-97fa-3dcb71beb67b None None] Port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:28:32.397711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:32.407933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:32.408559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:32.480246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3cc52-220d-47c9-ab78-4b4dfa3cb28a req-67f73850-0211-4957-b775-5fcb68f6d213 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:32.482922 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4ac3cc52-220d-47c9-ab78-4b4dfa3cb28a req-67f73850-0211-4957-b775-5fcb68f6d213 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 931 time: 0.0627203 Oct 26 11:28:32.505935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5f285a-1783-420c-9c17-f6ac9d8800e6 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:28:32.514207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Publish callbacks [] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.522698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:32.527392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Transition to ACTIVE for port object 1c5f285a-1783-420c-9c17-f6ac9d8800e6 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:28:32.531747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.536818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4ac3cc52-220d-47c9-ab78-4b4dfa3cb28a req-f16ca5af-12ba-4192-991d-f9a0070aa887 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480559 Oct 26 11:28:32.597776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f285a-1783-420c-9c17-f6ac9d8800e6,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:32.650066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Attempting to bind port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:28:32.650403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Attempting to bind port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:28:32.650733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Attempting to bind port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 on network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:28:32.692925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 on network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:28:32.693277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Attempting to bind port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 on network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:28:32.723884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:32.731871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:29Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:32.742812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:28:32.743152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Checking segment: {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:28:32.743538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Bound using segment: {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:28:32.744016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Bound port: 1c5f285a-1783-420c-9c17-f6ac9d8800e6, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfa32e4-6a1c-436b-a579-8074c2927eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:28:32.744373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.758059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4c54d-f9e0-4803-a0ac-ef168b408184 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:29Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:32.807102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:32.811176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] For port 1c5f285a-1783-420c-9c17-f6ac9d8800e6, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:28:32.814782 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] For port 1c5f285a-1783-420c-9c17-f6ac9d8800e6, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:28:32.820988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.827623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:32.828287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:32.829680 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 1093 time: 0.6722784 Oct 26 11:28:32.830228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:32.832521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d2c65-8131-4ed3-a666-6e41da05c72e" -d '{"events": [{"name": "network-changed", "server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:32.883036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991d8ed7-0a93-430a-91e6-1c11e165759f x-openstack-request-id: req-991d8ed7-0a93-430a-91e6-1c11e165759f {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:32.883406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:32.883769 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-991d8ed7-0a93-430a-91e6-1c11e165759f {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:32.884209 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991d8ed7-0a93-430a-91e6-1c11e165759f'] response: {'name': 'network-changed', 'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'status': 'completed', 'code': 200} Oct 26 11:28:32.887458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd6f7c-334f-4dd7-927d-0de2be316c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5f285a-1783-420c-9c17-f6ac9d8800e6,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:32.957783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-88b3c20f-3e8b-400e-bb84-b5e5ba96427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:32.959123 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-88b3c20f-3e8b-400e-bb84-b5e5ba96427b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1127 time: 0.0477288 Oct 26 11:28:33.012868 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-1942c474-98d3-47db-9ab5-aba0e6880d4e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 217 time: 0.0393038 Oct 26 11:28:33.062834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cce22d58-3e55-42da-8f5a-8fa0aa10d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:33.064482 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-cce22d58-3e55-42da-8f5a-8fa0aa10d7bf service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 200 len: 835 time: 0.0466435 Oct 26 11:28:33.113044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-f241c334-f16f-4418-823e-f9ea5f01be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:33.114699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-f241c334-f16f-4418-823e-f9ea5f01be12 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431054 Oct 26 11:28:33.214826 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-3b87fd75-b1a2-4109-bfb4-e3992350c37d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939634 Oct 26 11:28:33.319567 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b2f94cf2-cf5f-4a9c-a6f1-1ef20d943829 req-8d88ea44-8e58-4318-9452-df78478e7910 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982788 Oct 26 11:28:33.669555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246a753-f19c-45f3-a635-a6b321d4a2db req-7c6b2902-157d-4a49-8a9f-433ba8d5821f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:33.671125 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a246a753-f19c-45f3-a635-a6b321d4a2db req-7c6b2902-157d-4a49-8a9f-433ba8d5821f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 943 time: 0.0536520 Oct 26 11:28:33.725539 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a246a753-f19c-45f3-a635-a6b321d4a2db req-506579ea-a70b-49de-b35b-50acf1c2f316 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485563 Oct 26 11:28:33.870366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:33.901003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:33.952369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:33.964701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:34.037999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:34.096792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-8a527919-1eb4-4985-9e97-4d7571a26dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:34.098307 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-8a527919-1eb4-4985-9e97-4d7571a26dea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1127 time: 0.0490277 Oct 26 11:28:34.130389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:34.176671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:34.177047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:34.177383 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:28:34.194142 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-add44dd8-8446-4282-b96f-494571c59567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:34.195791 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-add44dd8-8446-4282-b96f-494571c59567 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 898 time: 0.0904388 Oct 26 11:28:34.238927 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-fca235ec-a9c3-42bf-b5b9-520aa76660e9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 217 time: 0.0375519 Oct 26 11:28:34.253548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:34.254020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:34.274371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:34.278474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:34.279194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:34.288758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-ff2154d7-a47c-4069-98d4-ffce91a40b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:34.290233 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-ff2154d7-a47c-4069-98d4-ffce91a40b01 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 200 len: 835 time: 0.0455599 Oct 26 11:28:34.340478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-59937b5f-09b3-44f3-af4b-051ed32c5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:34.345213 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-59937b5f-09b3-44f3-af4b-051ed32c5fc7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457740 Oct 26 11:28:34.356646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:34.365105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:34.367631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:34.368081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:34.368415 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:34.442020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:34.442407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:34.455157 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-631c9f78-4734-4854-ab40-bbec6ceca549 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067050 Oct 26 11:28:34.478299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:34.483202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:34.538912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:34.545490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:34.556773 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b9d2c65-8131-4ed3-a666-6e41da05c72e req-eaec498d-27fd-46f9-bda8-9ed9e2c27bed service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939081 Oct 26 11:28:34.850307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106b7a-012e-4b25-9648-36e29d6c13d5 req-7d6b28ad-10b2-45fe-bdfb-3b5690585f21 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:34.851813 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-00106b7a-012e-4b25-9648-36e29d6c13d5 req-7d6b28ad-10b2-45fe-bdfb-3b5690585f21 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 943 time: 0.0478525 Oct 26 11:28:34.903429 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-00106b7a-012e-4b25-9648-36e29d6c13d5 req-9caf82dd-072c-41fa-be1d-aea120c266fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459650 Oct 26 11:28:35.157924 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:35.158518 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:35.159117 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:35.258124 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:35.437541 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:34Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:35.462010 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:35.471029 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:35.471613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:35.571480 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:35.692206 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:35.755500 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:34Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:35.780065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce9c3ba-3978-4923-9276-65a1bbf05379 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:34Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:35.918603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:36.000707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:36.015894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:36.016379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:36.039670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:36.044409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:36.045219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:36.051022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ba522-c847-48f8-88c8-c2eba5d7bc70 req-6e8d7d55-2e6a-46a9-800c-79d55b28f53a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:36.058099 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5e5ba522-c847-48f8-88c8-c2eba5d7bc70 req-6e8d7d55-2e6a-46a9-800c-79d55b28f53a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 943 time: 0.0667033 Oct 26 11:28:36.108158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5e5ba522-c847-48f8-88c8-c2eba5d7bc70 req-e4932774-d1ab-416e-a75a-ce617f9f3ca9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491619 Oct 26 11:28:36.125806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:36.159647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:36.167695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:36.168118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:36.203927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:36.208157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:36.260292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:36.537232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1c5f285a-1783-420c-9c17-f6ac9d8800e6 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:28:36.647481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 1c5f285a-1783-420c-9c17-f6ac9d8800e6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:36.659856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:28:36.697293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:36.697576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:36.712235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5f285a-1783-420c-9c17-f6ac9d8800e6 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:28:36.734437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 1c5f285a-1783-420c-9c17-f6ac9d8800e6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:36.738441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:36.790742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=1c5f285a-1783-420c-9c17-f6ac9d8800e6,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:37.025251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['1c5f285a-1783-420c-9c17-f6ac9d8800e6'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:28:37.027531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:37.229805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c209e84-71a0-42b7-b2d0-06fa8e3739b5 req-942f2d58-a693-4d6c-b4db-b79ce42bb101 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:37.231217 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c209e84-71a0-42b7-b2d0-06fa8e3739b5 req-942f2d58-a693-4d6c-b4db-b79ce42bb101 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 944 time: 0.0476725 Oct 26 11:28:37.284600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c209e84-71a0-42b7-b2d0-06fa8e3739b5 req-65435867-aea0-4b2c-90f5-eb2ec3adf705 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462551 Oct 26 11:28:37.844461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:37.848238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:37.848846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:38.100975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:38.132508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:38.286172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:36Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:38.314696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:38.323257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:38.323905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:38.404988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f29519-d178-4158-a363-e22d981cb63f req-4cae2f51-618e-4849-9072-f3cd59321a77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:38.406628 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-28f29519-d178-4158-a363-e22d981cb63f req-4cae2f51-618e-4849-9072-f3cd59321a77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 944 time: 0.0466864 Oct 26 11:28:38.425392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:38.465370 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-28f29519-d178-4158-a363-e22d981cb63f req-60b44f43-1848-4006-9633-2679a0b34890 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529716 Oct 26 11:28:38.543428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1c5f285a-1783-420c-9c17-f6ac9d8800e6 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:38.616284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:28:38.619352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:38.645063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:38.645439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:38.645772 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 Oct 26 11:28:38.689284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:36Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:38.716239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509ec20-8978-498b-afb2-19b85c304de4 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:36Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:36Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:38.759331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:38.759743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:38.785717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:38.788055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907cb10b-700b-4162-9f38-d259b754360b" -d '{"events": [{"server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:38.801573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 1c5f285a-1783-420c-9c17-f6ac9d8800e6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:38.805744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:38.868740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=1c5f285a-1783-420c-9c17-f6ac9d8800e6,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:38.915086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5e18a9-8e24-4220-aef7-c7dd99f14575 x-openstack-request-id: req-1f5e18a9-8e24-4220-aef7-c7dd99f14575 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:38.915318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "name": "network-vif-plugged", "status": "completed", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:38.915647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f5e18a9-8e24-4220-aef7-c7dd99f14575 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:38.916058 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5e18a9-8e24-4220-aef7-c7dd99f14575'] response: {'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'code': 200} Oct 26 11:28:39.136968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f5b8b-1751-48b3-b06e-a4d99d0f081c req-94f4da2c-70ae-425e-87b7-27e446590524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:39.138407 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-558f5b8b-1751-48b3-b06e-a4d99d0f081c req-94f4da2c-70ae-425e-87b7-27e446590524 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1129 time: 0.0454986 Oct 26 11:28:39.215024 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-558f5b8b-1751-48b3-b06e-a4d99d0f081c req-439bce12-8098-4fc2-8b44-aea564bbab25 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705090 Oct 26 11:28:39.551146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:39.591933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d888579-1b52-4afb-9517-ef74959a8ec7 req-89005e29-4181-4c56-88f8-75b6d767c9a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:39.594065 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1d888579-1b52-4afb-9517-ef74959a8ec7 req-89005e29-4181-4c56-88f8-75b6d767c9a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 945 time: 0.0522077 Oct 26 11:28:39.646931 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1d888579-1b52-4afb-9517-ef74959a8ec7 req-1f93d52f-5355-4cea-9bae-6436466b542e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473144 Oct 26 11:28:39.958769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:40.003221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:40.003584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:40.003951 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:28:40.075365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:40.075775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:40.094506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:40.098274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:40.102825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:40.103705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:40.184711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:40.191620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:40.192013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:40.192348 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:40.262931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:40.263318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:40.302127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:40.306470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:40.355503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:40.497104 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:40.497104 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:40.497104 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:40.598787 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:40.714099 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:40.776814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb59ff5-6d94-4c65-b98c-2a90f00a3117 req-1eeb6e6b-9a72-41e9-8f29-ae2a12eca6cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:40.778315 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dcb59ff5-6d94-4c65-b98c-2a90f00a3117 req-1eeb6e6b-9a72-41e9-8f29-ae2a12eca6cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 945 time: 0.0494633 Oct 26 11:28:40.799808 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:40Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:40.823475 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:40.830511 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dcb59ff5-6d94-4c65-b98c-2a90f00a3117 req-df1c8cc0-82f0-4000-9cd3-8a0e74ae4233 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454090 Oct 26 11:28:40.832701 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:40.833352 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:40.972467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b685a5-b89d-4c0d-9a05-ac70ed8b338c req-131ab999-c03b-41c6-bd31-8f38e39aad10 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:40.973976 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d8b685a5-b89d-4c0d-9a05-ac70ed8b338c req-131ab999-c03b-41c6-bd31-8f38e39aad10 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 945 time: 0.0559137 Oct 26 11:28:41.025374 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:41.026598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d8b685a5-b89d-4c0d-9a05-ac70ed8b338c req-b0e44fb8-f4a6-47eb-be3f-7f4d013b8f1c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465074 Oct 26 11:28:41.055844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60060) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:41.093867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec2408-431d-423d-a9a0-46229517f23c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:41.095470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-73ec2408-431d-423d-a9a0-46229517f23c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1124 time: 0.0385802 Oct 26 11:28:41.098163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60062) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:41.102354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:41.123878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:41.206686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:41.211490 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:40Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:41.240657 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb80f54-33fa-421a-ab6b-a79d979e1638 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:40Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:41.320268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.111 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/179ee1ba-7977-4154-8518-fc81c737eeca) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:28:41.442671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (179ee1ba-7977-4154-8518-fc81c737eeca), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:41.464576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:41.478040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (179ee1ba-7977-4154-8518-fc81c737eeca), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:41.519167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:28:41.522237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:28:41.528317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:28:41.556453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=179ee1ba-7977-4154-8518-fc81c737eeca,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:41.608993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:41.708438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:41.899013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:41.925537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (c3f0facf-59ce-4122-b6e7-ace8804899b8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:41.979282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:41.979672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:41.996368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (179ee1ba-7977-4154-8518-fc81c737eeca), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.006006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:42.012347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.013611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:42.060002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:42.099676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:42.137900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:42.138288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.172898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (179ee1ba-7977-4154-8518-fc81c737eeca), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.173468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:42.177431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.179092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (179ee1ba-7977-4154-8518-fc81c737eeca), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.209171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:42.254626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (c3f0facf-59ce-4122-b6e7-ace8804899b8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.256444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=179ee1ba-7977-4154-8518-fc81c737eeca,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:42.268524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:42.306063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:42.306959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:42.347941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:42.370609 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8 associated. External IP: 172.26.0.111, port: 1c5f285a-1783-420c-9c17-f6ac9d8800e6. Oct 26 11:28:42.374723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:42.384882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:42.489768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:42.535892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:42.536270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.536606 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:28:42.578668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:42.603454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:28:42.615017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:42.615851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.642971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:42.647147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.648185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:42.715519 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:28:42.722486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:42.733342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.736371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:42.736929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.737286 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:42.767785 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d983cf73-a7a0-4786-83b4-bfb5da035f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6685665 Oct 26 11:28:42.768386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:42.770607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60064) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:42.771088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7731b6-36ba-4c45-86dd-5b022bd11406" -d '{"events": [{"name": "network-changed", "server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:42.820098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:42.820495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.822937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697de1bd-8f65-4e14-bf43-207f155cec77 x-openstack-request-id: req-697de1bd-8f65-4e14-bf43-207f155cec77 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:42.823805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:42.823805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-697de1bd-8f65-4e14-bf43-207f155cec77 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:42.824027 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697de1bd-8f65-4e14-bf43-207f155cec77'] response: {'name': 'network-changed', 'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'status': 'completed', 'code': 200} Oct 26 11:28:42.851167 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fdfc8959-4e96-408d-90c0-e42798b304c8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 991 time: 0.0786650 Oct 26 11:28:42.859142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:42.863231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.911360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:42.918887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-f6cd7f15-8ba8-4f91-8aa0-3b0bb3359349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:42.921175 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-f6cd7f15-8ba8-4f91-8aa0-3b0bb3359349 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1129 time: 0.0485387 Oct 26 11:28:42.977343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:43.016450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-a3d79b58-6f5e-4438-b91e-aeb8c12426ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:43.017990 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-a3d79b58-6f5e-4438-b91e-aeb8c12426ad service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 898 time: 0.0920651 Oct 26 11:28:43.117413 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-aeb8df15-1884-4e6f-8b1a-81b3436c0e91 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 999 time: 0.0918000 Oct 26 11:28:43.168128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-763a13b9-b7a5-4f32-ace1-7af1cfaa54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:43.169610 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-763a13b9-b7a5-4f32-ace1-7af1cfaa54f9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 200 len: 835 time: 0.0465105 Oct 26 11:28:43.213696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-5e5508f1-b28f-42db-a793-bee339f3ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:43.215199 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-5e5508f1-b28f-42db-a793-bee339f3ba25 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396202 Oct 26 11:28:43.307278 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-abbf1110-1aad-43e6-8828-f8b6d0dfce15 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862544 Oct 26 11:28:43.397542 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7731b6-36ba-4c45-86dd-5b022bd11406 req-1d034d2c-e241-46ea-9491-af0a6a53e926 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 Oct 26 11:28:43.510767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:43.510767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:43.510767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:43.510767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:43.614236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:43.820906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:42Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:41Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:42Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:43.844175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:43.852354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:43.852949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:43.854935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60068) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:43.855436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:43.922376 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bb926019-2419-47df-980f-ac22016c2e9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 991 time: 0.0662780 Oct 26 11:28:43.949003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:43.982172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:44.246974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:44.247352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.310991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:44.315444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.316212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:44.442182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:44.454916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:42Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:41Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:42Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:44.497710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fed792-5d2b-4911-9fb0-ebb963875c22 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:42Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:41Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:42Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:44.500623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:44.508069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:44.508462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.543972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:44.548136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.596202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:44.925691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60070) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:44.986873 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-56b91076-82cb-42b6-ba55-87b5bc250bb2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 991 time: 0.0600295 Oct 26 11:28:45.970915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:45.990806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60072) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:46.003325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616969e3-1cb5-46d0-b8a8-3694e490ab1b None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:28:46.027909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:46.028286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.028618 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:28:46.073665 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e2f5cacc-c9c7-4cd3-8c59-aa6f2fb0bb51 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 991 time: 0.0815210 Oct 26 11:28:46.115049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:46.115448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.139780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:46.144454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.145341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:46.225422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:46.231335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:46.253469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:46.254676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.254676 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:46.341048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:46.341402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.387374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:46.391162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.437776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:47.004769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:47.004769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:47.004769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:47.078005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60074) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:47.105885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:47.262757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:47.326164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:46Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:46Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:46Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:47.354884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:47.363700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:47.364350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:47.434804 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-960c005d-1d87-46dd-93f0-c6e0d231d240 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.3546369 Oct 26 11:28:47.466269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:47.668445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:46Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:46Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:46Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:47.693361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc50d87-488e-497a-984d-a7d545375bee None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:46Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:46Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:46Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:47.887976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:47.934411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:47.975779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:47.976176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.011667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:48.016055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.042766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:48.103413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:48.144400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:48.220739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:48.267660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:48.268087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.268460 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:48.329246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:48.366814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:48.367211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.403172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:48.407459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.438249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60076) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:48.465418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:48.490970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:48.509448 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6faac9e2-2310-427a-8312-fd33d0d8eeb1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0693572 Oct 26 11:28:48.553341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:48.553748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.576296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:48.581372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.631688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:49.296481 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a8f70-5738-4fab-aff0-6c1264896921 None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:28:49.512896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60078) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:49.572262 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f3fa2d08-5343-4a82-87af-afed01a084e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0581164 Oct 26 11:28:50.175281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:50.175281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:50.175281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:50.211680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:50.463117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:50.509488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:50.509870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:50.548615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:50.575324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60084) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:50.628044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:50.633306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:50.637163 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ff573590-24a3-4108-87d9-8310f03f2f9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0599227 Oct 26 11:28:50.708907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:50.754632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:48Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:49Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:48Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:50.779059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:50.788200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:50.788813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:50.822601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:50.892556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:51.096816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:48Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:49Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:50Z', 'revision_number': 14, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:51.125179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54845686-78f3-466c-96c5-95f905f221e7 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:48Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:49Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:50Z', 'revision_number': 14, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:51.638454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60088) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:51.726723 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-70867eb9-ecc8-46aa-b76f-791c96c838fc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0871160 Oct 26 11:28:51.966636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:52.013851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:52.014763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:52.015124 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:28:52.089437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:52.089825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:52.115329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:52.120466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:52.121477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:52.195430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:52.206708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:52.207082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:52.207418 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:52.238658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:52.288348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:52.288736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:52.322968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:52.326371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:52.372755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:52.632138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831e69a-3923-44eb-b10e-733d8cb66a7b None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:28:52.670105 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:52.732421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60092) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:52.792627 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a17a15b0-fce7-4c5f-ac4a-5dd5e73fbf77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0590627 Oct 26 11:28:53.278627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:53.280573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:53.281224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:53.333627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:53.390644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:53.595195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:52Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:52Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:52Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:53.618877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:53.628403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:53.628997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:53.728792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:53.796615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60094) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:53.859622 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3db4a557-62ab-464a-bb34-bed6e96888bf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0615003 Oct 26 11:28:53.930136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:53.974738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:52Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:52Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:52Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:53.999299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:54.002689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5717a9-2934-4561-ba88-16f7b1595f12 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:52Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:52Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:52Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:54.042475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:54.042919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:54.065873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:54.069816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:54.070542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:54.296264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:54.334863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:54.335277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:54.370106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:54.375884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:54.424701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:54.863496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60096) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:54.926181 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a55f8870-8b42-40ea-96fe-a431965a44e4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0605040 Oct 26 11:28:55.521690 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32558e67-c342-417e-b366-df2ed5cfd045 None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:28:55.758421 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:28:55.905386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:55.905386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:55.905386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:55.928953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60098) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:55.931650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:55.992099 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f656b58e-7666-4a5e-b9a9-316357d152a4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0607746 Oct 26 11:28:56.002053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:56.208470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:54Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:54Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:56.238524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:56.247084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:56.247689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:56.345370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:56.444896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:56.555651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:54Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:54Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:56.580390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b864d8-0300-4dac-acb3-7936912ceff9 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:54Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:54Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:56.645030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dd16c80c-f0df-49df-81fb-24ae0582fc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:56.994888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60100) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:57.054766 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5d2f119-a1e6-4d67-92fe-6e038608ea74 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0586936 Oct 26 11:28:57.967006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:58.016073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:58.016367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:58.016715 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:28:58.058768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60102) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:58.086942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:58.087337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:58.109582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:58.116661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:58.116661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:58.125675 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db909f78-bb49-4d92-a41e-e5def504a365 None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:28:58.128958 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a40c50c6-8e5f-4415-b062-caf09d2c41ae tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0690064 Oct 26 11:28:58.168654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:58.199744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:58.206442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:58.206826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:58.207148 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:28:58.229434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:58.281484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:58.281951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:58.315402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:58.319066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:58.369722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:58.492401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:58.492401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:58.492401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:58.588920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:58.666340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:58.801653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:58Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:58Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:58Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:58.834710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:58.849813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cacc9fe7-19d0-4e58-aee5-b2d300b36fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:58.853006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:58.853606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:58.954983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:59.132888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60104) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:59.149905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:59.159478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:58Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:58Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:58Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:59.183906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29879d4-5b00-4872-9f3d-ef580e2341ff None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:58Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:28:58Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:28:58Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:59.192064 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-04257682-996e-4b50-8c4d-d8d752651cbe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0579448 Oct 26 11:28:59.891063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:00.089079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.127011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:00.127409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.150181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:00.154621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.155468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:00.195259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:00.237877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:00.264312 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0d143397-c817-477b-a9be-417431e969c4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0677090 Oct 26 11:29:00.276185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:00.276574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.310931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:00.316731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.340349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:00.401045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:00.405834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:00.444262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:00.445220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:00.517114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:00.598964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:00.624584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=73 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:00.627755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=66 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:00.645376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:00.645745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.646080 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:29:00.716646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:00.716946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.739460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:00.743323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.744202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:00.810144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:00.811429 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44cf35-5a09-4bde-8be3-742cea5bebf4 None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:29:00.823172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:00.832015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:00.832387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.832730 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:29:00.906451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:00.906840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.943173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:00.946198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:00.993272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:01.158968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:01.158968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:01.158968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:01.258635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:01.267835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60108) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:01.318006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:01.326917 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fc788157-c99f-49f1-8f22-c6f4e2af9160 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0579615 Oct 26 11:29:01.432910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:01.474389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:00Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:00Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:00Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:01.514097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:01.517660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:01.532255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:01.532891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:01.536325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:01.635071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:01.844033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:00Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:00Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:00Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:01.872478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8891ad-822d-4da2-9e5d-c775cc6d7cc1 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:00Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:00Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:00Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:01.948928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:01.969381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:02.024151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:02.024480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:02.050928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:02.057847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:02.058644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:02.145442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:02.177609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:02.178412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:02.213186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:02.217548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:02.266945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:02.330959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60110) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:02.395811 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ada98876-b267-4fc9-845f-4408166a6921 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0636423 Oct 26 11:29:03.398978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60112) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:03.411886 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e7482-b4cf-4ae2-84c6-b5d6f631a0d5 None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:29:03.465552 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ec61aae0-08c4-4e3a-b972-7c62725bfd13 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0653453 Oct 26 11:29:03.771833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:03.771833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:03.771833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:03.804998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:03.871993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:04.226354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:02Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:03Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:02Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:04.252056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:04.260766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:04.261396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:04.367563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:04.469514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60114) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:04.516755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:04.522958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:04.538682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-19cc5e1e-67d8-4f32-99dc-946c2731e938 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0669804 Oct 26 11:29:04.583198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:02Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:03Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:02Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:04.607792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a831f9e-7b5a-4897-b972-c8cfc5614a0b None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:02Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:03Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:02Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:05.541552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60116) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:05.602678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7c7aa45a-2dbb-4099-bbe9-c595de68c1a1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0599005 Oct 26 11:29:05.979984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:06.026930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:06.027295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:06.027627 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:29:06.098371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:06.098763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:06.119707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:06.124122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:06.124904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:06.152967 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2fae4-fbc2-4fa2-86e3-c007a2b7fe30 None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:29:06.191032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:06.207841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:06.213843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:06.214221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:06.214576 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:29:06.289992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:06.290381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:06.330226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:06.334181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:06.386683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:06.552382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:06.552382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:06.552382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:06.605740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60118) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:06.652352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:06.668110 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-90dba702-69a2-402b-9982-8e38aafc48dc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0610774 Oct 26 11:29:06.861858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:06Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:06Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:06Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:06.890762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:06.900048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:06.900660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:06.903103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:06.998967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:07.202899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:07.209991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:06Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:06Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:06Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:07.235433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40af8574-84d6-4c7c-b0e4-55ed7f29863c None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:06Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:06Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:06Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:07.672620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60120) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:07.733517 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aaadee10-c992-4e1d-bd9c-cf55327d08f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0597141 Oct 26 11:29:07.892119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:07.969207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:07.969591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:07.991546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:07.995965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:07.996674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:08.074853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:08.118737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:08.119129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.153287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:08.158402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.181435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:08.237734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:08.426045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:08.427023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:08.494600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:08.575456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:08.579154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:08.620734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:08.621106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.621444 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:29:08.695032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:08.695415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.718068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:08.722993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.723816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:08.737786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60122) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:08.804893 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d325ee17-55d9-4fb0-9150-cf69d2ca36e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0648081 Oct 26 11:29:08.816624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:08.825665 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5b68e6-8ba4-463f-a7a1-4f8532316062 None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:29:08.831483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:08.831886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.832219 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:29:08.874129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:08.908859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:08.909248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.943927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:08.948124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:09.000055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:09.560757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:09.560757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:09.560757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:09.663432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:09.807751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:09.868944 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-53e21e11-ea5c-45a6-99c0-4d6a6d40b0fc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0601587 Oct 26 11:29:09.873223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:08Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:09Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:08Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:09.898670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:09.901430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:09.909760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:09.910459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:09.948430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:10.065375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:10.103822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:10.104213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:10.163379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:10.169100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:10.169800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:10.277467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:10.308275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:10.385386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:10.385784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:10.412909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:08Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:09Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:08Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:10.449976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c7c6d-779c-470d-b7d5-bed24dd07c4e None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:08Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:09Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:08Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:10.455424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:10.460880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:10.512602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:10.872951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60126) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:10.940168 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-446b3c2f-8d91-40fa-9292-eee6cf93c523 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0659041 Oct 26 11:29:11.717156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:11.943942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60128) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:11.974512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:12.004106 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-02eb635d-dd0f-4ee7-bd5f-441a15194e29 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 992 time: 0.0579553 Oct 26 11:29:12.030605 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0150815d-2b8d-4d50-b498-7cf739eca083 None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:29:12.033301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:12.033840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.034339 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:29:12.108182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:12.108574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.130655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:12.134732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.135449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:12.173067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:12.208825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:12.218926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:12.219325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.219662 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:29:12.296642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:12.297027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.332579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:12.335892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.394730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:12.394730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:12.399655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:12.400325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:12.452061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:12.503148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:12.853609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:12Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:12Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:12Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:12.878832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:12.887304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:12.887939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:12.987941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:13.006892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60130) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:13.074675 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b358bd71-4279-4826-91e6-89a80beea8fc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0666375 Oct 26 11:29:13.199682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:12Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:12Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:12Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:13.224810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab1d64-5abb-4fc2-9233-0d2b4af1c854 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:12Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:12Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:12Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:13.894658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:13.931606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:13.974019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:13.974406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:13.996848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:14.001716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:14.002711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:14.076782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:14.077504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60132) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:14.107016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:14.119365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:14.120223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:14.139693 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d73192e1-c5b8-4c71-9625-f3ffa4a414aa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0609295 Oct 26 11:29:14.158134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:14.162273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:14.185977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:14.244398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:14.290054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:14.291009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:14.363217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:14.458814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:14.502623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:14.502918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:14.503260 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:29:14.577025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:14.577414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:14.598986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:14.602971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:14.603929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:14.682000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:14.691982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:14.692357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:14.692695 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:29:14.771549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:14.771988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:14.783701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:14.806297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:14.809797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:14.835709 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981be7d-6ef9-4c23-bf27-acee76df4a02 None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:29:14.858159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:14.920430 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:15.143657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60134) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:15.203970 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6fae20ec-0837-4d52-8e32-6911458a0139 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0590260 Oct 26 11:29:15.735386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:15.735386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:15.735386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:15.826843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:15.838401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:15.942479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:16.102722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:16.102998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:16.120183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:14Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:14Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:14Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:16.150498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:16.152069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:16.156933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:16.157675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:16.203031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:16.203756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:28:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:16.207881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60136) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:16.275318 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5f29cdc-dc20-4e2b-a9cd-96f4a28bc752 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0649915 Oct 26 11:29:16.287541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:16.499590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:16.529967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:16.530352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:16.592864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:16.611498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:16.615404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:16.710310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:16.747786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:16.790004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:16Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:14Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:14Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:16.813932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dca63c-3d47-4670-baab-35b1bd022474 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:16Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c3f0facf-59ce-4122-b6e7-ace8804899b8', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'port_id': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'mac_address': 'fa:16:3e:1f:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:41Z', 'updated_at': '2022-10-26T11:29:14Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:14Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:17.279275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60138) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:17.342886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-79cb180b-d889-4cca-9ac9-8b74f7806657 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0622630 Oct 26 11:29:17.986964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:18.030652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:18.031023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.031360 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:29:18.104019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:18.104332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.125223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:18.130139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.130899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:18.203059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:18.213408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:18.213780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.214115 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:29:18.288565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:18.288946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.322688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:18.326247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.346147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60140) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:18.378736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:18.381365 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff5669-c838-4a47-b10f-b10c6a895deb None None] New status for floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:29:18.414785 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-13301f90-8dde-4961-bcc4-82c69c30fcc2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0674441 Oct 26 11:29:19.418186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60142) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:19.478845 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8b61cc7d-60e4-4efe-845a-371088d532dc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0595131 Oct 26 11:29:19.940818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:20.013070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:20.013452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:20.034409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:20.038144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:20.038881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:20.043917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:20.109419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:20.152084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:20.152397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:20.183676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:20.187137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:20.223490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:20.235855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:20.482728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60144) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:20.540851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-79ee8bc1-14bd-45d7-9efb-40c04c238ab4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0570064 Oct 26 11:29:21.544427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60146) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:21.604844 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9680d920-4861-494a-97f2-880346b4122a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0592992 Oct 26 11:29:22.607819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60148) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:22.668928 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c1171fa-ef62-4412-a39c-4d486e9e8ee0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0599890 Oct 26 11:29:23.672246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60150) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:23.733009 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d33756f-b61b-4939-871c-16125537260d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0580497 Oct 26 11:29:24.735943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60152) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:24.794363 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9bea917b-54e9-4f44-8ebb-51a6ae25f9b8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0572505 Oct 26 11:29:25.797637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60154) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:25.857509 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0249539a-808e-40ee-8fbf-9aaa6a2cde76 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0587442 Oct 26 11:29:26.636869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c7aff57f-9b34-4d8e-962d-61152e21a3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:26.861431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60156) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:26.919510 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d20a044-87f1-46f3-ba8f-084a7168d5bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0568805 Oct 26 11:29:27.923253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60158) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:27.983055 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa83c405-f9bf-47e5-89e6-345c698cac8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0586107 Oct 26 11:29:28.473329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:28.481091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=64,neutron:UPDATE=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:28.832197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d306-7d3e-482c-95af-18c21cf2ce14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.987400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60160) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:29.048617 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c45d7ffe-a8d7-4049-9055-2cf6d4ab6ac5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0600772 Oct 26 11:29:29.990112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:30.053241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60162) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:30.111543 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4d67c9f-3803-46b7-bf09-cc1a1eab164d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0571620 Oct 26 11:29:31.115475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60164) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:31.180530 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-727e5690-f8db-46b7-bcf9-9665645f4c9f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0637984 Oct 26 11:29:31.481451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:31.506008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:32.184397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60172) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:32.563231 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea9ad4e3-4622-4eae-bac8-f0b41e949043 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.3777761 Oct 26 11:29:32.758891 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:29:33.567114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60174) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:33.574330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:33.623714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b46e9d2-5c77-44ea-b33e-79e12502f9a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0554736 Oct 26 11:29:34.627822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60176) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:34.635498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:34.688511 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ab9b2aef-8b8a-4371-88af-055e07290525 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0591819 Oct 26 11:29:35.692443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60178) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:35.749789 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ab2ad9b-a3eb-4b84-8f1f-bf1989efff7b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0562258 Oct 26 11:29:35.880043 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-f846ae98-626f-4189-b548-894e3e0affa7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386176 Oct 26 11:29:35.985949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-b996d8f3-f1b6-49f5-89d0-ac6308674cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:35.988020 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-b996d8f3-f1b6-49f5-89d0-ac6308674cc8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1129 time: 0.0417295 Oct 26 11:29:36.088296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-e4cb4544-670e-44c7-9dfc-faab6099af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:36.089840 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-e4cb4544-670e-44c7-9dfc-faab6099af85 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 898 time: 0.0850022 Oct 26 11:29:36.154757 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-41a7b937-da6b-4457-ba28-eee9f9aa72e8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 1001 time: 0.0582073 Oct 26 11:29:36.202123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-9dbeaa35-f446-4390-88a0-81a9fbea2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:36.203541 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-9dbeaa35-f446-4390-88a0-81a9fbea2c8a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 200 len: 835 time: 0.0428741 Oct 26 11:29:36.246398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-e3bebb71-856f-475b-abfb-3cb8f07a5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:36.247899 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-e3bebb71-856f-475b-abfb-3cb8f07a5f18 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386519 Oct 26 11:29:36.341234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-644c8c22-63d0-4a90-8992-4198e004a40b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870607 Oct 26 11:29:36.397300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:36.434565 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-63176f4a-b829-4dbd-be61-f61833d74b02 req-023569fd-51cb-47aa-9e01-33c8fa1c2a57 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864406 Oct 26 11:29:36.753865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60180) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:36.801802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:36.815774 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cac22f91-fdbd-4590-aafb-74aa757926a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0607865 Oct 26 11:29:37.819125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60182) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:37.877092 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1ee3a023-4e79-466a-ba9f-9f897bd1a84a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567894 Oct 26 11:29:38.881359 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:38.942003 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f99e78e0-f87e-4e8d-b820-6f05b1a39b2f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0595315 Oct 26 11:29:39.945016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:40.001635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bb4950fe-5eb2-4031-a546-6cb5e705f56a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0554984 Oct 26 11:29:41.005852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60188) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:41.064991 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c3cc89d3-5cb0-48f2-a8cc-817227245589 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0579646 Oct 26 11:29:41.736356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:42.069210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:42.409154 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e1711def-74f9-4e45-a22d-fe53ad23d021 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.3387864 Oct 26 11:29:42.754752 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:43.413311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60192) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:43.473462 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea681ffe-0f00-4811-85c6-0089c2699868 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0590549 Oct 26 11:29:44.477306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60194) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:44.537150 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eb62bc36-9411-42e2-bda8-941cb5798535 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0585618 Oct 26 11:29:45.540937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60196) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:45.598573 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eace1541-7ca0-4b4f-b007-8df211c77ef6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0564756 Oct 26 11:29:46.601557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60198) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:46.659639 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-adf13619-f1de-443a-8469-8500336ba4a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0568907 Oct 26 11:29:47.663440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60200) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:47.723299 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d4a2239-a2bf-42f6-8d99-121b509bcd4c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0586476 Oct 26 11:29:48.727057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60202) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:48.785123 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3b2994b1-f0e7-4e26-9f9b-a38513c54936 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0569263 Oct 26 11:29:49.789134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60204) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:49.853433 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dbb09e26-40df-4aa1-9cde-5f15d8451705 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0630774 Oct 26 11:29:50.857372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60206) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:50.914829 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-700e2929-5728-4006-8144-22253842e1d8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0563149 Oct 26 11:29:51.730042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:51.731942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:51.918154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60208) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:51.977768 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41602c99-8271-4f2f-b115-37d592b9d932 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0584908 Oct 26 11:29:52.981585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:53.039213 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e144eee7-649d-44a6-bd06-11e68aeaf6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0565157 Oct 26 11:29:54.043029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60212) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:54.103610 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b449d13a-bdd4-4262-9d0f-2e15bc21346c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0594490 Oct 26 11:29:55.107422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:55.165139 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-10f08b4e-9fa8-484e-947c-9f5187fff126 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0564024 Oct 26 11:29:55.589747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=38 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:55.590554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=43 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:56.168898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60216) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:56.230312 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-105365d9-6514-4a0e-8ab1-0c0cf3c962dd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0601602 Oct 26 11:29:56.639579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6740b551-6db4-460b-9ec4-788ebb1d9d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:57.234057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60218) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:57.292345 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2cb41ee1-e759-4091-94d3-2e2dbe627d61 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0570970 Oct 26 11:29:58.296081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60220) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:58.356509 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b3b803e7-0006-4217-9d29-e1d086ee482f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0592928 Oct 26 11:29:58.832987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-347b5651-4f17-4803-953f-c8c9827a359f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:59.361638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60222) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:59.418774 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dbcbc178-381e-424d-b2f6-4e2fc991d19f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0569422 Oct 26 11:29:59.992842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:00.422537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60224) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:00.482806 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9622c53d-6ae1-430e-ab0b-62e2b2114239 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0591264 Oct 26 11:30:01.483923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:01.485691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60226) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:01.506995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:01.548376 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0bf24bd0-038b-4f6c-9672-bf36c2925fb5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0613723 Oct 26 11:30:02.552545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60228) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:02.609379 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2cb4cad4-514c-4181-9eb3-96dce28652a2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0557086 Oct 26 11:30:03.613612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60230) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:03.656600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:03.671985 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-719de830-8436-4b3d-8a54-4d7dd1086f26 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0573459 Oct 26 11:30:04.632209 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:04.633064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:04.676479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60232) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:04.742013 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d57b1a8-c4b8-4889-90a5-0d55ac4d4259 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0642912 Oct 26 11:30:05.745500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60234) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:05.803672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d609fa0-e212-45bd-ac23-62ebc8499ea5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0570765 Oct 26 11:30:06.807568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60236) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:06.813854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:06.868994 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a3f0f21f-f9c6-4f8a-a5c4-8e2136778f6f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0602911 Oct 26 11:30:07.872919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60238) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:07.934391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6efd929c-1d08-4c89-a770-0bebf4b033d8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0603693 Oct 26 11:30:08.938318 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60240) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:08.997088 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6688cd72-329a-4c88-8233-c451b23d79dd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0576398 Oct 26 11:30:09.757663 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:30:10.001108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60242) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:10.064060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-15eba407-a391-477d-b56e-59c7627277ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0617323 Oct 26 11:30:11.067714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60244) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:11.126499 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-af0140cd-2e1f-4a3d-ba2c-049be70df9b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0576208 Oct 26 11:30:11.477848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:11.502993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:11.752181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:12.131129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60246) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:12.192152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-018179b7-a19c-4254-bc09-d46362d28204 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0599303 Oct 26 11:30:13.195861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60248) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:13.252934 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1f390f11-9732-481f-94b5-d1df69acaeaf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0559342 Oct 26 11:30:14.258188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60250) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:14.315212 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62dbfc01-7a81-482f-be76-9573c87eaa9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0558918 Oct 26 11:30:15.318715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:15.378662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f51244b5-8a2c-401a-83df-b45017865be9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0587835 Oct 26 11:30:16.384930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60254) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:16.445424 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c7942856-6e7f-4c95-8d56-647afc6cdabf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0602450 Oct 26 11:30:17.449083 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60256) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:17.511124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0b4aff9-0af6-4915-a07c-92809d14f766 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0609078 Oct 26 11:30:18.514960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60258) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:18.572827 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2886247b-d515-441c-ace4-996e0d603ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567379 Oct 26 11:30:19.576706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60260) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:19.637890 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-82040dea-32fd-47b5-8043-b80e6a4828b0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0600152 Oct 26 11:30:20.641544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60262) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:20.701273 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-12f7f9df-4883-4177-a885-b3ec62d0c9ad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0585668 Oct 26 11:30:21.705095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60264) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:21.746104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:21.748588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:21.764798 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a4a11cb3-ab39-49ce-97d1-b69d37e191ad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0585833 Oct 26 11:30:22.768695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:22.826544 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f3baa688-d692-4c22-96c0-997322ac1b4f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567374 Oct 26 11:30:23.829561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60268) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:23.896766 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-115f279a-45ac-4d49-a958-97e178665847 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0657144 Oct 26 11:30:24.899997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60270) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:24.961392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2c3fffee-acc7-439d-b580-1c1e2beab550 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0603228 Oct 26 11:30:25.964959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60272) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:25.971266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=69 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:25.973036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:26.025599 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0f15f4a-7ac7-4f6d-b2c3-e07b83f2bea5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0594468 Oct 26 11:30:26.484197 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:26.486609 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:26.646178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0ab5-f266-443b-8e71-34dca53e9d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.029386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60274) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:27.090871 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71b7dc4b-7d4e-40af-bee2-498589d783c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0603278 Oct 26 11:30:28.093887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60276) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:28.153115 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a22c9aae-a657-40d8-8260-7fdb22ef15f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0579917 Oct 26 11:30:28.835244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3ada307e-003a-41cf-bf4d-8723ca1bfc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:29.156930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60278) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:29.217654 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e7dc6ef7-335f-458b-a068-79a42600e3d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0596244 Oct 26 11:30:29.995298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:30.221408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60280) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:30.279212 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0dbb4ebb-e790-4f60-94ae-a32ed2ffb4a7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0565999 Oct 26 11:30:31.283137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60282) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:31.345543 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-280f9d68-fbfd-4668-9bdb-77a8d4d6d935 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0612347 Oct 26 11:30:31.486853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:31.512132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:32.350074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60288) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:32.411554 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0abf4134-2ac8-48db-9836-18d5cbef0aa0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0602705 Oct 26 11:30:33.414488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60290) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:33.479124 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fa7048ec-861a-4153-aea4-eb153572196d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0633891 Oct 26 11:30:34.483196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60292) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:34.489615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=46 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:34.546397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d6c8e42d-9f66-40e3-a372-90a5bede3a12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0608103 Oct 26 11:30:35.549302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60294) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:35.612463 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d157d77-3416-458d-b87c-1d192531e8f6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0613842 Oct 26 11:30:36.615844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60296) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:36.887342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=46 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:36.913979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6a0b69d3-1403-489d-8277-d077181dcc35 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.2960014 Oct 26 11:30:37.876560 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-25878637-48da-4e9a-87b5-2f50879eb212 req-465d6cec-bf98-4e48-a66d-624a15f3e0eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381827 Oct 26 11:30:37.917541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60298) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:38.009560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878637-48da-4e9a-87b5-2f50879eb212 req-9ffafebf-0fe8-4ca4-8977-a0a1e384e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:38.010966 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-25878637-48da-4e9a-87b5-2f50879eb212 req-9ffafebf-0fe8-4ca4-8977-a0a1e384e293 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1129 time: 0.0536923 Oct 26 11:30:38.014748 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e767657d-ddf5-4361-abc6-4d441ac26315 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0961783 Oct 26 11:30:38.119923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878637-48da-4e9a-87b5-2f50879eb212 req-4f3f125c-209f-48cf-92ae-e88b39b9ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:38.121398 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-25878637-48da-4e9a-87b5-2f50879eb212 req-4f3f125c-209f-48cf-92ae-e88b39b9ee06 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 898 time: 0.0893161 Oct 26 11:30:38.183377 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-25878637-48da-4e9a-87b5-2f50879eb212 req-537cb394-8a30-4f36-8b59-f1e39cbe3c96 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 1001 time: 0.0555203 Oct 26 11:30:38.232338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878637-48da-4e9a-87b5-2f50879eb212 req-c4bff185-c5fb-4a22-a313-6ccf898d869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:38.233760 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-25878637-48da-4e9a-87b5-2f50879eb212 req-c4bff185-c5fb-4a22-a313-6ccf898d869d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 200 len: 835 time: 0.0437229 Oct 26 11:30:38.280635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878637-48da-4e9a-87b5-2f50879eb212 req-60aa61f9-0e8c-4a82-b30b-5604145dc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:38.282121 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-25878637-48da-4e9a-87b5-2f50879eb212 req-60aa61f9-0e8c-4a82-b30b-5604145dc392 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426836 Oct 26 11:30:38.373445 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-25878637-48da-4e9a-87b5-2f50879eb212 req-4e3b3e41-477e-434c-9078-fcdf49bbc36b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841606 Oct 26 11:30:38.467566 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-25878637-48da-4e9a-87b5-2f50879eb212 req-517b1bf5-a14b-4450-8999-5687f938acad service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872054 Oct 26 11:30:39.018711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60300) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:39.076311 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-78d49a27-98d9-4227-9293-af1fadab8bc8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0564632 Oct 26 11:30:40.080187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60302) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:40.138976 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6570815f-b545-4d58-aa43-9a2a320b1098 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0575945 Oct 26 11:30:41.142967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60304) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:41.202793 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5cc4db54-611b-41b1-a3c2-a386b94a10ac tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0587809 Oct 26 11:30:41.504587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:41.507403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:41.629202 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:41.629920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:41.754713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.205927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60306) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:42.267567 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-33de2782-aa7f-43e9-a4c8-af856d0717b7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0604279 Oct 26 11:30:43.271237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60308) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:43.331457 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7b0c8666-0757-4035-9d2c-95cb87617cc4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0590856 Oct 26 11:30:44.335321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60310) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:44.396976 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72266cf1-f567-4ee0-85ed-5e1e528c94e4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0604606 Oct 26 11:30:45.400871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60312) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:45.459000 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cd59f23d-edfc-40b8-b24b-5045abd43423 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0569892 Oct 26 11:30:46.462801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:46.537341 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-75a6e811-c8b5-4075-83c5-d14f5f737572 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0729065 Oct 26 11:30:46.758452 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:30:47.541481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60316) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:47.599229 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ff8b409-be8d-4e1b-99a3-596c6a92adf8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0566249 Oct 26 11:30:48.603822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60318) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:48.663340 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-be8d1580-86aa-4bc5-ac2b-ca22d1b95802 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0583570 Oct 26 11:30:49.667934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:49.724524 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-430a2d1d-badd-44ae-bef4-7afbc2efbba4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0554345 Oct 26 11:30:50.728396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:50.789977 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73c3b3e0-6365-4f41-abff-644e9c493ba5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0604455 Oct 26 11:30:51.749645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:51.751637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:51.793661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60324) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:51.850130 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6734a85c-582a-4bab-ad3a-0b1122c0dccd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0552428 Oct 26 11:30:52.854669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60326) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:52.912360 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-491c4dfc-d38c-4dcc-9402-0458bc5ef180 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0565386 Oct 26 11:30:53.916132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60328) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:53.976101 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2519bd1d-6c89-45b5-917e-ff28481d6b38 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0588255 Oct 26 11:30:54.979902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:55.041183 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0934cee7-ed4d-4da0-a6e4-53261d34d989 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0589609 Oct 26 11:30:56.043429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60332) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:56.049545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:56.051218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:56.100519 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-68930f96-0c90-4451-8d20-57b59d8cf2ff tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0559354 Oct 26 11:30:56.639123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e94e6f2b-4981-4aa0-9fbb-3501d3398574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:56.752262 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:57.104920 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60334) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:57.164405 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a76458e3-d285-4b0c-9c29-37f8033fc246 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0582910 Oct 26 11:30:58.168282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60336) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:58.225761 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f03f2120-2082-4608-ac5b-37164fda74a1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0564015 Oct 26 11:30:58.837115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-72bbdd3e-0a62-4c8d-a9c1-eb419f8aee65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:59.229665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60338) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:59.289575 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aecedf31-1d3c-4b97-9dba-e73a33326a63 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0587690 Oct 26 11:30:59.998869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:00.293465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60340) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:00.631762 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-79218742-083c-4633-8371-a9af4cb824e4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.3370800 Oct 26 11:31:01.491198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:01.513423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:01.635227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60342) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:01.674469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:01.692872 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2ac0d2df-7ecd-40c7-b17e-0b18d564fd3c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0564578 Oct 26 11:31:02.696889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60344) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:02.744033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:02.758912 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c84d914-7270-4602-87b2-9485f316ea90 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0609336 Oct 26 11:31:03.762732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60346) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:03.820201 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-308071fa-2054-4408-8258-fa81ceaffb2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0563102 Oct 26 11:31:04.824172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60348) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:04.907834 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7be168ed-d2fb-4cab-8810-be7d58943d99 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0823433 Oct 26 11:31:05.911208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60350) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:05.971489 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5934a061-874c-4774-9e6a-2b786384308a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0590966 Oct 26 11:31:06.974372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60352) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:07.031887 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1a7f1309-adfc-42ae-946a-1a0c24e9c04d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0562220 Oct 26 11:31:08.034996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60354) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:08.093043 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e7e0f011-bfec-447e-b1e3-2649cdfba73b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0569162 Oct 26 11:31:09.096607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60356) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:09.158074 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d5dbdc4c-75ae-4952-a7eb-87e226c0a988 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0602469 Oct 26 11:31:10.162046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:10.222330 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3006f655-f965-44f9-a9f6-9cc64a841e2f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0592461 Oct 26 11:31:11.226243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60360) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:11.284291 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-792b703b-988a-47e3-a0bd-799d3c76c17f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0569205 Oct 26 11:31:11.506838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:11.509264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:11.753427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:12.288255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60362) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:12.348266 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-25f223eb-8440-4da6-a33f-35cb4c0680b0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0587888 Oct 26 11:31:13.351990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60364) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:13.412066 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-28824b12-957d-444d-a79c-dba737e36bcb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0588779 Oct 26 11:31:14.415814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60366) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:14.473208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eebfa8d2-021b-4583-a4f0-1039f5b166a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0562732 Oct 26 11:31:15.477066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60368) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:15.538801 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0fee9851-bcf7-4338-b364-1167343411a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0605617 Oct 26 11:31:16.542561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60370) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:16.603425 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-75f35bbd-f8f4-49b7-9650-a9608593d2dd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0597398 Oct 26 11:31:17.606621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60372) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:17.664985 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9239318d-849a-4fdd-8835-dcb112e0f93e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0571373 Oct 26 11:31:18.668248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60374) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:18.729839 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1cf30ad4-160d-490d-b37b-91594afe1a92 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0604839 Oct 26 11:31:19.733753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60376) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:19.791689 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-49aa538f-7621-497f-9004-3e8bcbc3aed8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0568085 Oct 26 11:31:20.796162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60378) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:20.852225 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-26fae95d-9491-403d-a931-2f5de74bf88e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0548773 Oct 26 11:31:21.746925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:21.749478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:21.855989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60380) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:21.918279 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-be8a9c2e-bfe3-4d7c-88ae-a1a5773489d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0609877 Oct 26 11:31:22.922027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60382) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:22.979964 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e35cad1d-69d0-49f4-ba57-b8c38fd2685b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567262 Oct 26 11:31:23.757068 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:31:23.983531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60384) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:24.047919 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5147f4e8-9cfc-4b43-9556-2b57c5080456 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0631325 Oct 26 11:31:25.051669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60386) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:25.108833 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9f74efa3-c739-48ab-beac-6baf81dd0b58 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0559974 Oct 26 11:31:26.111714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60388) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:26.173559 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1e3aef00-5450-4be0-ad85-8b47bca00dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0606170 Oct 26 11:31:26.641944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dc96d385-cf63-48f5-b63a-cfb312884e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:27.177248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60390) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:27.234183 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2889fca8-07ff-43c9-854c-f9397e592b49 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0557909 Oct 26 11:31:28.237821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60392) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:28.298309 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb76b998-dfb2-438c-b476-bae3723809a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0593603 Oct 26 11:31:28.838743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f31a1a9d-c8bc-4a0b-a6dc-6865ce6a44a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:29.302181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60394) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:29.360137 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0a906575-8429-469c-9637-f23662acb7a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567908 Oct 26 11:31:29.782733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:29.784674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=70 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:30.001205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:30.363984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60396) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:30.426968 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5c97f442-a787-43ce-82d8-a6169cea366c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0618591 Oct 26 11:31:31.430647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60398) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:31.492062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-22ba5cac-b954-4561-90a0-36bc6f395b87 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0602045 Oct 26 11:31:31.494324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:31.518976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:32.494972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60400) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:32.503215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:32.556643 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-625631fe-2f1b-44cf-b670-967de3e93767 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0605373 Oct 26 11:31:33.560210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60402) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:33.620514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cd5d03a8-917f-4192-a987-294ee21a4f93 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0591006 Oct 26 11:31:33.751956 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:33.752672 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:34.623655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60408) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:34.682417 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-37b1a20f-a232-4060-aa37-8555f27a3d48 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0565293 Oct 26 11:31:35.685518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60410) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:35.745786 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f69c555-38bc-4e8e-9c9d-979220f93b44 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0591488 Oct 26 11:31:36.749950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60412) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:36.756470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:36.809256 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c8546330-670a-4e4f-b20d-7670f59efcc8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0579481 Oct 26 11:31:37.813992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60414) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:37.870376 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96e84618-43b0-4f41-8fb2-446f8e73697f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0552132 Oct 26 11:31:38.873930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60416) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:38.936752 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0b2dd5ec-3fc5-4d28-8ec8-16a46936bbf8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0610664 Oct 26 11:31:38.970520 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-7935cb45-669c-4875-b834-657387bc87a7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832067 Oct 26 11:31:39.070815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-f6c5fd94-d2fe-4137-81b8-f1cf0c3ccf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:39.072379 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-f6c5fd94-d2fe-4137-81b8-f1cf0c3ccf9c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1129 time: 0.0394900 Oct 26 11:31:39.175278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-2958f448-ae52-4d51-90e9-734f72bbd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:39.176739 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-2958f448-ae52-4d51-90e9-734f72bbd38e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 898 time: 0.0865316 Oct 26 11:31:39.241108 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-9463d521-442f-40d9-a3de-a0f9adc86d69 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 1001 time: 0.0583105 Oct 26 11:31:39.289457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-cef4d5d9-d5d6-45e8-83df-1bdb9c7cfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:39.290892 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-cef4d5d9-d5d6-45e8-83df-1bdb9c7cfcc2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 200 len: 835 time: 0.0441806 Oct 26 11:31:39.333600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-cf359071-a73a-4373-9f26-564e15a7dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:39.335051 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-cf359071-a73a-4373-9f26-564e15a7dede service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385382 Oct 26 11:31:39.345333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-9e1547e4-6582-4396-b5c6-52a1e0f4a8ad service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:31:39.346255 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-9e1547e4-6582-4396-b5c6-52a1e0f4a8ad service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048935 Oct 26 11:31:39.439533 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-e99087b9-cf81-4dc2-b155-c871db99cd27 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859358 Oct 26 11:31:39.532292 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0ebefb43-03d1-427d-ad36-0fa09eac109b req-519b42b1-3d16-40e0-8b3a-ece2d7241812 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869322 Oct 26 11:31:39.941906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60420) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:40.000595 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b02158d-3e14-4b60-aa90-61f72261fe25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0575342 Oct 26 11:31:41.004357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60422) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:41.064519 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a3c6ea8c-ab24-4688-828e-090daf257ea1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0590413 Oct 26 11:31:41.767562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:42.068468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60424) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:42.126296 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-214edc48-60be-4a45-9dfd-a8ba061aae67 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567617 Oct 26 11:31:43.129540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60426) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:43.188476 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3c375c21-cd9a-4353-a4ba-cf9f88b570ce tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0576887 Oct 26 11:31:44.192081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60428) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:44.254197 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b10ff6e4-e056-4b0e-9c27-b205b63db997 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0609629 Oct 26 11:31:45.258011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60430) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:45.356078 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-717c1f04-7d3e-4042-a82f-1501615a9d16 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0968916 Oct 26 11:31:46.359305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60434) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:46.420087 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3c3ccdc7-4d93-493b-bf8e-db4ceee4f504 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0595930 Oct 26 11:31:47.423664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60436) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:47.481341 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-32a4182e-76fb-434b-bc17-8c0aa1a4feae tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0565181 Oct 26 11:31:48.484671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60438) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:48.545022 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a3b69d22-f798-4bcb-9599-65ff2272b87f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0592151 Oct 26 11:31:49.548957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60440) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:49.606633 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f870793a-b5e4-4ef4-a5d3-ddc09a123a3f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0565434 Oct 26 11:31:50.610642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60442) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:50.671575 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f2a15ef9-7ab5-4787-aa24-2dab96d0d1fb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0597916 Oct 26 11:31:51.675335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60444) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:51.734417 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0debf424-91c0-424e-936c-dd74edae26cf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0579267 Oct 26 11:31:51.760834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:51.762725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:52.739179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60446) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:52.801043 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3982893c-a4ac-4a7a-902c-557ea0d80726 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0607092 Oct 26 11:31:53.805274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60448) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:53.861976 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-38386d67-9ea7-4f59-9f3d-cbae51b0fe45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0555830 Oct 26 11:31:54.865777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60450) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:54.927596 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c084f64e-2e99-49bd-b222-afcf6565d0a2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0606930 Oct 26 11:31:55.620187 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:55.625110 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:55.931639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60452) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:55.937881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:55.989606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-84defd7e-8952-4edc-8943-d9d4fc8a0c52 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0568149 Oct 26 11:31:56.644767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8d0b03df-9d57-4da7-84e2-9e23df4155fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:56.993464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60454) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:57.000784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:57.053987 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e268fd6f-fe59-44f5-9d35-59118fefb6bf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0593462 Oct 26 11:31:57.473019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=67 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:57.473827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=73 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:58.057314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60456) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:58.116641 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c64a619-9b2b-4a52-b4d2-98031f0e8e13 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0581012 Oct 26 11:31:58.841112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-99657716-ed31-47e9-a045-d31802f34451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.119492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:59.180096 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-604e6b1f-b9ff-4ef5-8955-f0194ee0dfe7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0595152 Oct 26 11:32:00.005444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:00.184061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60460) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:00.244261 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d05716de-443f-45f2-a0cc-8e9c16eca196 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0591404 Oct 26 11:32:00.756684 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:32:01.248129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60462) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:01.307512 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4346334-23bb-4e69-be08-89aa51fa6727 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0582540 Oct 26 11:32:01.496155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.518313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.311416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60464) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:02.371800 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-99734f6d-0bfa-4fc2-9ac9-7b1148484fff tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0592060 Oct 26 11:32:03.375841 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60466) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:03.433599 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9b5b94b7-1606-4975-9599-26db81068429 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0561240 Oct 26 11:32:04.437502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60468) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:04.725196 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d634a3fe-849f-41fe-af06-c9dadaaad3c8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.2865586 Oct 26 11:32:05.728369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60470) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:05.788805 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7b85a992-8c5f-4080-9df4-bd09ea8bd6bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0593052 Oct 26 11:32:06.792490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60472) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:06.850315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-911cef30-26e9-411c-9da5-a89caff63e84 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0566905 Oct 26 11:32:07.853900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60474) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:07.915145 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7a6c8c2b-63cc-48ab-bccc-8972aa9d48de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0601327 Oct 26 11:32:08.919010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60476) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:08.979574 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4ee678fb-c8b6-44de-acec-4b9c7449a17c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0594256 Oct 26 11:32:09.983444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60480) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:10.041492 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fad7f1bc-53ea-4e7b-abf3-caf2b9f79471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0566118 Oct 26 11:32:10.751241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:10.752712 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:11.045206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60486) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:11.106505 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2b7c15a-fe46-4043-8102-c40b4af08cda tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0601819 Oct 26 11:32:11.512113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:11.514027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:11.756849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:12.110335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60490) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:12.168656 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-03deaa45-7044-44a3-9a41-6599b0db0488 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0571718 Oct 26 11:32:13.172580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60492) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:13.231666 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e431690e-7a24-4a9c-9497-d0cabc650cfc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0580468 Oct 26 11:32:14.234878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60494) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:14.292747 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c74cde5f-f606-4540-b139-42c2775dc9db tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567091 Oct 26 11:32:15.295786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60496) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:15.354339 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5d45442-e86d-4910-8303-b45ad3ab48a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0574405 Oct 26 11:32:16.357584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60498) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:16.420168 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86f5fac1-ff05-4dde-8c5d-9e301af5e009 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0614154 Oct 26 11:32:17.423210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60500) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:17.480327 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-36905ae1-d4bb-488d-9855-126bfc3bc626 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0559454 Oct 26 11:32:18.483124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60502) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:18.542542 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-41042db6-8590-4299-b3a9-884ab7ee4cd0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0582800 Oct 26 11:32:19.545589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60504) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:19.607150 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e291ce3f-9155-46d3-82bb-055c883bde94 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0604303 Oct 26 11:32:20.611036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60506) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:20.669445 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-78ccd6dd-e9d9-4448-a5e2-e9526bf917cc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567019 Oct 26 11:32:21.673330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60508) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:21.732869 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-983b0be4-46bc-457e-b133-ed4730da4b08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0582743 Oct 26 11:32:21.749104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:21.751086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:22.736871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60510) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:22.797555 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-60ce1b75-7c75-41da-bd38-2c6a82a996d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0594740 Oct 26 11:32:23.801590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60512) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:23.859352 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3c3c02f7-7540-46ff-8bf5-6748e29da56c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567076 Oct 26 11:32:24.863403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60514) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:24.923181 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f0528c9f-a235-475d-8e55-55d6bb592053 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0586860 Oct 26 11:32:25.927408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60516) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:25.984408 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f1db0e5-2d31-4cc9-970e-25ec4ce5c084 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0558496 Oct 26 11:32:26.647280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ba685bbc-6554-4d5b-a1a8-b1a32e6c70d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:26.988812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60518) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:27.048246 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-40d43814-de24-4d2e-ab21-02244c52f00d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0582449 Oct 26 11:32:28.052456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60520) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:28.058569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=54 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:28.060311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=58 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:28.111778 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a42950c4-bd3a-4243-9aab-ff76e8415341 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0581865 Oct 26 11:32:28.845261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b4b56e84-fdd9-4550-b1a3-b855c0437166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:29.116525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60522) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:29.176737 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0b0372ac-b791-4d0a-93f2-d5e67cf6a45f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0591733 Oct 26 11:32:30.009457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:30.180616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60524) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:30.517882 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-064df3d2-abba-4779-bd5e-0ff4c4df675b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.3362505 Oct 26 11:32:30.660339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:30.662254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:31.498948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:31.521684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60526) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:31.522258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:31.584109 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7de414cc-2880-4dc6-8f78-4e498eace7ce tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0611830 Oct 26 11:32:32.587871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60528) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:32.645470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f061740-6bdf-4f4d-93ae-4cda7f63b701 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0564632 Oct 26 11:32:33.648755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60530) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:33.708764 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bc044fe1-c3a9-409f-8114-9a8d9f4358c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0588853 Oct 26 11:32:34.712626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60534) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:34.771092 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e1ffd02e-9587-4dcc-84ac-5f82d280dc08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0573218 Oct 26 11:32:35.774903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60536) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:35.835419 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f54bb51-f68a-4e6b-9e44-826153f38400 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0593648 Oct 26 11:32:36.839259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60538) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:36.897688 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e0af5e5c-c420-43a0-a05f-5bc68bbacb9f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0572646 Oct 26 11:32:37.757056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:32:37.901527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60540) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:37.962235 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1dfc5910-ca19-4296-b75e-1d41248c6e50 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0594778 Oct 26 11:32:38.896008 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-6145c296-653e-40c5-89f3-a35cc4109a45 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392680 Oct 26 11:32:38.965491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60542) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:38.997593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-757e56e4-3793-481f-9579-743b22b55ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:38.999110 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-757e56e4-3793-481f-9579-743b22b55ad1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1129 time: 0.0399821 Oct 26 11:32:39.027631 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-45559c7f-72c5-4a5b-8794-4d8fdd75e37d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0609949 Oct 26 11:32:39.107909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-d256b4d3-c9de-4017-90e4-8556b6adc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:39.109417 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-d256b4d3-c9de-4017-90e4-8556b6adc5c5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 898 time: 0.0914180 Oct 26 11:32:39.171398 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-ea687b93-ef2d-48f1-a366-df398309c353 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 1001 time: 0.0550833 Oct 26 11:32:39.217941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-322ec5e8-801c-4cdb-bcb5-fbfbad18d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:39.219350 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-322ec5e8-801c-4cdb-bcb5-fbfbad18d666 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 200 len: 835 time: 0.0429540 Oct 26 11:32:39.265358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-53155250-ae93-4bc1-b891-6f886f066e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:39.266836 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-53155250-ae93-4bc1-b891-6f886f066e56 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418169 Oct 26 11:32:39.356414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-e155e494-62ff-4085-b912-56808f787155 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832193 Oct 26 11:32:39.453950 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-260a49fa-ac01-482f-9d3d-2b517a534688 req-4b92a920-4e02-4a05-9089-39eb0f9bc06f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916898 Oct 26 11:32:40.031587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60544) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:40.088590 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-da62c3ea-6def-4bbc-beaf-bd4264c2d486 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0558150 Oct 26 11:32:41.092284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60546) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:41.154225 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-403d2a3f-d11f-4844-bdc6-f11ff201215a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0603032 Oct 26 11:32:41.515467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:41.517357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:41.771767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:42.157901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60548) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:42.214588 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d798d9d2-c97a-4b1a-b2ba-4d17542f2ab8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0556595 Oct 26 11:32:43.218218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60550) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:43.276467 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8fda5fbb-f27c-4b0c-8d90-17959fb3ae5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0571268 Oct 26 11:32:44.279399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60552) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:44.339388 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-203f0d16-1e34-4c33-a590-63deab4c489f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0588295 Oct 26 11:32:45.343283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60554) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:45.401195 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c3ce636-8505-4d03-8b77-ff410d663244 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0567708 Oct 26 11:32:46.404099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60556) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:46.465113 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ecb2ff4-95b8-4922-b470-e0976c925bbf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0598955 Oct 26 11:32:47.469017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60558) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:47.538375 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a86b6b5-bb68-4e0e-b68c-4c4b8632afcc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0681386 Oct 26 11:32:47.752115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:47.753138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=17 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:48.542201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60560) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:48.604513 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-79d3e519-06b7-45b8-9d4e-fa5c54d54dc5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0611770 Oct 26 11:32:49.608492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60562) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:49.666709 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3fd7de15-1dfa-4840-b836-c7a0ef7db6b2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0570920 Oct 26 11:32:50.670558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60564) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:50.731881 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0d9020f-afcd-4b36-8508-aae99789e714 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0601702 Oct 26 11:32:51.735679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60566) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:51.766982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:51.768845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:51.795409 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6c5bb7ab-e1e1-40a4-93e6-3fb205265db7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0586016 Oct 26 11:32:52.205371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:52.207306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:52.799238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60568) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:52.860237 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-91429e09-9230-4e0e-bd24-b5f4f1e964a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0597897 Oct 26 11:32:53.864127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60570) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:53.923430 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5980779-355d-4ba3-9483-1a2075cde7e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0581765 Oct 26 11:32:54.927488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60572) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:54.971143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:54.989301 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b1a55d7d-9d7b-4fa3-b142-4534db2088db tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0606163 Oct 26 11:32:55.993242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60574) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:56.031235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:56.052490 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8b62727f-7134-42a0-921e-2dba3837ec27 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0581512 Oct 26 11:32:56.654111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e3e05ca9-a198-45b3-8247-ff231f62ad3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:57.056345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60576) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:57.116618 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa9c6e09-c1d2-4394-9a34-a7184cc75c83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0591218 Oct 26 11:32:58.120422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60578) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:58.178311 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d6788b36-0aac-4329-b83f-6ca2d0891ee3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0566874 Oct 26 11:32:58.847255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fce8fda5-487f-4cdc-8d20-dc73a06dbc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:59.182076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60580) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:59.241550 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-536d4d54-895b-4f4f-98f3-62622b079b92 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0582907 Oct 26 11:33:00.011665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:00.245284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60582) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:00.305219 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9540c4d7-ef7a-462e-8246-fdd94c97cd24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0586939 Oct 26 11:33:01.308925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60584) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:01.369501 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cfaed407-dbed-4b56-9738-71d6bedc418b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0594156 Oct 26 11:33:01.504410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:01.524296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:02.373196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60586) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:02.431599 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5ffb75bd-2e0c-4d89-89f5-19258cbb4ed2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0572746 Oct 26 11:33:03.435491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60588) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:03.495200 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-362f8b10-25e8-42ba-bc9b-9f2675af4696 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0585203 Oct 26 11:33:04.499138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60590) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:04.557294 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-738ba18c-171d-4703-86bf-85eaff0753c9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0570045 Oct 26 11:33:05.561275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60592) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:05.621556 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d861df55-5468-48b2-9b47-42671352d53b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0591452 Oct 26 11:33:06.625440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60594) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:06.684072 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3b97bd3c-b966-4c0e-91f0-4f54306c4ccf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0574121 Oct 26 11:33:07.687864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60596) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:07.747659 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ba5e25ee-3cef-4e7a-a25b-f6d7ac6dd449 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0586159 Oct 26 11:33:08.751438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60598) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:08.808784 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dd3467f6-9841-4402-ac07-2637379998a0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0561628 Oct 26 11:33:09.625367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:09.626097 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:09.812591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60600) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:09.873421 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-04c17270-35e2-4b2f-900e-d2af6269027a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0586898 Oct 26 11:33:10.876955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60602) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:10.938518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1150caf3-f7a9-4a99-9086-c518647ae0d3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0601048 Oct 26 11:33:11.518009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:11.519899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:11.790090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:11.942341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60604) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:11.999491 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-486683cb-c926-434e-b3a4-0943f7889e94 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0560019 Oct 26 11:33:13.003296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60606) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:13.064193 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-51171e2d-19ae-45d1-8a48-69a7838be840 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0597119 Oct 26 11:33:14.068003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60608) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:14.125477 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d642eb42-e214-4291-b3ce-1abef0d95316 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0563600 Oct 26 11:33:14.755647 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:33:15.129342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60610) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:15.188631 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-417d98c5-786e-4983-8010-822982e677fb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0582075 Oct 26 11:33:16.192407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60612) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:16.251378 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e780936e-08b9-4d2f-a717-801b4098a94a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0578444 Oct 26 11:33:17.254448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60614) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:17.311863 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de98b2de-5620-44d8-bb4a-eb8b33d2b4f3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0562820 Oct 26 11:33:18.315674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60616) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:18.376563 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5b129f7c-99b6-47ff-a9b2-628e83600825 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0596106 Oct 26 11:33:19.380420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60618) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:19.424143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:19.441969 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d115563e-eeec-47bd-a10b-94d46bf6f192 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0604484 Oct 26 11:33:20.445657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60620) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:20.502550 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4dc3d341-5cd2-4120-8491-169bbdbc14be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0557644 Oct 26 11:33:21.506476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60622) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:21.567470 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f24a1354-ec7e-4d0b-a0eb-b274ba28feb8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0595055 Oct 26 11:33:21.784551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:21.786379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:22.570713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60624) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:22.893043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:22.911426 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c441174a-0742-4934-81fc-a6e8ea3da9df tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.3396258 Oct 26 11:33:23.915385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60626) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:23.974641 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6d3827d4-8d55-44a5-9d80-ed6eb57a8a8d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0580714 Oct 26 11:33:24.750924 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:24.751643 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:24.978454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60628) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:25.036029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bbe4d077-d900-4d92-a453-08669f01992a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0563397 Oct 26 11:33:26.039973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60630) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:26.100429 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b7ab3994-890b-4403-86a0-37cb58876576 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0593174 Oct 26 11:33:26.645824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0b01f23a-1e47-4720-925e-8da49d4a8486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:27.104411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60632) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:27.162761 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b01fbc76-1a6b-45d6-862b-75ec5efa509a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0571973 Oct 26 11:33:28.166718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60634) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:28.226574 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-48300c3f-76ec-49f2-935f-988ac3be86cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0588150 Oct 26 11:33:28.849410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-89d3e4a5-f0ab-4af5-a10d-e283d32b191a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:29.230460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60636) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:29.288025 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-19ac20ac-fc0a-4019-ad44-8521c8beee8d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0564384 Oct 26 11:33:30.013805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:30.291900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:30.351459 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2d866ea3-16bf-46e5-b25a-47e7fde8ca68 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0584481 Oct 26 11:33:31.356029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:31.412640 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-26e71e3e-25fc-4aa4-a98a-0aac6cc5f70b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0554478 Oct 26 11:33:31.499124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:31.526572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:31.551217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=25 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:31.560044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=25 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:32.416631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:32.478138 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b43c03d1-4fc1-4c63-9e31-fe1d2452130b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0604591 Oct 26 11:33:33.481997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60644) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:33.539844 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ec993fc2-51b2-46d1-a3ef-dca4ab90ad00 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0566986 Oct 26 11:33:34.544702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60646) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:34.604715 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-266890f7-4e58-4e43-8793-61242d502eed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0588403 Oct 26 11:33:35.609791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60648) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:35.670070 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3cbda096-eb59-4983-abfc-262587cd5c5b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0590587 Oct 26 11:33:36.673522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60654) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:36.734377 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5846410-d4e2-4b8c-bb3d-cd28d6a0caad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0596924 Oct 26 11:33:37.737610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60656) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:37.796483 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6dca751a-b787-4d52-ada8-b5ca79a81964 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0577273 Oct 26 11:33:38.800357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60658) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:38.859382 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fc3ab6d7-f9ad-48dc-8345-ae58d020f068 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0578995 Oct 26 11:33:39.863279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60660) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:39.924336 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ffe7c275-1b0f-4bd6-bb29-92b37a746809 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0599053 Oct 26 11:33:40.914443 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-21b9a54c-94a5-4841-9f2c-940534336ef5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396678 Oct 26 11:33:40.928204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60662) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:40.990438 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7a03f381-f778-4e4d-9f99-46ed401b8611 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0610747 Oct 26 11:33:41.019591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-0a7b5b6f-b230-4a9d-8a19-b47135e051e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:41.021112 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-0a7b5b6f-b230-4a9d-8a19-b47135e051e2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1129 time: 0.0394924 Oct 26 11:33:41.128216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-8ca1a683-1c29-4301-b1b4-e81caf67e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:41.129703 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-8ca1a683-1c29-4301-b1b4-e81caf67e81b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 898 time: 0.0900218 Oct 26 11:33:41.191607 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-0e455288-9156-44af-9bfa-a8b2038ed741 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 1001 time: 0.0557153 Oct 26 11:33:41.238801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-f9e61470-ffae-47f4-b88e-628b9aab054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:41.240251 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-f9e61470-ffae-47f4-b88e-628b9aab054a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 200 len: 835 time: 0.0433710 Oct 26 11:33:41.286767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-9b1fa492-80d8-4217-9614-cb4d77e2050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:41.288263 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-9b1fa492-80d8-4217-9614-cb4d77e2050c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420525 Oct 26 11:33:41.376304 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-471213dd-9c13-4ab9-ae55-15f60d2ce764 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811515 Oct 26 11:33:41.468717 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b388a937-9c4b-4a38-96aa-22d07bda6020 req-b0e48c15-5004-4dd8-9ce2-96b3fe3f65b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855341 Oct 26 11:33:41.799761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:41.994208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60664) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:42.052790 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9ebc738a-fa00-4f87-80de-2a07060fc488 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0573962 Oct 26 11:33:43.056810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60666) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:43.118053 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1a053643-2445-4353-90c8-74c056eab283 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 200 len: 993 time: 0.0601041 Oct 26 11:33:43.120877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60668) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:43.154787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:43.260697 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 179ee1ba-7977-4154-8518-fc81c737eeca {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:33:43.261036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (179ee1ba-7977-4154-8518-fc81c737eeca), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:43.304187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:43.337484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (179ee1ba-7977-4154-8518-fc81c737eeca), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:43.337806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (179ee1ba-7977-4154-8518-fc81c737eeca), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:43.351074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 179ee1ba-7977-4154-8518-fc81c737eeca owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:33:43.498751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (179ee1ba-7977-4154-8518-fc81c737eeca), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:43.523529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=179ee1ba-7977-4154-8518-fc81c737eeca,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:43.536259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.536612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.536955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.537293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.537627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.537960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.538292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.538615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.538940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.539264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.539589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.539942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.540266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.540583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.540900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:43.600212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (c3f0facf-59ce-4122-b6e7-ace8804899b8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:43.600590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP c3f0facf-59ce-4122-b6e7-ace8804899b8 disassociated (deleted). External IP: 172.26.0.111, port: 1c5f285a-1783-420c-9c17-f6ac9d8800e6. Oct 26 11:33:43.801626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:33:43.905309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:33:43.910022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:43.914781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:33:43.925108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:43.925720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:43.939034 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a9fb9312-832c-468b-b04a-205b90ba5a0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/c3f0facf-59ce-4122-b6e7-ace8804899b8 HTTP/1.1" status: 204 len: 168 time: 0.8164618 Oct 26 11:33:43.939669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:33:43.942045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9733b99-d45d-475c-a481-919bb62cc042" -d '{"events": [{"name": "network-changed", "server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:33:44.038508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:44.161895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a76eae-f3ff-4223-b48a-f33cbffc2a0e x-openstack-request-id: req-e3a76eae-f3ff-4223-b48a-f33cbffc2a0e {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:33:44.162394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:33:44.162512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3a76eae-f3ff-4223-b48a-f33cbffc2a0e {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:33:44.162816 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a76eae-f3ff-4223-b48a-f33cbffc2a0e'] response: {'name': 'network-changed', 'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'status': 'completed', 'code': 200} Oct 26 11:33:44.242886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:20Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:20Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:44.268157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33af937-e39e-4fc8-8b21-bb61397bbf5b req-7702ee20-92a4-4947-9bf4-fe564f053dc8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:44.269432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:33:44.269740 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e33af937-e39e-4fc8-8b21-bb61397bbf5b req-7702ee20-92a4-4947-9bf4-fe564f053dc8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 945 time: 0.0928676 Oct 26 11:33:44.277917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:44.278824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:44.314820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:44.320544 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e33af937-e39e-4fc8-8b21-bb61397bbf5b req-2e5f3358-3818-45ad-b2c9-711f1559c0b9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=778c60d7-12fc-41c1-bc57-e70fcb011d58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452158 Oct 26 11:33:44.382131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:44.410976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9733b99-d45d-475c-a481-919bb62cc042 req-ca849d07-de7e-4ebe-9b94-9006d175fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:44.412718 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c9733b99-d45d-475c-a481-919bb62cc042 req-ca849d07-de7e-4ebe-9b94-9006d175fb0e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 1129 time: 0.0399463 Oct 26 11:33:44.568552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:20Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:20Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:44.596579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272ae9d-03dd-4368-a846-0ad32b965c80 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:29:20Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:29:20Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:33:44.821858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-e8d65c84-b554-48ea-ae76-0f4418c85e99 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:44.823438 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-e8d65c84-b554-48ea-ae76-0f4418c85e99 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 945 time: 0.0749571 Oct 26 11:33:44.882224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:44.885913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9733b99-d45d-475c-a481-919bb62cc042 req-125eb888-a58d-4e53-8330-dd3b79fb3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:44.888612 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c9733b99-d45d-475c-a481-919bb62cc042 req-125eb888-a58d-4e53-8330-dd3b79fb3d04 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 200 len: 898 time: 0.3518147 Oct 26 11:33:44.928667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:33:44.929003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:44.931008 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c9733b99-d45d-475c-a481-919bb62cc042 req-c4c0401d-3125-4557-aacd-54936cbe480d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 200 len: 217 time: 0.0362470 Oct 26 11:33:44.983297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9733b99-d45d-475c-a481-919bb62cc042 req-a73b4f29-0665-4e62-a5af-e366c2490221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:44.984834 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c9733b99-d45d-475c-a481-919bb62cc042 req-a73b4f29-0665-4e62-a5af-e366c2490221 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 200 len: 835 time: 0.0481732 Oct 26 11:33:45.031425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9733b99-d45d-475c-a481-919bb62cc042 req-778f68e4-d0bd-4f8e-b385-1b78eb309027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:45.032978 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c9733b99-d45d-475c-a481-919bb62cc042 req-778f68e4-d0bd-4f8e-b385-1b78eb309027 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=cfb60c1a-fe27-4e8d-bd23-a35d4b293778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426259 Oct 26 11:33:45.034146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 1c5f285a-1783-420c-9c17-f6ac9d8800e6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1c5f285a-1783-420c-9c17-f6ac9d8800e6,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:45.034503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:45.049294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 1c5f285a-1783-420c-9c17-f6ac9d8800e6 owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:33:45.116733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:45.135445 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c9733b99-d45d-475c-a481-919bb62cc042 req-b4c40610-c8db-413c-a312-d80513a45bb4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961275 Oct 26 11:33:45.193002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1c5f285a-1783-420c-9c17-f6ac9d8800e6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:45.226741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=1c5f285a-1783-420c-9c17-f6ac9d8800e6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:45.248412 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c9733b99-d45d-475c-a481-919bb62cc042 req-1c6f2cea-03e5-4c17-8ecb-6dc170d98499 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073186 Oct 26 11:33:45.285612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] No DVR routers for this DVR port 1c5f285a-1783-420c-9c17-f6ac9d8800e6 on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:33:45.288683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:45.302601 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e58655b7-ada9-4c97-9091-1584a57137c9 req-cfa0aece-ac54-4a57-a55b-90ca20e786b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "DELETE /networking/v2.0/ports/1c5f285a-1783-420c-9c17-f6ac9d8800e6 HTTP/1.1" status: 204 len: 173 time: 0.4734616 Oct 26 11:33:45.501373 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-87c46665-4923-4f23-b275-c394ef74fbf2 req-59ab502a-2108-47c7-aea5-7b84c0ee426e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f43ee96d-0d8c-423c-90ea-827737844b67 HTTP/1.1" status: 200 len: 210 time: 0.0864639 Oct 26 11:33:46.120353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:46.163701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'name': 'network-vif-deleted', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:33:46.166112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18a12cf-b363-4722-81dc-1ae04eaa613b" -d '{"events": [{"server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "name": "network-vif-deleted", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:33:46.166318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:46.166561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.166893 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:33:46.170222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:46.190622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:46.208559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27e7c4e-f951-4524-9f35-781b222f0aa3 x-openstack-request-id: req-a27e7c4e-f951-4524-9f35-781b222f0aa3 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:33:46.209062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43ee96d-0d8c-423c-90ea-827737844b67", "name": "network-vif-deleted", "tag": "1c5f285a-1783-420c-9c17-f6ac9d8800e6", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:33:46.209230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a27e7c4e-f951-4524-9f35-781b222f0aa3 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:33:46.209688 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27e7c4e-f951-4524-9f35-781b222f0aa3'] response: {'server_uuid': 'f43ee96d-0d8c-423c-90ea-827737844b67', 'name': 'network-vif-deleted', 'tag': '1c5f285a-1783-420c-9c17-f6ac9d8800e6', 'status': 'completed', 'code': 200} Oct 26 11:33:46.244391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:46.244776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.266834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:46.270783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.271582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:46.352626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:46.365231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.365579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.365923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.366263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.366589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.366926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.367252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.367583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.367937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.368264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.368594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.368918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.369241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.369562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.369884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:46.374731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f972be85-ac4d-4f97-8417-6582d25f6801 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:46.375110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.375450 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f972be85-ac4d-4f97-8417-6582d25f6801 Oct 26 11:33:46.451895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f972be85-ac4d-4f97-8417-6582d25f6801 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:46.452293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.489891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:46.493694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.563261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:33:46.564281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:46.564391 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:46.564391 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:46.583137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60716) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:46.642076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-862fd727-47e5-4cd9-a6bd-f9b62d94cc23 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (778c60d7-12fc-41c1-bc57-e70fcb011d58), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.653762 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:46.666763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-862fd727-47e5-4cd9-a6bd-f9b62d94cc23 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (778c60d7-12fc-41c1-bc57-e70fcb011d58), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.733307 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-862fd727-47e5-4cd9-a6bd-f9b62d94cc23 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (778c60d7-12fc-41c1-bc57-e70fcb011d58), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.736108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-862fd727-47e5-4cd9-a6bd-f9b62d94cc23 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:46.737285 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-862fd727-47e5-4cd9-a6bd-f9b62d94cc23 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/778c60d7-12fc-41c1-bc57-e70fcb011d58 HTTP/1.1" status: 204 len: 168 time: 0.1537170 Oct 26 11:33:46.756305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fd727-47e5-4cd9-a6bd-f9b62d94cc23 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778c60d7-12fc-41c1-bc57-e70fcb011d58,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:46.787506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60720) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:46.845364 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:33:46Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:33:46Z', 'revision_number': 31, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:46.954964 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:33:46.963446 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:46.964080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:47.066140 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:47.257578 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:33:46Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:33:46Z', 'revision_number': 31, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:47.286594 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbee0c7-8afb-49d5-85ef-8fed1d1bb896 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226'}], 'enable_snat': True}, 'gw_port_id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:28:27Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '679add99-16c8-4b7b-9fd0-8b931a2a6557', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:33:46Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f972be85-ac4d-4f97-8417-6582d25f6801', 'name': '', 'network_id': 'cfb60c1a-fe27-4e8d-bd23-a35d4b293778', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:ab:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:28:26Z', 'updated_at': '2022-10-26T11:33:46Z', 'revision_number': 31, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'cc5b8cb1-0b80-4972-af26-108611533236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:33:47.424923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:47.462358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:47.467398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:47.688974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port f972be85-ac4d-4f97-8417-6582d25f6801 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:33:47.689313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:47.796230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port f972be85-ac4d-4f97-8417-6582d25f6801, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f972be85-ac4d-4f97-8417-6582d25f6801,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:47.796800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:47.816883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for f972be85-ac4d-4f97-8417-6582d25f6801 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:33:48.043244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:33:48.058061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f972be85-ac4d-4f97-8417-6582d25f6801), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:48.091534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=f972be85-ac4d-4f97-8417-6582d25f6801,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:48.154578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:48.155138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:48.182509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:48.186390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1c5f285a-1783-420c-9c17-f6ac9d8800e6 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:33:48.219299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 1c5f285a-1783-420c-9c17-f6ac9d8800e6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:33:48.220197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1c5f285a-1783-420c-9c17-f6ac9d8800e6 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:33:48.223772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:48.225030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:33:48.251822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f972be85-ac4d-4f97-8417-6582d25f6801 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:33:48.252463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:33:48.313998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:48.322756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:33:48.362778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:48.413652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc7362-bfdb-4f5f-9bfd-b1a1a547ab9b None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:33:48.459981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:48.460988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:33:48.485186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f972be85-ac4d-4f97-8417-6582d25f6801 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:33:48.486028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:33:48.522606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:48.531910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc7362-bfdb-4f5f-9bfd-b1a1a547ab9b None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:33:48.549737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:48.606987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:48.608968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:48.612514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:33:48.642601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:48.716268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 679add99-16c8-4b7b-9fd0-8b931a2a6557 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:48.716652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:48.716994 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 679add99-16c8-4b7b-9fd0-8b931a2a6557 Oct 26 11:33:48.730351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:33:48.735890 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-22d45d7b-54e9-4aac-bde1-d7cb5b5f84da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9467659 Oct 26 11:33:48.739008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60722) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:48.810430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 679add99-16c8-4b7b-9fd0-8b931a2a6557 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:48.810608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb15126-d14c-42bd-883e-8cbaa82868d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting subnet cc5b8cb1-0b80-4972-af26-108611533236 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:33:48.810741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:48.814287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3bb15126-d14c-42bd-883e-8cbaa82868d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (cc5b8cb1-0b80-4972-af26-108611533236), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:48.834407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:48.839957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:48.865451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3bb15126-d14c-42bd-883e-8cbaa82868d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (cc5b8cb1-0b80-4972-af26-108611533236), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:48.892800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:48.957929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3bb15126-d14c-42bd-883e-8cbaa82868d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (cc5b8cb1-0b80-4972-af26-108611533236), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.028455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3bb15126-d14c-42bd-883e-8cbaa82868d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (cc5b8cb1-0b80-4972-af26-108611533236), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.044130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3bb15126-d14c-42bd-883e-8cbaa82868d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.047555 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3bb15126-d14c-42bd-883e-8cbaa82868d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/cc5b8cb1-0b80-4972-af26-108611533236 HTTP/1.1" status: 204 len: 168 time: 0.3073637 Oct 26 11:33:49.051068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60724) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:49.065797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb15126-d14c-42bd-883e-8cbaa82868d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5b8cb1-0b80-4972-af26-108611533236,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:49.108263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:49.163685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.263631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4325c6ba-8890-4976-b9bd-45ff05c08712 None None] Network cfb60c1a-fe27-4e8d-bd23-a35d4b293778 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:33:49.276118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.340915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 679add99-16c8-4b7b-9fd0-8b931a2a6557 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:33:49.340915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.342752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-96ccb853-3a17-44d8-812f-1c433e1e469b None None] Provisioning complete for port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:49.342752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-96ccb853-3a17-44d8-812f-1c433e1e469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.342752 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-96ccb853-3a17-44d8-812f-1c433e1e469b None None] Attempt 1 to provision port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e Oct 26 11:33:49.418214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 679add99-16c8-4b7b-9fd0-8b931a2a6557, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=679add99-16c8-4b7b-9fd0-8b931a2a6557,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:49.419494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.433115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 679add99-16c8-4b7b-9fd0-8b931a2a6557 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:33:49.438595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-96ccb853-3a17-44d8-812f-1c433e1e469b None None] Current status of the port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:49.597189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (679add99-16c8-4b7b-9fd0-8b931a2a6557), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.622426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=679add99-16c8-4b7b-9fd0-8b931a2a6557,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:49.632641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.632987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.633322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.633658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.633985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.634446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.634631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.634947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.635270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.635601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.635940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.636259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.636580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.636894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.637202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:49.699916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.733010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd2a39-ea32-40ee-906c-f7ebadc8554f None None] DHCP port deletion for cfb60c1a-fe27-4e8d-bd23-a35d4b293778 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:33:49.790864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] Sync routers for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:33:49.790864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd2a39-ea32-40ee-906c-f7ebadc8554f None None] Deleting port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:33:49.791169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2a39-ea32-40ee-906c-f7ebadc8554f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.795327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] Routers {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:49.795984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:49.796123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.798260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.842867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.843483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Fanout notify agent at l3_agent the message router_deleted on router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:33:49.849552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.850634 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-abfee691-0e94-4436-888a-9ab7b2e47c6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/routers/1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 HTTP/1.1" status: 204 len: 168 time: 0.7983844 Oct 26 11:33:49.853376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60726) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:49.921374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] Set router 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:49.939677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (cfb60c1a-fe27-4e8d-bd23-a35d4b293778), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.980384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:49.983956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0', 'name': 'tempest-TestNetworkBasicOps-router-1877021651', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:28:23Z', 'updated_at': '2022-10-26T11:33:49Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:49.989061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3fdd2a39-ea32-40ee-906c-f7ebadc8554f None None] For port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3151d0c1-0ed0-406f-aa22-dc74e8489c3e,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:49.989459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2a39-ea32-40ee-906c-f7ebadc8554f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.994002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:33:49.994500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.018514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] Checking router: 1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:33:50.028738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd2a39-ea32-40ee-906c-f7ebadc8554f None None] Calling delete_port for 3151d0c1-0ed0-406f-aa22-dc74e8489c3e owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:33:50.038202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:50.038413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:33:50.039002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:33:50.039370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736f8b5-207d-4174-91df-394aa8e953a2 None None] The sync data for ids ['1514e3f0-6bf4-4c28-8ff4-f30fd10f5ef0'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:33:50.051486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:50.073773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3151d0c1-0ed0-406f-aa22-dc74e8489c3e,segment=NetworkSegment(6dfa32e4-6a1c-436b-a579-8074c2927eeb),segment_id=6dfa32e4-6a1c-436b-a579-8074c2927eeb)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:50.074152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.087928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 3151d0c1-0ed0-406f-aa22-dc74e8489c3e owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:33:50.106343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:33:50.110150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:50.127340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 679add99-16c8-4b7b-9fd0-8b931a2a6557 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:33:50.127681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 679add99-16c8-4b7b-9fd0-8b931a2a6557 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:33:50.128114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:33:50.147541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f972be85-ac4d-4f97-8417-6582d25f6801 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:33:50.147916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f972be85-ac4d-4f97-8417-6582d25f6801 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:33:50.148326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3151d0c1-0ed0-406f-aa22-dc74e8489c3e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:33:50.151862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2a39-ea32-40ee-906c-f7ebadc8554f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.172427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3151d0c1-0ed0-406f-aa22-dc74e8489c3e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.175671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 3151d0c1-0ed0-406f-aa22-dc74e8489c3e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:33:50.176043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3151d0c1-0ed0-406f-aa22-dc74e8489c3e not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:33:50.197470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd2a39-ea32-40ee-906c-f7ebadc8554f None None] Pushing event deleted for resources: {'Port': ['ID=3151d0c1-0ed0-406f-aa22-dc74e8489c3e,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:50.197725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=3151d0c1-0ed0-406f-aa22-dc74e8489c3e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:50.199310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdd2a39-ea32-40ee-906c-f7ebadc8554f None None] No DVR routers for this DVR port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:33:50.201933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] No DVR routers for this DVR port 3151d0c1-0ed0-406f-aa22-dc74e8489c3e on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:33:50.283737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (cfb60c1a-fe27-4e8d-bd23-a35d4b293778), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.303657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb60c1a-fe27-4e8d-bd23-a35d4b293778']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:50.320335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfa32e4-6a1c-436b-a579-8074c2927eeb') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:50.320632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfa32e4-6a1c-436b-a579-8074c2927eeb') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:50.336587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (6dfa32e4-6a1c-436b-a579-8074c2927eeb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.361780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (6dfa32e4-6a1c-436b-a579-8074c2927eeb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.368959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:33:50.369413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (6dfa32e4-6a1c-436b-a579-8074c2927eeb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.433906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (cfb60c1a-fe27-4e8d-bd23-a35d4b293778), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.441301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.444426 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/networks/cfb60c1a-fe27-4e8d-bd23-a35d4b293778 HTTP/1.1" status: 204 len: 168 time: 0.5901108 Oct 26 11:33:50.462728 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf08ea-2623-43d0-a49e-673ed22415af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Network': ['ID=cfb60c1a-fe27-4e8d-bd23-a35d4b293778,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:50.473975 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 6dfa32e4-6a1c-436b-a579-8074c2927eeb resource provider aggregate not found Oct 26 11:33:50.491220 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 6dfa32e4-6a1c-436b-a579-8074c2927eeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6dfa32e4-6a1c-436b-a579-8074c2927eeb found for delete ", "request_id": "req-30c24b95-fa73-4f6e-9161-731df92d466e"}]} Oct 26 11:33:50.492512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60734) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:50.502533 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'network': {'name': 'tempest-network-smoke--1255027932', 'project_id': '96acf66580ef42109af70a407c10125a', 'port_security_enabled': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:50.520690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:33:50.524398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.551001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:33:50.562791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (008ed9ba-c036-4bf9-ad6c-36264ca36159), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.563130 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Added segment 008ed9ba-c036-4bf9-ad6c-36264ca36159 of type vlan for network 28e4d36f-6b25-4302-9961-018cc597b0cc Oct 26 11:33:50.610468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (28e4d36f-6b25-4302-9961-018cc597b0cc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.639954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (28e4d36f-6b25-4302-9961-018cc597b0cc), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.645162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:50.645756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.720274 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2267509 Oct 26 11:33:50.723023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60736) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:50.728303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-531946401', 'admin_state_up': True, 'project_id': '96acf66580ef42109af70a407c10125a', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:50.752356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.753056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd2993-2b29-4f36-9103-0e0351e0c5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Network': ['ID=28e4d36f-6b25-4302-9961-018cc597b0cc,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:50.753419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.764291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 28e4d36f-6b25-4302-9961-018cc597b0cc details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:33:50.807173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:50.952190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:50.952950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:51.130574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:51.151221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:51.261974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.62 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/5c47d567-d410-4dc1-82c4-76d41802c5bf) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:33:51.265569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:51.279064 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:51.378047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:51.409052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:51.447936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:33:51.454543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:33:51.458326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:33:51.461586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:51.699409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:51.754064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:33:51.895456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.017461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:33:52.076934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:52.118384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:33:52.124062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:52.128066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:33:52.138976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.139183 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:52.139660 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:52.143485 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b7d0dae8-84db-416e-81ea-4526213075ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4161954 Oct 26 11:33:52.143746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:52.217014 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2fd95d56-ad2c-4701-b307-40e5854795d1 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=96acf66580ef42109af70a407c10125a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719998 Oct 26 11:33:52.219533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:52.242650 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:52.370901 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:52.413877 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:51Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:52.440480 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:33:52.440828 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Updating router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c port 5c47d567-d410-4dc1-82c4-76d41802c5bf binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:33:52.473534 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.495924 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:52.663153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe23bab-46e4-4d02-a3f6-c79896ee0a89 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:52.664635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3fe23bab-46e4-4d02-a3f6-c79896ee0a89 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4441440 Oct 26 11:33:52.668032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60744) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:52.696720 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-59548bce-da27-442f-a1c2-c16f144d1e17 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276039 Oct 26 11:33:52.699260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:52.704367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274992773', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'project_id': '96acf66580ef42109af70a407c10125a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:52.721566 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Publish callbacks [] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.726005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.762562 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Attempting to bind port 5c47d567-d410-4dc1-82c4-76d41802c5bf on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:33:52.763274 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Attempting to bind port 5c47d567-d410-4dc1-82c4-76d41802c5bf by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:33:52.763274 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Attempting to bind port 5c47d567-d410-4dc1-82c4-76d41802c5bf on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:33:52.795358 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:52.796888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:33:52.800960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.809464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.809801 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.810149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.810481 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.810806 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.811127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.811593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.812467 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.812843 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.813179 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.813532 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.813888 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.814205 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.814522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.814832 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:52.830550 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:33:52.830910 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:33:52.831295 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.831671 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:33:52.832164 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Bound port: 5c47d567-d410-4dc1-82c4-76d41802c5bf, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:33:52.832531 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.882533 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:33:52.885754 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:33:52.892198 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.927960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:52.928495 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:52.983431 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68360003-4f1c-4ece-929d-de9b6663fcb1 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:52.993015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (aca9a0e6-4108-49b9-aa2f-94f4811488c4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:53.046920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:53.054911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Subnet': ['ID=aca9a0e6-4108-49b9-aa2f-94f4811488c4,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:53.064389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Checking segment: {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:33:53.064748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network hostable DHCP agents. Network: 28e4d36f-6b25-4302-9961-018cc597b0cc, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:33:53.081679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 28e4d36f-6b25-4302-9961-018cc597b0cc is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:33:53.090856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 28e4d36f-6b25-4302-9961-018cc597b0cc) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:33:53.096063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:53.096664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:53.102089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f98a2-8c39-49f8-b66d-d5d4f84a5485 None None] Network 28e4d36f-6b25-4302-9961-018cc597b0cc requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:33:53.115714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e34c5db8-9890-420d-aa37-9efa87f777a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4153481 Oct 26 11:33:53.118393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60748) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:53.217496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-28e4d36f-6b25-4302-9961-018cc597b0cc', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:33:53.218717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:53.224911 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:53.236361 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:51Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:53.351394 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258fff0-7310-422f-9f3a-ca706d55020f None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:51Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:33:53.379011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Allocated IP 172.20.0.2 (28e4d36f-6b25-4302-9961-018cc597b0cc/aca9a0e6-4108-49b9-aa2f-94f4811488c4/6b0656cf-149f-4f8f-a894-0c52b9033b74) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:33:53.450529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:53.487260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:53.534375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Publish callbacks [] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:53.540888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:53.580552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Network 28e4d36f-6b25-4302-9961-018cc597b0cc is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:33:53.582145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:53.587844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:33:53.595502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:33:53.632514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Pushing event updated for resources: {'Port': ['ID=6b0656cf-149f-4f8f-a894-0c52b9033b74,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:53.673616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Attempting to bind port 6b0656cf-149f-4f8f-a894-0c52b9033b74 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:33:53.673997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Attempting to bind port 6b0656cf-149f-4f8f-a894-0c52b9033b74 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:33:53.674368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Attempting to bind port 6b0656cf-149f-4f8f-a894-0c52b9033b74 on network 28e4d36f-6b25-4302-9961-018cc597b0cc {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:33:53.724801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:33:53.725171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Checking segment: {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:33:53.725625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:53.725966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Bound using segment: {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:33:53.726436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Bound port: 6b0656cf-149f-4f8f-a894-0c52b9033b74, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:33:53.726813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:53.799609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] For port 6b0656cf-149f-4f8f-a894-0c52b9033b74, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:33:53.803176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] For port 6b0656cf-149f-4f8f-a894-0c52b9033b74, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b0656cf-149f-4f8f-a894-0c52b9033b74,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:33:53.809829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:53.847269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:53.885720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05434d8-4e90-4969-a189-2e0bb165f75e None None] Pushing event updated for resources: {'Port': ['ID=6b0656cf-149f-4f8f-a894-0c52b9033b74,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:53.918448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.1 (28e4d36f-6b25-4302-9961-018cc597b0cc/aca9a0e6-4108-49b9-aa2f-94f4811488c4/2f1ec381-8830-4c26-81c5-f8150114c14a) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:33:54.061390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.098129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.150766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 28e4d36f-6b25-4302-9961-018cc597b0cc is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:33:54.160281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:33:54.166004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:33:54.185001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b0656cf-149f-4f8f-a894-0c52b9033b74 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:54.209189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:54.221606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.266145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b0656cf-149f-4f8f-a894-0c52b9033b74 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:54.266614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.267142 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b0656cf-149f-4f8f-a894-0c52b9033b74 Oct 26 11:33:54.356870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:54.360863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b0656cf-149f-4f8f-a894-0c52b9033b74 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:54.361255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.389816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.399570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6b0656cf-149f-4f8f-a894-0c52b9033b74, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b0656cf-149f-4f8f-a894-0c52b9033b74,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:54.404771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.405591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:54.462833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:54.497853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6b0656cf-149f-4f8f-a894-0c52b9033b74,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:54.500452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c47d567-d410-4dc1-82c4-76d41802c5bf triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:54.500815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.501146 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c47d567-d410-4dc1-82c4-76d41802c5bf Oct 26 11:33:54.563950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:54.574746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:54.575136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.597669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:54.602282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.658392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:54.717387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.723505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.809262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:54.814675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.911207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2971f-be24-4215-a595-f4a0802d3328 None None] Network 28e4d36f-6b25-4302-9961-018cc597b0cc requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:33:54.914815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 28e4d36f-6b25-4302-9961-018cc597b0cc is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:33:54.916244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:33:54.995374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-43863276-278c-4fda-aab1-45e697c1beea None None] Provisioning complete for port 6b0656cf-149f-4f8f-a894-0c52b9033b74 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:54.995809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-43863276-278c-4fda-aab1-45e697c1beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:54.996153 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-43863276-278c-4fda-aab1-45e697c1beea None None] Attempt 1 to provision port 6b0656cf-149f-4f8f-a894-0c52b9033b74 Oct 26 11:33:55.030585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:33:55.099424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-43863276-278c-4fda-aab1-45e697c1beea None None] Current status of the port 6b0656cf-149f-4f8f-a894-0c52b9033b74 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:55.148884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:33:55.155845 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0883134f-dd0f-4a4a-af4b-5cb88df6e50e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/4b39c3cb-6fa9-4793-bab5-4f76c2600e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0363402 Oct 26 11:33:55.156570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60750) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:55.265359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c565ea7-1b52-4ad2-8221-1e22f1d1aaf0 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:55.265850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c565ea7-1b52-4ad2-8221-1e22f1d1aaf0 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:55.266314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c565ea7-1b52-4ad2-8221-1e22f1d1aaf0 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:55.266773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c565ea7-1b52-4ad2-8221-1e22f1d1aaf0 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:55.269535 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c565ea7-1b52-4ad2-8221-1e22f1d1aaf0 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1118953 Oct 26 11:33:55.273162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:55.322620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:33:55.331808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-542ee815-e648-4d4f-b175-08549682acbf None None] Provisioning complete for port 6b0656cf-149f-4f8f-a894-0c52b9033b74 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:55.332435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-542ee815-e648-4d4f-b175-08549682acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:55.332800 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-542ee815-e648-4d4f-b175-08549682acbf None None] Attempt 1 to provision port 6b0656cf-149f-4f8f-a894-0c52b9033b74 Oct 26 11:33:55.359872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:55.360483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:55.372281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c0850-1315-4344-9adf-1bfa0bf519f1 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:55.372893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c0850-1315-4344-9adf-1bfa0bf519f1 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:55.373407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c0850-1315-4344-9adf-1bfa0bf519f1 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:55.373922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c0850-1315-4344-9adf-1bfa0bf519f1 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:55.375698 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-335c0850-1315-4344-9adf-1bfa0bf519f1 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1014237 Oct 26 11:33:55.378521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60754) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:55.426128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:55.510907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:55.551309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-542ee815-e648-4d4f-b175-08549682acbf None None] Current status of the port 6b0656cf-149f-4f8f-a894-0c52b9033b74 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:55.591279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-542ee815-e648-4d4f-b175-08549682acbf None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:55.591659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-542ee815-e648-4d4f-b175-08549682acbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:55.592059 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-542ee815-e648-4d4f-b175-08549682acbf None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:33:55.592940 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f161df7c-35d9-4343-b45a-fc68ab398d9f tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2126498 Oct 26 11:33:55.595592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60756) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:55.601107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:55.675539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-542ee815-e648-4d4f-b175-08549682acbf None None] Port 2f1ec381-8830-4c26-81c5-f8150114c14a cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:33:55.711710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:55.711960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:55.726209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:33:55.730114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:55.748648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] device_id is not set on port 4a9eace9-9b89-43af-9b57-07223468154d yet. {{(pid=105416) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:33:55.752657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:55.781637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:33:55.782068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Updating router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c port 2f1ec381-8830-4c26-81c5-f8150114c14a binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:33:55.815221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-977a45ab-5a80-401f-9ae6-15cc4b74c780 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:55.815512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-977a45ab-5a80-401f-9ae6-15cc4b74c780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:55.815886 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-977a45ab-5a80-401f-9ae6-15cc4b74c780 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:33:55.839010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:55.840575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:55.859960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.3 (28e4d36f-6b25-4302-9961-018cc597b0cc/aca9a0e6-4108-49b9-aa2f-94f4811488c4/4a9eace9-9b89-43af-9b57-07223468154d) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:33:55.863225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-977a45ab-5a80-401f-9ae6-15cc4b74c780 None None] Port 2f1ec381-8830-4c26-81c5-f8150114c14a cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:33:56.011967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (4a9eace9-9b89-43af-9b57-07223468154d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.052768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.097847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 28e4d36f-6b25-4302-9961-018cc597b0cc is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:33:56.103306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:33:56.107213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:33:56.107945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b0656cf-149f-4f8f-a894-0c52b9033b74 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:56.113812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:56.166566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:56.167289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.189928 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-60669181-6962-4eaf-8570-900b925d872d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5932302 Oct 26 11:33:56.196013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6b0656cf-149f-4f8f-a894-0c52b9033b74 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:56.196217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.196554 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6b0656cf-149f-4f8f-a894-0c52b9033b74 Oct 26 11:33:56.267764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60760) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:56.272859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-8e55c995-8036-45c6-b5ff-ec813d41b4f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610670422', 'description': 'tempest-secgroup-smoke-610670422 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:56.291320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Publish callbacks [] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.297690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e55c995-8036-45c6-b5ff-ec813d41b4f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.300099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.354268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:56.371624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e55c995-8036-45c6-b5ff-ec813d41b4f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (c6ea342e-ad0a-45e9-9542-bd0f2e832723), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.376839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e55c995-8036-45c6-b5ff-ec813d41b4f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c6ea342e-ad0a-45e9-9542-bd0f2e832723), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.393974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6b0656cf-149f-4f8f-a894-0c52b9033b74 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:56.405911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209aa78-12d5-4f86-965f-076723dfc1cb None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:56.409594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8e55c995-8036-45c6-b5ff-ec813d41b4f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.411167 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8e55c995-8036-45c6-b5ff-ec813d41b4f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1423261 Oct 26 11:33:56.413592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55c995-8036-45c6-b5ff-ec813d41b4f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ea342e-ad0a-45e9-9542-bd0f2e832723,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:56.413754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-241fe681-24f2-417e-989d-d8cb9074019e None None] Provisioning complete for port 4a9eace9-9b89-43af-9b57-07223468154d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:56.414058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-241fe681-24f2-417e-989d-d8cb9074019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4a9eace9-9b89-43af-9b57-07223468154d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.414398 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-241fe681-24f2-417e-989d-d8cb9074019e None None] Attempt 1 to provision port 4a9eace9-9b89-43af-9b57-07223468154d Oct 26 11:33:56.414525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60762) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:56.422380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b528babc-fbb2-4b34-809f-dffa3ccc10f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea342e-ad0a-45e9-9542-bd0f2e832723', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:56.464820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b528babc-fbb2-4b34-809f-dffa3ccc10f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (a3a7aee8-177b-4c9a-81ac-b9347f30747e), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.471926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:33:56.476679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Attempting to bind port 2f1ec381-8830-4c26-81c5-f8150114c14a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:33:56.477044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Attempting to bind port 2f1ec381-8830-4c26-81c5-f8150114c14a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:33:56.477406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Attempting to bind port 2f1ec381-8830-4c26-81c5-f8150114c14a on network 28e4d36f-6b25-4302-9961-018cc597b0cc {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:33:56.483359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:56.499839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-241fe681-24f2-417e-989d-d8cb9074019e None None] Port 4a9eace9-9b89-43af-9b57-07223468154d cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:33:56.508830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:56.541516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b528babc-fbb2-4b34-809f-dffa3ccc10f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (a3a7aee8-177b-4c9a-81ac-b9347f30747e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.545186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b528babc-fbb2-4b34-809f-dffa3ccc10f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (a3a7aee8-177b-4c9a-81ac-b9347f30747e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.560072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:33:56.560518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Checking segment: {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:33:56.560853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.561774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Bound using segment: {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:33:56.562243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Bound port: 2f1ec381-8830-4c26-81c5-f8150114c14a, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:33:56.562628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.564398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528babc-fbb2-4b34-809f-dffa3ccc10f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a7aee8-177b-4c9a-81ac-b9347f30747e,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:56.572938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b528babc-fbb2-4b34-809f-dffa3ccc10f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.574230 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b528babc-fbb2-4b34-809f-dffa3ccc10f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585982 Oct 26 11:33:56.577843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60764) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:56.582427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-81080840-1bda-4309-aee0-0e3d045de615 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea342e-ad0a-45e9-9542-bd0f2e832723', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:56.593076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:56.608537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81080840-1bda-4309-aee0-0e3d045de615 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8b08aa3c-f218-4c66-866d-35e0d7d11a94), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.621873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:56.622255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.665781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81080840-1bda-4309-aee0-0e3d045de615 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8b08aa3c-f218-4c66-866d-35e0d7d11a94), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.669753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81080840-1bda-4309-aee0-0e3d045de615 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (8b08aa3c-f218-4c66-866d-35e0d7d11a94), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.677540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:56.694081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81080840-1bda-4309-aee0-0e3d045de615 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b08aa3c-f218-4c66-866d-35e0d7d11a94,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:56.705033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81080840-1bda-4309-aee0-0e3d045de615 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.706284 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-81080840-1bda-4309-aee0-0e3d045de615 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274002 Oct 26 11:33:56.709267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60766) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:56.714494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-504761ed-ce5c-45e1-90c7-00917836586a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea342e-ad0a-45e9-9542-bd0f2e832723', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:56.743526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-504761ed-ce5c-45e1-90c7-00917836586a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (c5ab23dd-99a0-4002-be74-8c2d2aa9647a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.808118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-504761ed-ce5c-45e1-90c7-00917836586a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (c5ab23dd-99a0-4002-be74-8c2d2aa9647a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.812839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-504761ed-ce5c-45e1-90c7-00917836586a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (c5ab23dd-99a0-4002-be74-8c2d2aa9647a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.815961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:56.828768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.830461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8e3763b2-7a1d-4cc3-9146-12d4c25b5e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.831996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504761ed-ce5c-45e1-90c7-00917836586a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ab23dd-99a0-4002-be74-8c2d2aa9647a,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:56.842068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-504761ed-ce5c-45e1-90c7-00917836586a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.843258 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-504761ed-ce5c-45e1-90c7-00917836586a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328795 Oct 26 11:33:56.846670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60768) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:56.851017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-330c0322-19ad-4c61-9029-0b1697fd9bc5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea342e-ad0a-45e9-9542-bd0f2e832723', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:56.855762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:33:56.873426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:33:56.879206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-330c0322-19ad-4c61-9029-0b1697fd9bc5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (31579b67-bd38-477f-9178-dd06f833460f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.887529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.906906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:56.913305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:56.913924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:56.939046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-330c0322-19ad-4c61-9029-0b1697fd9bc5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (31579b67-bd38-477f-9178-dd06f833460f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.942763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-330c0322-19ad-4c61-9029-0b1697fd9bc5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (31579b67-bd38-477f-9178-dd06f833460f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.962271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c0322-19ad-4c61-9029-0b1697fd9bc5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31579b67-bd38-477f-9178-dd06f833460f,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:56.972468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-330c0322-19ad-4c61-9029-0b1697fd9bc5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:56.973943 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-330c0322-19ad-4c61-9029-0b1697fd9bc5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259277 Oct 26 11:33:56.976205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60770) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:56.980457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7de306dd-667d-4880-8983-38c765ca38ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea342e-ad0a-45e9-9542-bd0f2e832723', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:57.001838 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-7de306dd-667d-4880-8983-38c765ca38ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:33:57.008909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209aa78-12d5-4f86-965f-076723dfc1cb None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:57.010360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7de306dd-667d-4880-8983-38c765ca38ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (571d2d64-bab4-4de8-9586-354915c69245), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:57.057211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:57.063693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7de306dd-667d-4880-8983-38c765ca38ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (571d2d64-bab4-4de8-9586-354915c69245), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:57.067619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7de306dd-667d-4880-8983-38c765ca38ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (571d2d64-bab4-4de8-9586-354915c69245), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:57.088734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de306dd-667d-4880-8983-38c765ca38ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571d2d64-bab4-4de8-9586-354915c69245,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:57.095089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7de306dd-667d-4880-8983-38c765ca38ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:57.096390 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7de306dd-667d-4880-8983-38c765ca38ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192431 Oct 26 11:33:57.099628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60772) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:57.104026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4962bca6-918f-48ed-b5cd-155992b2d1a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'c6ea342e-ad0a-45e9-9542-bd0f2e832723', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:57.126766 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-4962bca6-918f-48ed-b5cd-155992b2d1a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:33:57.132559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4962bca6-918f-48ed-b5cd-155992b2d1a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (3d36b659-ea36-414e-a42d-103ad3d04ae8), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:57.191998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4962bca6-918f-48ed-b5cd-155992b2d1a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (3d36b659-ea36-414e-a42d-103ad3d04ae8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:57.195954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4962bca6-918f-48ed-b5cd-155992b2d1a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (3d36b659-ea36-414e-a42d-103ad3d04ae8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:57.214297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962bca6-918f-48ed-b5cd-155992b2d1a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d36b659-ea36-414e-a42d-103ad3d04ae8,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:57.224099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4962bca6-918f-48ed-b5cd-155992b2d1a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:57.233719 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4962bca6-918f-48ed-b5cd-155992b2d1a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247184 Oct 26 11:33:57.257214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:33:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:33:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:57.283140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00bab06-c74c-4f99-ab22-60969ee9d027 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:33:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:33:56Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:33:57.392593 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-5da3f45d-93a8-40c3-8838-abcd2f8e5ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-610670422&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.0491951 Oct 26 11:33:57.408483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:57.445719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-a8c8cf6f-ae77-4882-a942-4a5f7ecae9cf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:57.447142 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-a8c8cf6f-ae77-4882-a942-4a5f7ecae9cf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 930 time: 0.0482161 Oct 26 11:33:57.519971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-3319dea2-eb72-46c8-8e7c-1e74be23f004 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:33:57.520972 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-3319dea2-eb72-46c8-8e7c-1e74be23f004 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0619349 Oct 26 11:33:57.566093 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-2e255b44-3445-4f20-8f68-49eeebbecdcb service neutron] 10.222.0.26 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0380459 Oct 26 11:33:57.663876 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-af61a40c-1ca1-4a14-b6a0-fe48c7d465fd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920477 Oct 26 11:33:57.757447 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-49922da1-d023-4799-859c-e091916fd515 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877008 Oct 26 11:33:57.813269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-16fbe3f9-f524-4552-ab6b-78a263264b3a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:57.814650 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-16fbe3f9-f524-4552-ab6b-78a263264b3a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 930 time: 0.0500755 Oct 26 11:33:58.006104 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1096b503-8155-4720-9342-8128337e7838 req-4556443f-3487-4f48-8406-089a8cd65a1b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 210 time: 0.0325272 Oct 26 11:33:58.080380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60798) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:58.136413 dv-neutron-759874-5-hyperv neutron-server[105415]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 11:33:58.145465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:58.189264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-878dde7e-92da-4b4b-8fde-c3d941187920 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:58.190744 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-878dde7e-92da-4b4b-8fde-c3d941187920 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 930 time: 0.1093764 Oct 26 11:33:58.196965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:58.197341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:58.197674 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:33:58.266296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:58.281961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:58.282346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:58.321484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:58.325992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:58.327001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:33:58.407374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:58.416054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:58.421662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c47d567-d410-4dc1-82c4-76d41802c5bf triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:33:58.422038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:58.422374 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c47d567-d410-4dc1-82c4-76d41802c5bf Oct 26 11:33:58.508822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:33:58.509297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:58.531976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:33:58.536375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:58.589558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:58.852856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-11c24f7c-8c50-43cf-9db9-f98b84bcb0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:59.111252 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f6602cf1-d94e-42f4-90c5-15eb8dfd61f9 req-0430210a-dfff-464f-9abd-3dc8d6aa8127 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 210 time: 0.0288129 Oct 26 11:33:59.292150 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:33:59.292150 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:59.292150 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:59.373815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-33802172-bd2e-4b44-aabc-a62f8bc30216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:59.375453 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-33802172-bd2e-4b44-aabc-a62f8bc30216 service neutron] 10.222.0.23 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 1026 time: 0.0360448 Oct 26 11:33:59.400706 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:59.436968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:59.490029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-b47f4a61-c843-474e-9f91-d391d8cdc646 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:59.491501 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-b47f4a61-c843-474e-9f91-d391d8cdc646 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=28e4d36f-6b25-4302-9961-018cc597b0cc HTTP/1.1" status: 200 len: 797 time: 0.1109219 Oct 26 11:33:59.563914 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-2a17864a-8f1c-48b7-bbe4-c5502f2ac325 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 379 time: 0.0573487 Oct 26 11:33:59.592488 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:33:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:33:58Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:59.621082 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:33:59.630316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Request body: {'port': {'device_id': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:33:59.630494 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:33:59.630956 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:59.737628 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:33:59.932811 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:33:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:33:58Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:59.957918 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30638344-7dd7-410f-ba9e-a25a04e3f8e8 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:33:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:33:58Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:00.000941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.026823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.107804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:00.188485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:00.188875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.238657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:00.246655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.247585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:00.260515 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-946c2263-3ade-4676-b0e9-0c712016e565 req-431e9cf2-bd73-4b17-84e8-1e019277c266 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 210 time: 0.0625076 Oct 26 11:34:00.340225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:00.363365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9eace9-9b89-43af-9b57-07223468154d {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:34:00.371743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Publish callbacks [] for port (4a9eace9-9b89-43af-9b57-07223468154d), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.383988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:00.384206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:00.384632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.387909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Transition to ACTIVE for port object 4a9eace9-9b89-43af-9b57-07223468154d will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:34:00.393828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.410613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:00.414844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.458147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:00.469999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:00.485745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:00.521112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Attempting to bind port 4a9eace9-9b89-43af-9b57-07223468154d on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:34:00.521346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Attempting to bind port 4a9eace9-9b89-43af-9b57-07223468154d by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:34:00.521684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Attempting to bind port 4a9eace9-9b89-43af-9b57-07223468154d on network 28e4d36f-6b25-4302-9961-018cc597b0cc {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:00.565776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Port 4a9eace9-9b89-43af-9b57-07223468154d on network 28e4d36f-6b25-4302-9961-018cc597b0cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:34:00.566107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Attempting to bind port 4a9eace9-9b89-43af-9b57-07223468154d on network 28e4d36f-6b25-4302-9961-018cc597b0cc {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:00.614380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:34:00.614721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Checking segment: {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:34:00.615107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Bound using segment: {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:34:00.615544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Bound port: 4a9eace9-9b89-43af-9b57-07223468154d, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:34:00.615939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.681103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:34:00.684314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:34:00.690633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.694777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:00.695287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:00.696708 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 1131 time: 1.0714307 Oct 26 11:34:00.697265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:00.699636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42634826-17d3-4422-9103-d5bc7e53166a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4c72f8-2b34-445c-b3df-6f4e895d15ec", "tag": "4a9eace9-9b89-43af-9b57-07223468154d"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:00.757388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cee3b3e-cfe6-42fc-bb9d-0d70d3f22dd1 x-openstack-request-id: req-8cee3b3e-cfe6-42fc-bb9d-0d70d3f22dd1 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:00.757686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4c72f8-2b34-445c-b3df-6f4e895d15ec", "tag": "4a9eace9-9b89-43af-9b57-07223468154d", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:00.757939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cee3b3e-cfe6-42fc-bb9d-0d70d3f22dd1 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:00.758413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cee3b3e-cfe6-42fc-bb9d-0d70d3f22dd1'] response: {'name': 'network-changed', 'server_uuid': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d', 'status': 'completed', 'code': 200} Oct 26 11:34:00.796477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40914650-a0ee-4ec4-83a8-b2d06a512efd service neutron] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:00.829152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-0f49eba4-7b6b-4be9-b1a9-06072e01bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:00.830791 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-0f49eba4-7b6b-4be9-b1a9-06072e01bcfa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 1165 time: 0.0469732 Oct 26 11:34:00.882048 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-699454fb-707b-46ee-83fa-9fded4787c1f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 217 time: 0.0385494 Oct 26 11:34:00.932310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-5b7cc9f1-d90f-44fe-a8b9-bbec667edb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:00.933775 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-5b7cc9f1-d90f-44fe-a8b9-bbec667edb19 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=aca9a0e6-4108-49b9-aa2f-94f4811488c4 HTTP/1.1" status: 200 len: 834 time: 0.0460820 Oct 26 11:34:00.979541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-f84f93ee-0d27-4c86-9d5b-892af7a30b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:00.981104 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-f84f93ee-0d27-4c86-9d5b-892af7a30b37 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=28e4d36f-6b25-4302-9961-018cc597b0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406630 Oct 26 11:34:01.082155 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-0f0b190a-3e4c-45b7-9273-46bf71219180 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935061 Oct 26 11:34:01.181502 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-2fcfc458-433d-4ee1-ba9d-29d62a5000b2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934453 Oct 26 11:34:01.388110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02704412-1ee8-4fd4-afff-b0267402f481 req-d59644f3-34bd-4861-9e29-d3868d6a15f3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:01.389585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-02704412-1ee8-4fd4-afff-b0267402f481 req-d59644f3-34bd-4861-9e29-d3868d6a15f3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 981 time: 0.0469973 Oct 26 11:34:01.437319 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-02704412-1ee8-4fd4-afff-b0267402f481 req-65db100b-96dd-43e5-9e9e-4128d0a4a169 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Oct 26 11:34:01.502289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:01.529269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:01.905733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:01.905733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:01.905733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:01.934334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:01.942016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42634826-17d3-4422-9103-d5bc7e53166a req-ba0dcd9f-cecc-47ce-9518-68c8f6849b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:01.943527 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42634826-17d3-4422-9103-d5bc7e53166a req-ba0dcd9f-cecc-47ce-9518-68c8f6849b4e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 1165 time: 0.0392542 Oct 26 11:34:02.003790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:02.007868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:02.038856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42634826-17d3-4422-9103-d5bc7e53166a req-d4fdb8d4-49fa-4d27-b074-2c9ab3785278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:02.040408 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42634826-17d3-4422-9103-d5bc7e53166a req-d4fdb8d4-49fa-4d27-b074-2c9ab3785278 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=28e4d36f-6b25-4302-9961-018cc597b0cc HTTP/1.1" status: 200 len: 898 time: 0.0916848 Oct 26 11:34:02.079806 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42634826-17d3-4422-9103-d5bc7e53166a req-050d46d3-f97d-4264-937a-40fdb4aff9a3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 217 time: 0.0336347 Oct 26 11:34:02.129854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42634826-17d3-4422-9103-d5bc7e53166a req-743db847-37f9-4b65-9570-be585b7dc982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:02.131344 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42634826-17d3-4422-9103-d5bc7e53166a req-743db847-37f9-4b65-9570-be585b7dc982 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=aca9a0e6-4108-49b9-aa2f-94f4811488c4 HTTP/1.1" status: 200 len: 834 time: 0.0461268 Oct 26 11:34:02.178943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42634826-17d3-4422-9103-d5bc7e53166a req-4654bf34-a19d-4c8b-b543-6eac37597009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:02.180944 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42634826-17d3-4422-9103-d5bc7e53166a req-4654bf34-a19d-4c8b-b543-6eac37597009 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=28e4d36f-6b25-4302-9961-018cc597b0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436301 Oct 26 11:34:02.193523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:00Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:00Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:02.219460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:02.227997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:02.228624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:02.236072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:02.274954 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42634826-17d3-4422-9103-d5bc7e53166a req-b1848b94-2e3a-48b0-924a-eae2bfdbae1f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873694 Oct 26 11:34:02.283699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:02.335042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:02.370470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42634826-17d3-4422-9103-d5bc7e53166a req-6fa35211-3233-4dc8-b15b-b33b2bc4092a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907395 Oct 26 11:34:02.524219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:00Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:00Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:02.549253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada67f7-dece-4d17-97ed-b3f81e940fb8 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:00Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:00Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:02.563133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81572435-fa8c-4576-bf01-19644fe291e9 req-81d5f182-c00c-437c-a4af-8272eef5f19c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:02.564724 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-81572435-fa8c-4576-bf01-19644fe291e9 req-81d5f182-c00c-437c-a4af-8272eef5f19c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 981 time: 0.0488465 Oct 26 11:34:02.619235 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-81572435-fa8c-4576-bf01-19644fe291e9 req-f2af7d52-6142-4d2b-bf7a-63dddcfe698c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Oct 26 11:34:03.753904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d1e6-d3b4-4df6-95ee-ab13d6a396d1 req-66bf8cd7-f561-4d28-9b59-69faab3b7c01 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:03.755641 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6306d1e6-d3b4-4df6-95ee-ab13d6a396d1 req-66bf8cd7-f561-4d28-9b59-69faab3b7c01 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 981 time: 0.0577521 Oct 26 11:34:03.803970 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6306d1e6-d3b4-4df6-95ee-ab13d6a396d1 req-c718c88e-5601-472b-bfce-b53762aa4ab5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Oct 26 11:34:04.134462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:04.168212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 4a9eace9-9b89-43af-9b57-07223468154d details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:34:04.214721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:04.215114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:04.215324 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:34:04.312351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:04.343699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:04.349050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '4a9eace9-9b89-43af-9b57-07223468154d', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:34:04.360012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:04.360393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:04.408374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 4a9eace9-9b89-43af-9b57-07223468154d is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:04.408869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:04.427566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:04.430693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9eace9-9b89-43af-9b57-07223468154d {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:34:04.436146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:04.436914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:04.495948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:04.508712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:04.527423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:04.689951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c47d567-d410-4dc1-82c4-76d41802c5bf triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:04.690324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:04.690909 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c47d567-d410-4dc1-82c4-76d41802c5bf Oct 26 11:34:04.750519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:04.791869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:04.792258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:04.799957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:04.814529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:04.818097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:04.842645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['4a9eace9-9b89-43af-9b57-07223468154d'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:34:04.902796 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:04.915807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:04.926084 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:04.926757 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:04.931593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36492a-e1c8-4378-9845-ff3c914a3cc6 req-e81110c3-527e-4b83-9c87-7590f653630e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:04.936195 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b36492a-e1c8-4378-9845-ff3c914a3cc6 req-e81110c3-527e-4b83-9c87-7590f653630e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 982 time: 0.0528564 Oct 26 11:34:04.985876 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b36492a-e1c8-4378-9845-ff3c914a3cc6 req-2333734e-5266-4c50-a678-3927802a7942 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Oct 26 11:34:05.038762 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:05.224700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:04Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:05.249096 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:05.255568 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:05.257646 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:05.258234 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:05.361042 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:05.382931 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:05.630079 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:04Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:05.655053 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc095ed-8ee9-47cc-b4e7-bee1bb525da2 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:04Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:06.053518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:06.117856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217a345-a6b9-4b89-a89a-fba1a0143354 req-23eca4be-a525-482b-8a2c-f5b7a707da9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:06.120218 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7217a345-a6b9-4b89-a89a-fba1a0143354 req-23eca4be-a525-482b-8a2c-f5b7a707da9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 982 time: 0.0523491 Oct 26 11:34:06.133929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:06.134330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.171161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:06.173680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 4a9eace9-9b89-43af-9b57-07223468154d up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:06.177149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:06.184269 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7217a345-a6b9-4b89-a89a-fba1a0143354 req-facb903c-1bd2-473d-b878-4fb353bc56eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576403 Oct 26 11:34:06.197778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.233035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:06.311515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:06.318475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 4a9eace9-9b89-43af-9b57-07223468154d completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:34:06.326464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 4a9eace9-9b89-43af-9b57-07223468154d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:06.326841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4a9eace9-9b89-43af-9b57-07223468154d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.327178 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 4a9eace9-9b89-43af-9b57-07223468154d Oct 26 11:34:06.390803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:06.441168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 4a9eace9-9b89-43af-9b57-07223468154d is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:06.441763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.469798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:06.472534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293c30d5-1e04-4c57-bb7f-dd2035749c16" -d '{"events": [{"server_uuid": "7c4c72f8-2b34-445c-b3df-6f4e895d15ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a9eace9-9b89-43af-9b57-07223468154d"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:06.491157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:06.496962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:06.521386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.582320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a5ad09-4279-4496-851b-636b535b5270 x-openstack-request-id: req-58a5ad09-4279-4496-851b-636b535b5270 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:06.582604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4c72f8-2b34-445c-b3df-6f4e895d15ec", "name": "network-vif-plugged", "status": "completed", "tag": "4a9eace9-9b89-43af-9b57-07223468154d", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:06.582854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58a5ad09-4279-4496-851b-636b535b5270 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:06.583250 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a5ad09-4279-4496-851b-636b535b5270'] response: {'server_uuid': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d', 'code': 200} Oct 26 11:34:06.598089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:06.602719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:06.603092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.603526 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:34:06.624292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:06.682309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:06.682309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.720484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:06.725114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.793293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:06.795775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:06.822917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cbade-7350-4336-95dd-5f0a1f1c4050 req-f59b0270-00dd-4bae-a704-b2d6f12d9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:06.824475 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-587cbade-7350-4336-95dd-5f0a1f1c4050 req-f59b0270-00dd-4bae-a704-b2d6f12d9e3b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 1167 time: 0.0450847 Oct 26 11:34:06.872045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:06.872447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.877945 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-587cbade-7350-4336-95dd-5f0a1f1c4050 req-c713a2db-19e1-4a8f-8740-2c2a73f4432e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Oct 26 11:34:06.895530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:06.900737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:06.952411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:07.303203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd1be6-d202-4bdf-8cc3-7456f60930fe req-bd036eef-9302-47bc-ad6a-908e8e42b04d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:07.305324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2fd1be6-d202-4bdf-8cc3-7456f60930fe req-bd036eef-9302-47bc-ad6a-908e8e42b04d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 983 time: 0.0463548 Oct 26 11:34:07.352890 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2fd1be6-d202-4bdf-8cc3-7456f60930fe req-acce11c4-4d24-4931-9e8c-72c3637d1417 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418909 Oct 26 11:34:07.592262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:07.592262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:07.592262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:07.628046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:07.693430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:07.881382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:06Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:07.906377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:07.915560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:07.916189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:08.018061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:08.098521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:08.172707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:08.178574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=70,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:08.180732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:08.263157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:08.263567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:08.283050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:06Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:08.314458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0feee-b7f0-462b-b070-c1f1229540b6 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:06Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:08.337139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:08.341477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:08.392793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:08.505797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0b94-f16a-4066-928a-16c72f76838e req-5e5e2be1-1f48-4fef-91cd-67af99367483 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:08.508592 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-195b0b94-f16a-4066-928a-16c72f76838e req-5e5e2be1-1f48-4fef-91cd-67af99367483 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 983 time: 0.0636709 Oct 26 11:34:08.547585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:08.563260 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-195b0b94-f16a-4066-928a-16c72f76838e req-81023ba1-f0dc-47a4-9384-9543ddf41804 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476372 Oct 26 11:34:08.694657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3983a-2f59-4f84-9aa8-a8ca3fae277b req-277ed7bb-6d38-4730-812c-329181233f63 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:08.696172 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-07f3983a-2f59-4f84-9aa8-a8ca3fae277b req-277ed7bb-6d38-4730-812c-329181233f63 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 983 time: 0.0506480 Oct 26 11:34:08.748046 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-07f3983a-2f59-4f84-9aa8-a8ca3fae277b req-da5eddee-03df-499d-b639-9159a168da72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Oct 26 11:34:08.776508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60842) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:08.816849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e307d-83cb-437b-b8b0-c1f82eae3a32 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:08.818406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bd1e307d-83cb-437b-b8b0-c1f82eae3a32 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 1162 time: 0.0408123 Oct 26 11:34:08.821183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60844) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:08.825465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:08.849889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:08.933255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:09.062749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.212 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/42da207b-a5b1-4bd6-bb16-da9b17972915) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:34:09.178382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (42da207b-a5b1-4bd6-bb16-da9b17972915), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:09.211271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (42da207b-a5b1-4bd6-bb16-da9b17972915), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:09.257261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:34:09.260739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:09.262868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=42da207b-a5b1-4bd6-bb16-da9b17972915,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:09.264994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:34:09.808565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:09.869511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (0bba784a-4aa7-4870-b8da-cbcb4619654f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:09.899833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:09.941905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42da207b-a5b1-4bd6-bb16-da9b17972915), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:10.102869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (42da207b-a5b1-4bd6-bb16-da9b17972915), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:10.108850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (42da207b-a5b1-4bd6-bb16-da9b17972915), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:10.176528 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:10.176528 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:10.176528 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:10.184287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (0bba784a-4aa7-4870-b8da-cbcb4619654f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:10.186192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=42da207b-a5b1-4bd6-bb16-da9b17972915,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:10.275617 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:10.285303 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f associated. External IP: 172.26.0.212, port: 4a9eace9-9b89-43af-9b57-07223468154d. Oct 26 11:34:10.486416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:34:10.486687 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:09Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:08Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:10.511158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:10.520305 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:10.520912 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:10.593371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:34:10.612700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:10.627475 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:10.637344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:10.647066 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d0f424a-a190-48e3-a2d2-3859f8f45e0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.8222196 Oct 26 11:34:10.647066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:10.647673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60846) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:10.648151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f855118-fb46-47ae-a6df-316b391a1c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4c72f8-2b34-445c-b3df-6f4e895d15ec", "tag": "4a9eace9-9b89-43af-9b57-07223468154d"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:10.729215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a408f11-7460-4eb3-8c30-5752728f73d7 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:10.734003 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3a408f11-7460-4eb3-8c30-5752728f73d7 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec&network_id=28e4d36f-6b25-4302-9961-018cc597b0cc HTTP/1.1" status: 200 len: 1162 time: 0.0818744 Oct 26 11:34:10.753068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6f4fb7-d864-438b-9ee4-5c5b5c52db07 x-openstack-request-id: req-1c6f4fb7-d864-438b-9ee4-5c5b5c52db07 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:10.753362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4c72f8-2b34-445c-b3df-6f4e895d15ec", "tag": "4a9eace9-9b89-43af-9b57-07223468154d", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:10.753796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c6f4fb7-d864-438b-9ee4-5c5b5c52db07 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:10.754210 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6f4fb7-d864-438b-9ee4-5c5b5c52db07'] response: {'name': 'network-changed', 'server_uuid': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d', 'status': 'completed', 'code': 200} Oct 26 11:34:10.802489 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:10.844163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-ae101321-fc67-46ef-b353-22cb3e5d0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:10.845635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-ae101321-fc67-46ef-b353-22cb3e5d0962 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 1167 time: 0.0454152 Oct 26 11:34:10.848079 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:09Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:08Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:10.881263 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e19ee-8b11-4f97-8e31-725cccfa167c None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:06Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4c72f8-2b34-445c-b3df-6f4e895d15ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:09Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:08Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:10.908266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:10.994488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65657b95-59bf-40fc-9d87-68086dc4206e req-284d1774-1da4-4b5e-aa65-2149b939abcc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:10.996060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-65657b95-59bf-40fc-9d87-68086dc4206e req-284d1774-1da4-4b5e-aa65-2149b939abcc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 983 time: 0.0693088 Oct 26 11:34:10.999603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-21308b94-0254-4853-914c-496a48b18635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:11.001329 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-21308b94-0254-4853-914c-496a48b18635 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=28e4d36f-6b25-4302-9961-018cc597b0cc HTTP/1.1" status: 200 len: 898 time: 0.1466820 Oct 26 11:34:11.048995 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-65657b95-59bf-40fc-9d87-68086dc4206e req-1dcfb90c-1e86-4cb3-a1f0-2c97682c6192 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458405 Oct 26 11:34:11.707953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:11.991319 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-ccfb536c-9494-4428-84e7-9d8ba0e200b6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 1037 time: 0.0613906 Oct 26 11:34:12.056084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:12.140931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:12.141827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:12.207387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e53e66-6b21-4131-843a-869c3d882002 req-03a65cee-c927-4fd0-881f-4b951acdcc62 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:12.208848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:12.209007 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-37e53e66-6b21-4131-843a-869c3d882002 req-03a65cee-c927-4fd0-881f-4b951acdcc62 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 983 time: 0.0783937 Oct 26 11:34:12.211682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:12.226306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:12.235405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-524c734a-2c00-4197-98c8-d3e0a73896a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:12.236903 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-524c734a-2c00-4197-98c8-d3e0a73896a1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=aca9a0e6-4108-49b9-aa2f-94f4811488c4 HTTP/1.1" status: 200 len: 834 time: 0.0778558 Oct 26 11:34:12.267655 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-37e53e66-6b21-4131-843a-869c3d882002 req-f82783ca-7ad3-4de2-8ad2-1550c7c237cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511169 Oct 26 11:34:12.302290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:12.303265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:12.355143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-3e53fb62-cf6f-4237-a362-15c2ba5caa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:12.356706 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-3e53fb62-cf6f-4237-a362-15c2ba5caa6a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=28e4d36f-6b25-4302-9961-018cc597b0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443709 Oct 26 11:34:12.361930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3657-0362-4598-96a8-dc4902e416d0 req-35ac5643-63b7-4203-ae0e-f06ed004b6a4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:12.363447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-449f3657-0362-4598-96a8-dc4902e416d0 req-35ac5643-63b7-4203-ae0e-f06ed004b6a4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 983 time: 0.0510850 Oct 26 11:34:12.374215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:12.412932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3657-0362-4598-96a8-dc4902e416d0 req-2f9c5cdf-be76-44e5-bb68-959783272f80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:12.414230 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-449f3657-0362-4598-96a8-dc4902e416d0 req-2f9c5cdf-be76-44e5-bb68-959783272f80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0458934 Oct 26 11:34:12.460773 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-733a709c-e041-4dff-a415-a185716c3e55 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962391 Oct 26 11:34:12.478751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:12.538080 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-449f3657-0362-4598-96a8-dc4902e416d0 req-623b28f3-f052-4c52-bcee-e5cfc7a9badc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1185915 Oct 26 11:34:12.548570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:12.568851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5f855118-fb46-47ae-a6df-316b391a1c1c req-fb47c573-2aa8-4b53-80c4-1ebc66cffbba service neutron] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023188 Oct 26 11:34:12.576147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:12.617307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:12.666490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427112c6-111b-42aa-946c-aca819083ea8 None None] New status for floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:12.751872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:12.752551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:12.752551 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:34:12.758985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:12.793693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:34:12.824363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] device_id is not set on port 4a9eace9-9b89-43af-9b57-07223468154d yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:34:12.834302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] Publish callbacks [] for port (4a9eace9-9b89-43af-9b57-07223468154d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:12.841946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:12.876208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:12.876689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:12.888013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:12.913232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:12.917982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:12.918853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:12.994378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=6']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:13.001087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:13.007831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c47d567-d410-4dc1-82c4-76d41802c5bf triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:13.008394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:13.008734 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c47d567-d410-4dc1-82c4-76d41802c5bf Oct 26 11:34:13.025569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] No DVR routers for this DVR port 4a9eace9-9b89-43af-9b57-07223468154d on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:34:13.084974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:13.085905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:13.107449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:13.112546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:13.160535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] In _notify_port_updated(), no bound segment for port 4a9eace9-9b89-43af-9b57-07223468154d on network 28e4d36f-6b25-4302-9961-018cc597b0cc {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:34:13.161461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:13.161943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:13.162094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:13.163499 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-449f3657-0362-4598-96a8-dc4902e416d0 req-e15f864b-682f-4bdb-b3db-70acf85a3bb1 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 1026 time: 0.6194768 Oct 26 11:34:13.393137 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e20ad2a0-b407-44e7-800e-77de0a466188 req-ff46f205-8b2a-48df-87cd-477455a6bf31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7c4c72f8-2b34-445c-b3df-6f4e895d15ec HTTP/1.1" status: 200 len: 210 time: 0.0303690 Oct 26 11:34:13.665146 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:13.665146 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:13.665146 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:13.703080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:13.766935 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:13.977039 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:13Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:12Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:12Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:14.004021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:14.012307 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:14.012898 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:14.110393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:14.111976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:14.180130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:14.192479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:14.192864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.228203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:14.232047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.232765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:14.308247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:14.351547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:14.351977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.372601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:14.376446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.414410 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:13Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:12Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:12Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:14.425586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:14.439145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca20e1a3-0c86-4b7b-afa1-a23c4e6d9f7f None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:13Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:12Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:12Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:14.465006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60862) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:14.509118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9fe8a8-7c02-4074-8b93-a971afb59ad2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:14.510505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5b9fe8a8-7c02-4074-8b93-a971afb59ad2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 925 time: 0.0461655 Oct 26 11:34:14.572942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60866) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:14.577424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5159b86b-d6bc-437e-8de2-4c03e4cc93d5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-471546598', 'description': 'tempest-secgroup-smoke-471546598 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:14.600385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5159b86b-d6bc-437e-8de2-4c03e4cc93d5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.689399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5159b86b-d6bc-437e-8de2-4c03e4cc93d5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (0978c1af-e2b3-4d01-9a78-0077afca2d6d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.693458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5159b86b-d6bc-437e-8de2-4c03e4cc93d5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0978c1af-e2b3-4d01-9a78-0077afca2d6d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.718066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:14.728953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159b86b-d6bc-437e-8de2-4c03e4cc93d5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0978c1af-e2b3-4d01-9a78-0077afca2d6d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:14.733131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5159b86b-d6bc-437e-8de2-4c03e4cc93d5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.737029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5159b86b-d6bc-437e-8de2-4c03e4cc93d5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1604543 Oct 26 11:34:14.737907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60868) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:14.743299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d70b0321-45b6-45e0-88f2-fbb99718fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '0978c1af-e2b3-4d01-9a78-0077afca2d6d', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:14.772172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d70b0321-45b6-45e0-88f2-fbb99718fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (42accdfa-5765-4b1c-84b9-3319e89c77e9), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.820158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:14.837773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d70b0321-45b6-45e0-88f2-fbb99718fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (42accdfa-5765-4b1c-84b9-3319e89c77e9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.841714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d70b0321-45b6-45e0-88f2-fbb99718fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (42accdfa-5765-4b1c-84b9-3319e89c77e9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.862551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b0321-45b6-45e0-88f2-fbb99718fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42accdfa-5765-4b1c-84b9-3319e89c77e9,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:14.871159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d70b0321-45b6-45e0-88f2-fbb99718fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.872878 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d70b0321-45b6-45e0-88f2-fbb99718fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339853 Oct 26 11:34:14.875869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:14.881645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f2ffa772-ace4-4e3b-9eea-4f6f48a0421b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '0978c1af-e2b3-4d01-9a78-0077afca2d6d', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:14.910771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa772-ace4-4e3b-9eea-4f6f48a0421b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8a073253-1914-439e-8a46-024c6cb14be8), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.973000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa772-ace4-4e3b-9eea-4f6f48a0421b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8a073253-1914-439e-8a46-024c6cb14be8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.977216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa772-ace4-4e3b-9eea-4f6f48a0421b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (8a073253-1914-439e-8a46-024c6cb14be8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:14.988641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:15.000156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffa772-ace4-4e3b-9eea-4f6f48a0421b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a073253-1914-439e-8a46-024c6cb14be8,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:15.006704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f2ffa772-ace4-4e3b-9eea-4f6f48a0421b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.007966 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f2ffa772-ace4-4e3b-9eea-4f6f48a0421b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309445 Oct 26 11:34:15.010674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:15.014993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-fcf8908d-a8cc-46a9-b82d-0f4daee8be0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '0978c1af-e2b3-4d01-9a78-0077afca2d6d', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:15.043454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fcf8908d-a8cc-46a9-b82d-0f4daee8be0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (32b26432-8771-4bfe-9cf7-97ff36bb2c3f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.115745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fcf8908d-a8cc-46a9-b82d-0f4daee8be0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (32b26432-8771-4bfe-9cf7-97ff36bb2c3f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.119014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fcf8908d-a8cc-46a9-b82d-0f4daee8be0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (32b26432-8771-4bfe-9cf7-97ff36bb2c3f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.147290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8908d-a8cc-46a9-b82d-0f4daee8be0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b26432-8771-4bfe-9cf7-97ff36bb2c3f,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:15.152684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fcf8908d-a8cc-46a9-b82d-0f4daee8be0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.156703 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fcf8908d-a8cc-46a9-b82d-0f4daee8be0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422703 Oct 26 11:34:15.156703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:15.163791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6055be6b-0d60-4fbb-9aa1-ae1d345d49ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '0978c1af-e2b3-4d01-9a78-0077afca2d6d', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:15.190074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6055be6b-0d60-4fbb-9aa1-ae1d345d49ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6121a9c3-ccf2-4f6a-95de-281d8e4089b1), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.202157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:15.263691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6055be6b-0d60-4fbb-9aa1-ae1d345d49ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6121a9c3-ccf2-4f6a-95de-281d8e4089b1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.268090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6055be6b-0d60-4fbb-9aa1-ae1d345d49ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6121a9c3-ccf2-4f6a-95de-281d8e4089b1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.288291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055be6b-0d60-4fbb-9aa1-ae1d345d49ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6121a9c3-ccf2-4f6a-95de-281d8e4089b1,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:15.295863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6055be6b-0d60-4fbb-9aa1-ae1d345d49ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.297084 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6055be6b-0d60-4fbb-9aa1-ae1d345d49ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395035 Oct 26 11:34:15.300616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60876) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:15.305135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3f989d5e-a1d2-4e4d-9a19-19e61e9a3b31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '0978c1af-e2b3-4d01-9a78-0077afca2d6d', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:15.326514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-3f989d5e-a1d2-4e4d-9a19-19e61e9a3b31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:34:15.332858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f989d5e-a1d2-4e4d-9a19-19e61e9a3b31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (4b98ca23-06f5-4da2-85a8-82f42482d90e), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.401074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f989d5e-a1d2-4e4d-9a19-19e61e9a3b31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (4b98ca23-06f5-4da2-85a8-82f42482d90e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.405006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f989d5e-a1d2-4e4d-9a19-19e61e9a3b31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (4b98ca23-06f5-4da2-85a8-82f42482d90e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.428161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f989d5e-a1d2-4e4d-9a19-19e61e9a3b31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b98ca23-06f5-4da2-85a8-82f42482d90e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:15.434265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3f989d5e-a1d2-4e4d-9a19-19e61e9a3b31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.435131 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3f989d5e-a1d2-4e4d-9a19-19e61e9a3b31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334939 Oct 26 11:34:15.437974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60878) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:15.442603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-25e23c35-fc59-413c-a8d6-def90c8cc548 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '0978c1af-e2b3-4d01-9a78-0077afca2d6d', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:15.465396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-25e23c35-fc59-413c-a8d6-def90c8cc548 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:34:15.473567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e23c35-fc59-413c-a8d6-def90c8cc548 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (91ba6078-7f60-4916-be40-ad260b665012), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.540485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e23c35-fc59-413c-a8d6-def90c8cc548 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (91ba6078-7f60-4916-be40-ad260b665012), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.544775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e23c35-fc59-413c-a8d6-def90c8cc548 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (91ba6078-7f60-4916-be40-ad260b665012), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.564113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e23c35-fc59-413c-a8d6-def90c8cc548 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ba6078-7f60-4916-be40-ad260b665012,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:15.571449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-25e23c35-fc59-413c-a8d6-def90c8cc548 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:15.578472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-25e23c35-fc59-413c-a8d6-def90c8cc548 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339080 Oct 26 11:34:15.788238 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-ad8a9b99-32fe-4d14-a9b9-66078d2bce9c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-471546598&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.0477622 Oct 26 11:34:15.838280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-e384a6d8-c9f3-4e20-b145-858f9a3e484f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:15.839584 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-e384a6d8-c9f3-4e20-b145-858f9a3e484f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 930 time: 0.0450947 Oct 26 11:34:15.925900 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-d0994522-5075-4d5d-b11f-8acf95ef9371 service neutron] 10.222.0.26 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0738678 Oct 26 11:34:16.017411 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-ea58f33a-a10a-41d2-9bde-55dd8fa2419a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860064 Oct 26 11:34:16.117168 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-6698219b-969f-4586-91f9-4aaa74a5ba6f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938079 Oct 26 11:34:16.145151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:16.160777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:16.169705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-e8e2c713-b86b-4a62-8ff1-ccb995b53118 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:16.171776 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-e8e2c713-b86b-4a62-8ff1-ccb995b53118 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 930 time: 0.0483646 Oct 26 11:34:16.172013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9453956-9393-4b2c-9099-da0d86650265 None None] New status for floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:16.208877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 4a9eace9-9b89-43af-9b57-07223468154d no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:16.312668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:16.313055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:16.313397 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:34:16.318925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] The host hv-neutron-7598 is not matching for port 4a9eace9-9b89-43af-9b57-07223468154d host ! {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 11:34:16.319237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 4a9eace9-9b89-43af-9b57-07223468154d not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:34:16.375828 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-82798cb9-2dbb-4dba-90d4-4e6ce7e904cd req-737b1397-4ffc-4a81-bd47-37cc994e05a0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 210 time: 0.0370495 Oct 26 11:34:16.378247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60900) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:16.433165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:16.454967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:16.455501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:16.490187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:16.494268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-ff56c307-e3ca-46cf-9154-6126e63be354 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:16.495676 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-ff56c307-e3ca-46cf-9154-6126e63be354 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 930 time: 0.1164882 Oct 26 11:34:16.500487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:16.501321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:16.580976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:16.592668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c47d567-d410-4dc1-82c4-76d41802c5bf triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:16.593089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:16.593431 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c47d567-d410-4dc1-82c4-76d41802c5bf Oct 26 11:34:16.680388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:16.680779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:16.703660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:16.707933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:16.732800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:16.761525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:17.022041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:17.022041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:17.022041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:17.053359 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:17.129417 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:17.169178 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:17.339366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:16Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:16Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:16Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:17.364236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:17.372485 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:17.373076 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:17.483505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-32df5dd4-0ba0-405e-9bc3-5ec34257d665 req-60f3b978-4da3-48db-a3fe-60b3563d0eb5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 210 time: 0.0312252 Oct 26 11:34:17.484184 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:17.585085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-6d765aed-3afe-4280-8251-da00a5244b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:17.587305 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-6d765aed-3afe-4280-8251-da00a5244b23 service neutron] 10.222.0.23 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 1026 time: 0.0385382 Oct 26 11:34:17.698420 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:16Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:16Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:16Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:17.702609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-f3368258-56cc-47f7-ba5f-922397e6bf43 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:17.704155 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-f3368258-56cc-47f7-ba5f-922397e6bf43 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=28e4d36f-6b25-4302-9961-018cc597b0cc HTTP/1.1" status: 200 len: 797 time: 0.1119809 Oct 26 11:34:17.725222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce357c50-16f4-490c-883c-9395126fe4b6 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:16Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:16Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:16Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:17.797093 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-efb18378-b084-450b-8cd9-72167d83a509 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 471 time: 0.0798197 Oct 26 11:34:17.833864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Request body: {'port': {'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:17.898865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.066974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:18.120288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:18.145152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:18.146180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.181920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:18.186490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.194802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9eace9-9b89-43af-9b57-07223468154d {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:34:18.204346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Publish callbacks [] for port (4a9eace9-9b89-43af-9b57-07223468154d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.214204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:18.220578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Transition to ACTIVE for port object 4a9eace9-9b89-43af-9b57-07223468154d will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:34:18.225465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.276492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:18.302404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=7']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:18.317153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:18.404115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:18.410305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Attempting to bind port 4a9eace9-9b89-43af-9b57-07223468154d on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:34:18.410741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Attempting to bind port 4a9eace9-9b89-43af-9b57-07223468154d by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:34:18.411248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Attempting to bind port 4a9eace9-9b89-43af-9b57-07223468154d on network 28e4d36f-6b25-4302-9961-018cc597b0cc {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:18.444455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:18.467425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Port 4a9eace9-9b89-43af-9b57-07223468154d on network 28e4d36f-6b25-4302-9961-018cc597b0cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:34:18.467787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Attempting to bind port 4a9eace9-9b89-43af-9b57-07223468154d on network 28e4d36f-6b25-4302-9961-018cc597b0cc {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:18.476457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:18.476908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.477312 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:34:18.528620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:34:18.529054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Checking segment: {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:34:18.529507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Bound using segment: {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:34:18.530023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Bound port: 4a9eace9-9b89-43af-9b57-07223468154d, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008ed9ba-c036-4bf9-ad6c-36264ca36159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:34:18.530442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.568170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:18.568953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.604164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:34:18.610150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:34:18.621070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.623265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845b03-c6ff-4ec2-b8c3-029bf0bc448f req-4c9eac43-9f54-4f4f-b82c-d43dce7d711e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:18.625579 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c845b03-c6ff-4ec2-b8c3-029bf0bc448f req-4c9eac43-9f54-4f4f-b82c-d43dce7d711e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 981 time: 0.0545785 Oct 26 11:34:18.630926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:18.637825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.651213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:18.652002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.653759 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 1131 time: 0.8243637 Oct 26 11:34:18.654559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:18.656970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db24c66-4eea-43b1-9946-cc4040726769" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4119b9-898a-4825-8fb9-83d1b5e09c7c", "tag": "4a9eace9-9b89-43af-9b57-07223468154d"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:18.707041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7737eb0b-28cb-42db-a0ad-9827670ecf9f x-openstack-request-id: req-7737eb0b-28cb-42db-a0ad-9827670ecf9f {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:18.707320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4119b9-898a-4825-8fb9-83d1b5e09c7c", "tag": "4a9eace9-9b89-43af-9b57-07223468154d", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:18.711627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7737eb0b-28cb-42db-a0ad-9827670ecf9f {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:18.714444 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7737eb0b-28cb-42db-a0ad-9827670ecf9f'] response: {'name': 'network-changed', 'server_uuid': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d', 'status': 'completed', 'code': 200} Oct 26 11:34:18.718699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:18.735941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:18.738829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:18.741736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fc142-04d7-4332-9798-49b878f0c7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=8']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:18.748345 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c845b03-c6ff-4ec2-b8c3-029bf0bc448f req-5903bcff-ee8f-4b87-a42d-ff0cb11fd86a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076031 Oct 26 11:34:18.805181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24c66-4eea-43b1-9946-cc4040726769 req-d7a57530-845c-4104-8266-51a74e20b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:18.808628 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3db24c66-4eea-43b1-9946-cc4040726769 req-d7a57530-845c-4104-8266-51a74e20b203 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 1165 time: 0.0582755 Oct 26 11:34:18.830784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:18.831175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.857198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:18.861910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:18.921573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:19.278111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24c66-4eea-43b1-9946-cc4040726769 req-5416a14f-f242-4c64-aaf2-17197d2d0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:19.279607 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3db24c66-4eea-43b1-9946-cc4040726769 req-5416a14f-f242-4c64-aaf2-17197d2d0921 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=96acf66580ef42109af70a407c10125a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4561906 Oct 26 11:34:19.443102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24c66-4eea-43b1-9946-cc4040726769 req-d431ce4a-dfde-463d-b84c-e8611a98391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:19.444623 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3db24c66-4eea-43b1-9946-cc4040726769 req-d431ce4a-dfde-463d-b84c-e8611a98391b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581056 Oct 26 11:34:19.543138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-6ac0f64e-9163-40bb-99e9-e4c7033fc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:19.544679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-6ac0f64e-9163-40bb-99e9-e4c7033fc463 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 1165 time: 0.0402303 Oct 26 11:34:19.602150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4b2aaa-d3f0-4062-a0f3-10763d6e31de None None] New status for floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:19.621374 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-9e5d2d46-514e-4e10-84cc-9d35d9da1322 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 1036 time: 0.0627317 Oct 26 11:34:19.671457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-5a1f41c9-3f01-4d64-9a9a-9e6b710d2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:19.672866 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-5a1f41c9-3f01-4d64-9a9a-9e6b710d2662 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=aca9a0e6-4108-49b9-aa2f-94f4811488c4 HTTP/1.1" status: 200 len: 834 time: 0.0448334 Oct 26 11:34:19.716714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-61291d35-d7bd-4df0-98b6-9cd5726d3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:19.718243 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-61291d35-d7bd-4df0-98b6-9cd5726d3ad4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=28e4d36f-6b25-4302-9961-018cc597b0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396764 Oct 26 11:34:19.809033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:19.822349 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-1179956d-191b-409b-b588-4e964d4becdc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981865 Oct 26 11:34:19.866973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aef96-2c38-40fc-ae0a-a07e28cd5c62 req-f3cc0b3d-8548-414b-b32a-42ad20a40019 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:19.868745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1f7aef96-2c38-40fc-ae0a-a07e28cd5c62 req-f3cc0b3d-8548-414b-b32a-42ad20a40019 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 981 time: 0.0480196 Oct 26 11:34:19.923374 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-2b25ac7f-8c5c-436d-9f2d-244a9c3c7ecd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951564 Oct 26 11:34:19.928700 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1f7aef96-2c38-40fc-ae0a-a07e28cd5c62 req-2fbd0c86-1da3-4863-8c65-84926264331b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534546 Oct 26 11:34:20.276944 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:20.276944 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:20.276944 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:20.310397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:20.337634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:20.378525 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:20.384751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:20.385253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:20.418544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:20.423127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:20.475233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:20.518919 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:20.593944 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:18Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:19Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:18Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:20.618147 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:20.626437 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:20.627027 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:20.808672 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:20.810752 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:21.016379 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:18Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:19Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:20Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:21.041136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:21.046068 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c84a78-9a83-4efc-a9fc-90760ddf9b59 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:18Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:19Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:20Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:21.056495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723075e8-7758-4fcb-ae70-b03697e19e8f req-b2ba4b45-8eb4-4b68-bf71-a4b480eaabb5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:21.058021 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-723075e8-7758-4fcb-ae70-b03697e19e8f req-b2ba4b45-8eb4-4b68-bf71-a4b480eaabb5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 981 time: 0.0548675 Oct 26 11:34:21.108723 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-723075e8-7758-4fcb-ae70-b03697e19e8f req-f9df7355-d272-4cf2-b6bf-19abbb4be7ad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444987 Oct 26 11:34:22.060844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:22.142590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:22.156080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:22.177069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 4a9eace9-9b89-43af-9b57-07223468154d details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:34:22.238995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811cc3a-055e-490c-a581-c3d7a032013f req-685164f7-1f91-4ae0-a957-c7efd5391bb3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:22.247280 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c811cc3a-055e-490c-a581-c3d7a032013f req-685164f7-1f91-4ae0-a957-c7efd5391bb3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 981 time: 0.0586324 Oct 26 11:34:22.298722 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c811cc3a-055e-490c-a581-c3d7a032013f req-da425e6f-87ae-4059-9378-81130d63935b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499132 Oct 26 11:34:22.431347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:22.462257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:22.478649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '4a9eace9-9b89-43af-9b57-07223468154d', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:34:22.517895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 4a9eace9-9b89-43af-9b57-07223468154d is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:22.518287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:22.530389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:22.534429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9eace9-9b89-43af-9b57-07223468154d {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:34:22.552809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:22.563625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:22.583154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:22.651859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:22.654535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:22.654916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:22.655285 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:34:22.676164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200cd6e9-8b93-4cd5-b5d1-da88744aa171 None None] New status for floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:22.851639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:22.852086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:22.855689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['4a9eace9-9b89-43af-9b57-07223468154d'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:34:22.888075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:22.925268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:22.930055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:22.930841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:23.040320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:23.091065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c47d567-d410-4dc1-82c4-76d41802c5bf triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:23.091065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:23.091065 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c47d567-d410-4dc1-82c4-76d41802c5bf Oct 26 11:34:23.091798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:23.091798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:23.091798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:23.175974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:23.176276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:23.196763 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:23.199159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:23.205125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:23.228313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:23.252702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:23.409856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:18Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'BUILD', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:22Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:22Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:23.424516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac796ec7-7e47-4cd9-bd69-968e319b98a9 req-48d9f439-3fa1-447f-a2e0-faf550a1af69 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:23.425895 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ac796ec7-7e47-4cd9-bd69-968e319b98a9 req-48d9f439-3fa1-447f-a2e0-faf550a1af69 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 982 time: 0.0472727 Oct 26 11:34:23.434947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:23.444788 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:23.445166 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:23.486853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ac796ec7-7e47-4cd9-bd69-968e319b98a9 req-596a6614-e540-403b-8dcb-f5acf222e52b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519834 Oct 26 11:34:23.546479 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:23.550742 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:23.762127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:23Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'BUILD', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:22Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:22Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:23.788774 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75602bf8-61f8-4be1-8157-e0227fb4a2e2 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:23Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'BUILD', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:22Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:22Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:24.062135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:24.149681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:24.150380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:24.177731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 4a9eace9-9b89-43af-9b57-07223468154d up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:24.206851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:24.212616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:24.251512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:24.314780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 4a9eace9-9b89-43af-9b57-07223468154d completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:34:24.318355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:24.324077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 4a9eace9-9b89-43af-9b57-07223468154d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:24.324637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (4a9eace9-9b89-43af-9b57-07223468154d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:24.325069 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 4a9eace9-9b89-43af-9b57-07223468154d Oct 26 11:34:24.393981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:24.400129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:24.446560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 4a9eace9-9b89-43af-9b57-07223468154d is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:24.446956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:24.479326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:24.483424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6cf97-b7c1-4673-b5b7-ff717a01bed2" -d '{"events": [{"server_uuid": "3b4119b9-898a-4825-8fb9-83d1b5e09c7c", "name": "network-vif-plugged", "status": "completed", "tag": "4a9eace9-9b89-43af-9b57-07223468154d"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:24.519680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:24.525255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:24.560209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93807986-51d6-4c19-9686-cc191152d9f8 x-openstack-request-id: req-93807986-51d6-4c19-9686-cc191152d9f8 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:24.560922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4119b9-898a-4825-8fb9-83d1b5e09c7c", "name": "network-vif-plugged", "status": "completed", "tag": "4a9eace9-9b89-43af-9b57-07223468154d", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:24.561182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93807986-51d6-4c19-9686-cc191152d9f8 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:24.561583 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93807986-51d6-4c19-9686-cc191152d9f8'] response: {'server_uuid': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9eace9-9b89-43af-9b57-07223468154d', 'code': 200} Oct 26 11:34:24.564536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:24.634629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92c9a9-b282-4306-8d31-4a26ff38254b req-8e19e90e-f0df-446e-8691-b6bacb55fd43 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:24.635892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:24.642172 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a92c9a9-b282-4306-8d31-4a26ff38254b req-8e19e90e-f0df-446e-8691-b6bacb55fd43 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 984 time: 0.0593059 Oct 26 11:34:24.651405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:24.651997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:24.652436 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:34:24.704411 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a92c9a9-b282-4306-8d31-4a26ff38254b req-a0ad118d-41db-49c0-849f-19e1b31bdb19 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Oct 26 11:34:24.752057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:24.752698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:24.801674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:24.805641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:24.843366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad604a03-1fab-4c84-99c6-7b24a74080a9 req-239c61ee-979f-429c-88c4-8cb64d2f26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:24.845089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad604a03-1fab-4c84-99c6-7b24a74080a9 req-239c61ee-979f-429c-88c4-8cb64d2f26a3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 1168 time: 0.0612199 Oct 26 11:34:24.854726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:24.875810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:24.897407 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad604a03-1fab-4c84-99c6-7b24a74080a9 req-6f65ea84-8caf-4e51-b1c1-02d5da742048 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Oct 26 11:34:24.917631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:24.961011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:24.961404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:24.984145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:24.988798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:25.038271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:25.648684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74feb7-1e5e-4db7-bf13-4187d21b06c7 None None] New status for floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:25.857060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967edbf-bbbe-4b12-a79e-6b1d8a298f31 req-31c90d05-e32e-46ef-b4d6-d12e4d0199dd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:25.858545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c967edbf-bbbe-4b12-a79e-6b1d8a298f31 req-31c90d05-e32e-46ef-b4d6-d12e4d0199dd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 984 time: 0.0544767 Oct 26 11:34:25.908410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c967edbf-bbbe-4b12-a79e-6b1d8a298f31 req-72f170bc-3a94-45f2-accb-47d5984d2de9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441697 Oct 26 11:34:26.341815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:26.341815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:26.341815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:26.360010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:26.379808 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:26.435991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:26.436480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:26.446067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:26.469806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:26.475259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:26.499442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:26.558095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:26.584926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:26.597527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:26.653202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dccaf0ec-bd63-47a0-956e-4da4547be5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:26.668365 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:24Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:25Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:24Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:26.692532 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:26.700884 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:26.701474 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:33:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:26.894492 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:27.036145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d6ea7-aa82-40d4-8286-c64ee1a9a4fa req-a6be0e76-ffc0-42af-a47f-046187820d5f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:27.037613 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f5d6ea7-aa82-40d4-8286-c64ee1a9a4fa req-a6be0e76-ffc0-42af-a47f-046187820d5f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 984 time: 0.0505095 Oct 26 11:34:27.086802 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f5d6ea7-aa82-40d4-8286-c64ee1a9a4fa req-398129c5-af45-4a39-b1ae-387e06613351 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424678 Oct 26 11:34:27.108399 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:24Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:25Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:26Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:27.133495 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea5d00-ebfe-42d5-a5ec-3c6ed462d592 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:24Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:25Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:26Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:27.218029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf22f4-a64d-4aae-a0e0-3250914b13d6 req-a0c16c49-67c8-4681-a8a8-131425773bed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:27.219615 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0dbf22f4-a64d-4aae-a0e0-3250914b13d6 req-a0c16c49-67c8-4681-a8a8-131425773bed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 984 time: 0.0499337 Oct 26 11:34:27.268211 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0dbf22f4-a64d-4aae-a0e0-3250914b13d6 req-ed8d65ae-c01f-42e2-b8ed-ad53395b5786 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Oct 26 11:34:27.298759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60940) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:27.355080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f1e14b-4e32-492c-9517-919bba7c34e6 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:27.357111 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-60f1e14b-4e32-492c-9517-919bba7c34e6 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c&network_id=28e4d36f-6b25-4302-9961-018cc597b0cc HTTP/1.1" status: 200 len: 1163 time: 0.0573475 Oct 26 11:34:27.604272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9115d39-bc74-4efc-8db6-cb3dc686bd7f req-44537528-16c4-4f74-b344-54f60426d061 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:27.605846 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d9115d39-bc74-4efc-8db6-cb3dc686bd7f req-44537528-16c4-4f74-b344-54f60426d061 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 984 time: 0.0496025 Oct 26 11:34:27.653291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:27.659163 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d9115d39-bc74-4efc-8db6-cb3dc686bd7f req-b9c3a252-d4e4-4b28-8176-03a86b06b07a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475791 Oct 26 11:34:28.067511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:28.144392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:28.254343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:28.300648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:28.301194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:28.301648 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:34:28.377237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:28.377631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:28.414533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:28.418580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:28.419330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:28.462218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:28.490528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:28.500609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c47d567-d410-4dc1-82c4-76d41802c5bf triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:28.500984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:28.501322 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c47d567-d410-4dc1-82c4-76d41802c5bf Oct 26 11:34:28.575026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:28.575408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:28.595838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:28.600023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:28.648134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:28.750870 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:28.757629 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:34:28.783910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1cc97-307c-4b48-b7f6-c384c156fdaf req-7f0f8269-24b5-4c33-9f01-a2b312787cac tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:28.785507 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-89c1cc97-307c-4b48-b7f6-c384c156fdaf req-7f0f8269-24b5-4c33-9f01-a2b312787cac tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 984 time: 0.0488131 Oct 26 11:34:28.810946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572e6ed0-dd9b-49c7-9f3c-c938d5c5656d None None] New status for floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:28.839434 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-89c1cc97-307c-4b48-b7f6-c384c156fdaf req-16305890-5d25-4f1f-bc15-1e49b799c5cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=aecb51fb-c891-4127-9485-1ce9d79dc845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Oct 26 11:34:28.874797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d37498e0-42bc-489f-a39a-380a371ce2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:28.975612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:28.987243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5b3c455b-1ada-4cda-8b6e-0466d3368434 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:28.989530 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5b3c455b-1ada-4cda-8b6e-0466d3368434 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 984 time: 0.0505881 Oct 26 11:34:29.036891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-79eb8c05-d4a3-4ded-8627-79d613eb4e2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:29.038279 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-79eb8c05-d4a3-4ded-8627-79d613eb4e2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0439243 Oct 26 11:34:29.148335 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-fe05e56d-d4c4-4215-a3f5-e7c0d5adacda tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1046832 Oct 26 11:34:29.158518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:29.203189 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:29.203189 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:29.203189 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:29.220364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:29.297628 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:29.355455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=4a9eace9-9b89-43af-9b57-07223468154d,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:29.391841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] For port 4a9eace9-9b89-43af-9b57-07223468154d, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:34:29.427176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] device_id is not set on port 4a9eace9-9b89-43af-9b57-07223468154d yet. {{(pid=105415) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 26 11:34:29.435658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] Publish callbacks [] for port (4a9eace9-9b89-43af-9b57-07223468154d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:29.440410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:29.472632 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:29.512268 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:28Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4119b9-898a-4825-8fb9-83d1b5e09c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:28Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:28Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:29.512621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] Pushing event updated for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=11']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:29.542251 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:29.550743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] No DVR routers for this DVR port 4a9eace9-9b89-43af-9b57-07223468154d on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:34:29.551075 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:29.551689 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:29.653513 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:29.685633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] In _notify_port_updated(), no bound segment for port 4a9eace9-9b89-43af-9b57-07223468154d on network 28e4d36f-6b25-4302-9961-018cc597b0cc {{(pid=105415) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 26 11:34:29.686531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:29.687169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:29.688522 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2c4688df-83a0-42b3-bd01-67175ad0fc7c req-5f0df0bc-8010-4b0e-b9e2-dd176e5bdadd service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 200 len: 1027 time: 0.5338788 Oct 26 11:34:29.874175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:28Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:28Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:28Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:29.905753 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0bc38-19f7-4a21-a6eb-5d315d703e0d None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:28Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '0bba784a-4aa7-4870-b8da-cbcb4619654f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.212', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'port_id': '4a9eace9-9b89-43af-9b57-07223468154d', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624716186', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'mac_address': 'fa:16:3e:28:11:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '', 'device_owner': ''}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:09Z', 'updated_at': '2022-10-26T11:34:28Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:28Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:29.968266 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9b35148a-0395-40d4-9a72-e94129ee2c53 req-7f6098b2-37d0-4cc1-92e0-42cfa801d779 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b4119b9-898a-4825-8fb9-83d1b5e09c7c HTTP/1.1" status: 200 len: 210 time: 0.0333371 Oct 26 11:34:30.021276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:30.143826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:30.230074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:30.230612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:30.273010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:30.277705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:30.278397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:30.283645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:30.359159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:30.399826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:30.400219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:30.422158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:30.427421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:30.477757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:31.037501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60952) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:31.095404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-006e0a5c-fe62-49a6-87e2-b3f87470e88d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (0978c1af-e2b3-4d01-9a78-0077afca2d6d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.121069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-006e0a5c-fe62-49a6-87e2-b3f87470e88d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (0978c1af-e2b3-4d01-9a78-0077afca2d6d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.160606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:31.184225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-006e0a5c-fe62-49a6-87e2-b3f87470e88d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0978c1af-e2b3-4d01-9a78-0077afca2d6d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.186990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-006e0a5c-fe62-49a6-87e2-b3f87470e88d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.189429 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-006e0a5c-fe62-49a6-87e2-b3f87470e88d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0978c1af-e2b3-4d01-9a78-0077afca2d6d HTTP/1.1" status: 204 len: 168 time: 0.1533136 Oct 26 11:34:31.198649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e0a5c-fe62-49a6-87e2-b3f87470e88d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0978c1af-e2b3-4d01-9a78-0077afca2d6d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:31.220432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60956) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:31.369000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 42da207b-a5b1-4bd6-bb16-da9b17972915 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:34:31.369255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (42da207b-a5b1-4bd6-bb16-da9b17972915), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.448961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (42da207b-a5b1-4bd6-bb16-da9b17972915), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.449290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (42da207b-a5b1-4bd6-bb16-da9b17972915), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.461990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 42da207b-a5b1-4bd6-bb16-da9b17972915 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:34:31.496737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f89b92-5298-487a-adaf-9c22ba5ed19a None None] New status for floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:31.558398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.568726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.616008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:31.616263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (42da207b-a5b1-4bd6-bb16-da9b17972915), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.624834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-d9f89b92-5298-487a-adaf-9c22ba5ed19a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:34:31.625541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-d9f89b92-5298-487a-adaf-9c22ba5ed19a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:34:31.641691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=42da207b-a5b1-4bd6-bb16-da9b17972915,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:31.704835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (0bba784a-4aa7-4870-b8da-cbcb4619654f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.705164 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f disassociated (deleted). External IP: 172.26.0.212, port: 4a9eace9-9b89-43af-9b57-07223468154d. Oct 26 11:34:31.903109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:31.905039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:34:32.000944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:32.012044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:34:32.017029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.045454 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ef58b97-5742-4105-9a89-ab6d4ea5c112 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/0bba784a-4aa7-4870-b8da-cbcb4619654f HTTP/1.1" status: 204 len: 168 time: 0.8235776 Oct 26 11:34:32.125550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60962) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:32.127778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f89b92-5298-487a-adaf-9c22ba5ed19a None None] New status for floating IP 0bba784a-4aa7-4870-b8da-cbcb4619654f: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:32.196455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6b37-f028-425f-a649-230ed3683d0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (c6ea342e-ad0a-45e9-9542-bd0f2e832723), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.209158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:32.226089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6b37-f028-425f-a649-230ed3683d0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (c6ea342e-ad0a-45e9-9542-bd0f2e832723), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.258216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:32.292725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6b37-f028-425f-a649-230ed3683d0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c6ea342e-ad0a-45e9-9542-bd0f2e832723), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.295435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6b37-f028-425f-a649-230ed3683d0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.296667 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2c4d6b37-f028-425f-a649-230ed3683d0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c6ea342e-ad0a-45e9-9542-bd0f2e832723 HTTP/1.1" status: 204 len: 168 time: 0.1700308 Oct 26 11:34:32.307381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d6b37-f028-425f-a649-230ed3683d0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ea342e-ad0a-45e9-9542-bd0f2e832723,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:32.327868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:32.329877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60966) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:32.330055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 4a9eace9-9b89-43af-9b57-07223468154d no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:32.408315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] The host hv-neutron-7598 is not matching for port 4a9eace9-9b89-43af-9b57-07223468154d host ! {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 11:34:32.408706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 4a9eace9-9b89-43af-9b57-07223468154d not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:34:32.416044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2f1ec381-8830-4c26-81c5-f8150114c14a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:32.416344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.416683 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2f1ec381-8830-4c26-81c5-f8150114c14a Oct 26 11:34:32.420431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3aeeb1cf-e7e6-4e2e-bd7b-e2c212ddbe08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 4a9eace9-9b89-43af-9b57-07223468154d {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:34:32.420816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb1cf-e7e6-4e2e-bd7b-e2c212ddbe08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (4a9eace9-9b89-43af-9b57-07223468154d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.490412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2f1ec381-8830-4c26-81c5-f8150114c14a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:32.490826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.509521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb1cf-e7e6-4e2e-bd7b-e2c212ddbe08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (4a9eace9-9b89-43af-9b57-07223468154d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.529453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3aeeb1cf-e7e6-4e2e-bd7b-e2c212ddbe08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 4a9eace9-9b89-43af-9b57-07223468154d owned by {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:34:32.529569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:32.533139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.534037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:32.621561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:32.628520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c47d567-d410-4dc1-82c4-76d41802c5bf triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:32.628888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.629226 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c47d567-d410-4dc1-82c4-76d41802c5bf Oct 26 11:34:32.667643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb1cf-e7e6-4e2e-bd7b-e2c212ddbe08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (4a9eace9-9b89-43af-9b57-07223468154d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.694663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeb1cf-e7e6-4e2e-bd7b-e2c212ddbe08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=4a9eace9-9b89-43af-9b57-07223468154d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:32.701994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:32.701994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.709296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:32.725200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:32.730314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.779191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb1cf-e7e6-4e2e-bd7b-e2c212ddbe08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.785271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60968) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:32.785469 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3aeeb1cf-e7e6-4e2e-bd7b-e2c212ddbe08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4a9eace9-9b89-43af-9b57-07223468154d HTTP/1.1" status: 204 len: 168 time: 0.4543996 Oct 26 11:34:32.789927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:33.180817 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:33.180817 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:33.181366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:33.184647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.283255 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:33.423693 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:33.468263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 2f1ec381-8830-4c26-81c5-f8150114c14a {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:34:33.468607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.471821 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:32Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:32Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:33.496790 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:33.506156 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:33.506757 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:33.558645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 2f1ec381-8830-4c26-81c5-f8150114c14a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2f1ec381-8830-4c26-81c5-f8150114c14a,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:33.559005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.574075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 2f1ec381-8830-4c26-81c5-f8150114c14a owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:34:33.701028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:33.701596 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:33.761508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2f1ec381-8830-4c26-81c5-f8150114c14a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.765770 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:33.791081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=2f1ec381-8830-4c26-81c5-f8150114c14a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:33.820350 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:33.907064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:32Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:32Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:33.935015 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7734b16c-e1db-4909-9cc0-1562f0bedf41 None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62'}], 'enable_snat': True}, 'gw_port_id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:33:54Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '5c47d567-d410-4dc1-82c4-76d41802c5bf', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:51Z', 'updated_at': '2022-10-26T11:34:32Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2f1ec381-8830-4c26-81c5-f8150114c14a', 'name': '', 'network_id': '28e4d36f-6b25-4302-9961-018cc597b0cc', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:d3:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:33:53Z', 'updated_at': '2022-10-26T11:34:32Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'aca9a0e6-4108-49b9-aa2f-94f4811488c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:33.973825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:34.012151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a787c780-561f-408c-8d4f-7bbf93ea131c None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:34:34.087878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a787c780-561f-408c-8d4f-7bbf93ea131c None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:34:34.154038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:34.189469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 2f1ec381-8830-4c26-81c5-f8150114c14a {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:34:34.189815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2f1ec381-8830-4c26-81c5-f8150114c14a not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:34:34.190223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c47d567-d410-4dc1-82c4-76d41802c5bf no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:34.343328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c47d567-d410-4dc1-82c4-76d41802c5bf is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:34.343710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:34.371550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:34.378292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:34.423752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:34.442644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:34.514841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:34:34.629626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:34:34.638245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60970) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:34.638722 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9e5154d9-cca2-4253-8393-c964923d83c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/4b39c3cb-6fa9-4793-bab5-4f76c2600e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8517215 Oct 26 11:34:35.039082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-665e6e53-6123-4097-b1dd-e7666ceeeaf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting subnet aca9a0e6-4108-49b9-aa2f-94f4811488c4 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:34:35.043189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-665e6e53-6123-4097-b1dd-e7666ceeeaf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (aca9a0e6-4108-49b9-aa2f-94f4811488c4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.056434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7ec7a35b-cc8b-4efa-b527-94307d95cd08 None None] Provisioning complete for port 6b0656cf-149f-4f8f-a894-0c52b9033b74 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:35.056930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7ec7a35b-cc8b-4efa-b527-94307d95cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.057321 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7ec7a35b-cc8b-4efa-b527-94307d95cd08 None None] Attempt 1 to provision port 6b0656cf-149f-4f8f-a894-0c52b9033b74 Oct 26 11:34:35.086067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-665e6e53-6123-4097-b1dd-e7666ceeeaf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (aca9a0e6-4108-49b9-aa2f-94f4811488c4), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.138517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7a35b-cc8b-4efa-b527-94307d95cd08 None None] Current status of the port 6b0656cf-149f-4f8f-a894-0c52b9033b74 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:35.181686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-665e6e53-6123-4097-b1dd-e7666ceeeaf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (aca9a0e6-4108-49b9-aa2f-94f4811488c4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.243321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-665e6e53-6123-4097-b1dd-e7666ceeeaf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (aca9a0e6-4108-49b9-aa2f-94f4811488c4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.271818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e6e53-6123-4097-b1dd-e7666ceeeaf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Subnet': ['ID=aca9a0e6-4108-49b9-aa2f-94f4811488c4,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:35.277890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-665e6e53-6123-4097-b1dd-e7666ceeeaf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.281048 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-665e6e53-6123-4097-b1dd-e7666ceeeaf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/aca9a0e6-4108-49b9-aa2f-94f4811488c4 HTTP/1.1" status: 204 len: 168 time: 0.6417198 Oct 26 11:34:35.284114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60972) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:35.284977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f8d9f3-a159-405a-a297-55abe645a937 None None] Network 28e4d36f-6b25-4302-9961-018cc597b0cc requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:34:35.291111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:35.399071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.431355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd84bd3-4159-459a-a6a1-1a3dbdf58faf None None] DHCP port deletion for 28e4d36f-6b25-4302-9961-018cc597b0cc request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:34:35.454035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:35.473420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4fd84bd3-4159-459a-a6a1-1a3dbdf58faf None None] Deleting port 6b0656cf-149f-4f8f-a894-0c52b9033b74 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:34:35.473796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4fd84bd3-4159-459a-a6a1-1a3dbdf58faf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.504631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.538635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4fd84bd3-4159-459a-a6a1-1a3dbdf58faf None None] For port 6b0656cf-149f-4f8f-a894-0c52b9033b74, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6b0656cf-149f-4f8f-a894-0c52b9033b74,segment=NetworkSegment(008ed9ba-c036-4bf9-ad6c-36264ca36159),segment_id=008ed9ba-c036-4bf9-ad6c-36264ca36159)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:35.538937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4fd84bd3-4159-459a-a6a1-1a3dbdf58faf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.548657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 5c47d567-d410-4dc1-82c4-76d41802c5bf {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:34:35.549009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.555489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4fd84bd3-4159-459a-a6a1-1a3dbdf58faf None None] Calling delete_port for 6b0656cf-149f-4f8f-a894-0c52b9033b74 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:34:35.634116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:35.636892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 5c47d567-d410-4dc1-82c4-76d41802c5bf, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c47d567-d410-4dc1-82c4-76d41802c5bf,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:35.637262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.642922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4fd84bd3-4159-459a-a6a1-1a3dbdf58faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (6b0656cf-149f-4f8f-a894-0c52b9033b74), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.652257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 5c47d567-d410-4dc1-82c4-76d41802c5bf owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:34:35.669405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd84bd3-4159-459a-a6a1-1a3dbdf58faf None None] Pushing event deleted for resources: {'Port': ['ID=6b0656cf-149f-4f8f-a894-0c52b9033b74,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:35.675275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd84bd3-4159-459a-a6a1-1a3dbdf58faf None None] No DVR routers for this DVR port 6b0656cf-149f-4f8f-a894-0c52b9033b74 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:34:35.823544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (5c47d567-d410-4dc1-82c4-76d41802c5bf), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:35.847193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=5c47d567-d410-4dc1-82c4-76d41802c5bf,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:35.918031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.025048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] Sync routers for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:36.025218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.025218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.025551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] Routers {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:36.025551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:36.065033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (4b39c3cb-6fa9-4793-bab5-4f76c2600e6c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.072095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Fanout notify agent at l3_agent the message router_deleted on router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:34:36.084828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.086169 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a4ebc125-3a4d-4389-83fb-5efe03856082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/routers/4b39c3cb-6fa9-4793-bab5-4f76c2600e6c HTTP/1.1" status: 204 len: 168 time: 0.8011305 Oct 26 11:34:36.089474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60974) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:36.096969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] Set router 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:36.147231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b0656cf-149f-4f8f-a894-0c52b9033b74 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:36.150439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b39c3cb-6fa9-4793-bab5-4f76c2600e6c', 'name': 'tempest-TestNetworkBasicOps-router-531946401', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:33:50Z', 'updated_at': '2022-10-26T11:34:35Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:36.172099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (28e4d36f-6b25-4302-9961-018cc597b0cc), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.191996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 6b0656cf-149f-4f8f-a894-0c52b9033b74 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:34:36.192333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6b0656cf-149f-4f8f-a894-0c52b9033b74 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:34:36.194046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] Checking router: 4b39c3cb-6fa9-4793-bab5-4f76c2600e6c for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:36.203066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:36.203431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:34:36.204043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:34:36.204414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48691cdb-ac3a-439a-897d-e04ed03319af None None] The sync data for ids ['4b39c3cb-6fa9-4793-bab5-4f76c2600e6c'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:36.264825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (28e4d36f-6b25-4302-9961-018cc597b0cc), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.271921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:36.286515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e4d36f-6b25-4302-9961-018cc597b0cc']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:36.296614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008ed9ba-c036-4bf9-ad6c-36264ca36159') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:36.296907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008ed9ba-c036-4bf9-ad6c-36264ca36159') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:36.306474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (008ed9ba-c036-4bf9-ad6c-36264ca36159), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.319374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (008ed9ba-c036-4bf9-ad6c-36264ca36159), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.325550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:34:36.325947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (008ed9ba-c036-4bf9-ad6c-36264ca36159), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.398021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (28e4d36f-6b25-4302-9961-018cc597b0cc), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.406240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.409393 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/networks/28e4d36f-6b25-4302-9961-018cc597b0cc HTTP/1.1" status: 204 len: 168 time: 0.3188457 Oct 26 11:34:36.418105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60980) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:36.438630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a06112-44c7-45ec-ba9f-b23ee32a12e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Network': ['ID=28e4d36f-6b25-4302-9961-018cc597b0cc,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:36.447847 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-748305a5-7718-4acf-8957-390f1e64821b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0252085 Oct 26 11:34:36.447847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60982) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:36.452272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'network': {'name': 'tempest-network-smoke--1775244929', 'project_id': '96acf66580ef42109af70a407c10125a', 'port_security_enabled': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:36.474545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 008ed9ba-c036-4bf9-ad6c-36264ca36159 resource provider aggregate not found Oct 26 11:34:36.479966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:34:36.483636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.495157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 008ed9ba-c036-4bf9-ad6c-36264ca36159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 008ed9ba-c036-4bf9-ad6c-36264ca36159 found for delete ", "request_id": "req-212df6ea-5945-4e4a-8ab2-d1c00c08b7cd"}]} Oct 26 11:34:36.510628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:34:36.515999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:36.520313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.520642 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Added segment ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b of type vlan for network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf Oct 26 11:34:36.564278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (3e6e9a5d-838d-4531-8096-4c3e0d80c6bf), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.589946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (3e6e9a5d-838d-4531-8096-4c3e0d80c6bf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.594683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:36.595259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.656247 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2076969 Oct 26 11:34:36.659105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:36.666170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'admin_state_up': True, 'project_id': '96acf66580ef42109af70a407c10125a', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:36.671640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b47425-53b4-4a38-8975-fc948e9dd606 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Network': ['ID=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:36.683355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:34:36.688725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (7c288584-fb98-4a5f-a0b9-1320a2fb3171), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.689726 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (7c288584-fb98-4a5f-a0b9-1320a2fb3171), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.746296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (7c288584-fb98-4a5f-a0b9-1320a2fb3171), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:36.892099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (7c288584-fb98-4a5f-a0b9-1320a2fb3171), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.066017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (7c288584-fb98-4a5f-a0b9-1320a2fb3171), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.085688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.088261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:37.198406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.190 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/c5560a4a-04f9-4482-b2bc-3485f791d9fc) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:34:37.200102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:37.307042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.338927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.380752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:34:37.383751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:37.389479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:34:37.416114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:37.635065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (7c288584-fb98-4a5f-a0b9-1320a2fb3171), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.822859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (7c288584-fb98-4a5f-a0b9-1320a2fb3171), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.829417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:37.949010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:34:38.048928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:34:38.055468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:38.058953 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:38.072056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.072344 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:38.073080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:38.073286 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1c481ad0-972e-47ba-9dd6-15a6168967a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4126244 Oct 26 11:34:38.076821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60990) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:38.106172 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cfb975b4-1c76-4766-9dea-64d7782a3f91 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=96acf66580ef42109af70a407c10125a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282133 Oct 26 11:34:38.108798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60992) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:38.176456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:38.201234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544443fc-26ff-4e27-8c05-4163db8fdb86 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:38.203154 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-544443fc-26ff-4e27-8c05-4163db8fdb86 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934067 Oct 26 11:34:38.205984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:38.233464 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f326e321-b5dd-4d6b-83e0-ea618500931f tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264456 Oct 26 11:34:38.236070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 60996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:38.241057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1244216961', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'project_id': '96acf66580ef42109af70a407c10125a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:38.329129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:34:38.332917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.341565 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:37Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:38.370637 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:38.370976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Updating router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 port c5560a4a-04f9-4482-b2bc-3485f791d9fc binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:34:38.399612 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.521439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.581821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:38.582728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Subnet': ['ID=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:38.602533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Checking segment: {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:34:38.602968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network hostable DHCP agents. Network: 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:34:38.610761 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:38.622780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:34:38.633413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:38.637982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:38.638607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.643756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52b92b-9728-4c57-b946-673f22dd5bc3 None None] Network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:34:38.653802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Publish callbacks [] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.658993 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e938de92-19a6-420e-bbdd-6f8112e116ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4218268 Oct 26 11:34:38.662527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 60998) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:38.663590 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.699643 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Attempting to bind port c5560a4a-04f9-4482-b2bc-3485f791d9fc on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:34:38.700119 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Attempting to bind port c5560a4a-04f9-4482-b2bc-3485f791d9fc by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:34:38.700533 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Attempting to bind port c5560a4a-04f9-4482-b2bc-3485f791d9fc on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:38.742945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b883509-a5b2-49d0-87b0-c97eba30388f None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:38.754771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:34:38.757058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.757530 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:34:38.757895 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:34:38.758288 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.758668 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:34:38.759127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Bound port: c5560a4a-04f9-4482-b2bc-3485f791d9fc, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:34:38.759496 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.810876 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:34:38.814017 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:34:38.820347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.852555 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:38.865097 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:38.865732 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:38.918454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Allocated IP 172.20.0.2 (3e6e9a5d-838d-4531-8096-4c3e0d80c6bf/05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60/c9af00ed-9a84-4ed1-94e4-c0859ffda978) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:34:38.924665 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b883509-a5b2-49d0-87b0-c97eba30388f None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:38.970064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:38.990493 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:39.072566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Publish callbacks [] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:39.078149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:39.123983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:34:39.127023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:39.129705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:34:39.130721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:39.137586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Pushing event updated for resources: {'Port': ['ID=c9af00ed-9a84-4ed1-94e4-c0859ffda978,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:39.170968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:37Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:39.190527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Attempting to bind port c9af00ed-9a84-4ed1-94e4-c0859ffda978 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:34:39.190895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Attempting to bind port c9af00ed-9a84-4ed1-94e4-c0859ffda978 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:34:39.191253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Attempting to bind port c9af00ed-9a84-4ed1-94e4-c0859ffda978 on network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:39.195450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e3596-518c-461d-a783-e65ba5dc9c37 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:37Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:39.240950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:34:39.241571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Checking segment: {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:34:39.241971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:39.242357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Bound using segment: {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:34:39.242825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Bound port: c9af00ed-9a84-4ed1-94e4-c0859ffda978, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:34:39.243200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:39.296990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:39.314235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] For port c9af00ed-9a84-4ed1-94e4-c0859ffda978, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:34:39.318186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] For port c9af00ed-9a84-4ed1-94e4-c0859ffda978, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c9af00ed-9a84-4ed1-94e4-c0859ffda978,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:34:39.326637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:39.379855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de3dff-5a4f-42aa-a489-2dcce46bdfb3 None None] Pushing event updated for resources: {'Port': ['ID=c9af00ed-9a84-4ed1-94e4-c0859ffda978,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:39.422365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.1 (3e6e9a5d-838d-4531-8096-4c3e0d80c6bf/05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60/b0a005e9-7f19-41d3-aad6-24dedee5c45f) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:34:39.503338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:39.596259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:39.601514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:39.635747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:39.684746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:34:39.688296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:39.693415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:34:39.697706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:39.749585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (7c288584-fb98-4a5f-a0b9-1320a2fb3171), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:39.890499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.201172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c9af00ed-9a84-4ed1-94e4-c0859ffda978 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:40.253893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c9af00ed-9a84-4ed1-94e4-c0859ffda978 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:40.254548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.255090 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c9af00ed-9a84-4ed1-94e4-c0859ffda978 Oct 26 11:34:40.343663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c9af00ed-9a84-4ed1-94e4-c0859ffda978 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:40.344086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.382335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c9af00ed-9a84-4ed1-94e4-c0859ffda978, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c9af00ed-9a84-4ed1-94e4-c0859ffda978,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:40.387154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.388306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:40.436043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b77d9-c4da-46e4-9bc6-972c58e36be9 None None] Network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:34:40.501465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.506925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.587531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (7c288584-fb98-4a5f-a0b9-1320a2fb3171), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.589432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:40.672987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fba46313-7614-4dce-9fd9-c765612f3c45 None None] Provisioning complete for port c9af00ed-9a84-4ed1-94e4-c0859ffda978 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:40.673249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fba46313-7614-4dce-9fd9-c765612f3c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.673611 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fba46313-7614-4dce-9fd9-c765612f3c45 None None] Attempt 1 to provision port c9af00ed-9a84-4ed1-94e4-c0859ffda978 Oct 26 11:34:40.679756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c9af00ed-9a84-4ed1-94e4-c0859ffda978,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:40.689727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:34:40.692572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:40.716686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:40.716686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.716686 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:34:40.754059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:40.798996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:40.820190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:34:40.826110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:40.852689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fba46313-7614-4dce-9fd9-c765612f3c45 None None] Current status of the port c9af00ed-9a84-4ed1-94e4-c0859ffda978 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:40.881702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:40.882119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.916054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:40.920786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:40.960530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:40.965359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:34:40.973087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:40.973435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32768) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:40.974499 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8fb81380-e349-4ca1-96d9-2359444b1584 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/7c288584-fb98-4a5f-a0b9-1320a2fb3171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3107493 Oct 26 11:34:40.995003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:40.995631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:41.000129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:41.110306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:41.164973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b7d7ca-5215-4b09-9e98-be50505c9bdf tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:41.165597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b7d7ca-5215-4b09-9e98-be50505c9bdf tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:41.166068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b7d7ca-5215-4b09-9e98-be50505c9bdf tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:41.166525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b7d7ca-5215-4b09-9e98-be50505c9bdf tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:41.170185 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-21b7d7ca-5215-4b09-9e98-be50505c9bdf tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1935782 Oct 26 11:34:41.171003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32770) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:41.231419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a66cc5f-4379-457b-8b76-8c3394420ac4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:41.232285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a66cc5f-4379-457b-8b76-8c3394420ac4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:41.232943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a66cc5f-4379-457b-8b76-8c3394420ac4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:41.233588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a66cc5f-4379-457b-8b76-8c3394420ac4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:41.235649 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7a66cc5f-4379-457b-8b76-8c3394420ac4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0636351 Oct 26 11:34:41.236932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-665a7e32-74cc-4897-bf70-47013b231c50 None None] Provisioning complete for port c9af00ed-9a84-4ed1-94e4-c0859ffda978 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:41.237405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-665a7e32-74cc-4897-bf70-47013b231c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.237651 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-665a7e32-74cc-4897-bf70-47013b231c50 None None] Attempt 1 to provision port c9af00ed-9a84-4ed1-94e4-c0859ffda978 Oct 26 11:34:41.238765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32772) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:41.354877 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-589008a7-79e9-405f-af8c-d7b105d01629 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1141355 Oct 26 11:34:41.380760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:40Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:41.410550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:41.410910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Updating router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 port b0a005e9-7f19-41d3-aad6-24dedee5c45f binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:34:41.412814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-665a7e32-74cc-4897-bf70-47013b231c50 None None] Current status of the port c9af00ed-9a84-4ed1-94e4-c0859ffda978 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:41.435676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32776) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:41.441871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-bba1f1aa-2a84-4b8e-954b-6d7d9813c377 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784982170', 'description': 'tempest-secgroup-smoke-1784982170 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:41.443705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-665a7e32-74cc-4897-bf70-47013b231c50 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:41.444108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-665a7e32-74cc-4897-bf70-47013b231c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.444450 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-665a7e32-74cc-4897-bf70-47013b231c50 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:34:41.467992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba1f1aa-2a84-4b8e-954b-6d7d9813c377 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.469897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.481170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:41.515635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-665a7e32-74cc-4897-bf70-47013b231c50 None None] Port b0a005e9-7f19-41d3-aad6-24dedee5c45f cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:34:41.545770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba1f1aa-2a84-4b8e-954b-6d7d9813c377 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (338e6b7b-0363-4662-b730-6865e605bb59), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.550118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba1f1aa-2a84-4b8e-954b-6d7d9813c377 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (338e6b7b-0363-4662-b730-6865e605bb59), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.581216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bba1f1aa-2a84-4b8e-954b-6d7d9813c377 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.582468 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bba1f1aa-2a84-4b8e-954b-6d7d9813c377 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1453938 Oct 26 11:34:41.583582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1f1aa-2a84-4b8e-954b-6d7d9813c377 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338e6b7b-0363-4662-b730-6865e605bb59,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:41.585545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32778) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:41.590303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-d3985a27-dbe6-4677-af5f-71bb6d3512eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '338e6b7b-0363-4662-b730-6865e605bb59', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:41.619823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d3985a27-dbe6-4677-af5f-71bb6d3512eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (da023a09-2091-4590-9a6c-fe399becf8ae), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.681808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d3985a27-dbe6-4677-af5f-71bb6d3512eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (da023a09-2091-4590-9a6c-fe399becf8ae), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.682024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2f36ecfe-da01-4f24-8574-11d2d5ffd0a3 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:41.682248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f36ecfe-da01-4f24-8574-11d2d5ffd0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.682709 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2f36ecfe-da01-4f24-8574-11d2d5ffd0a3 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:34:41.685596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d3985a27-dbe6-4677-af5f-71bb6d3512eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (da023a09-2091-4590-9a6c-fe399becf8ae), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.701749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3985a27-dbe6-4677-af5f-71bb6d3512eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da023a09-2091-4590-9a6c-fe399becf8ae,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:41.702491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.715672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d3985a27-dbe6-4677-af5f-71bb6d3512eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.719963 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d3985a27-dbe6-4677-af5f-71bb6d3512eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303773 Oct 26 11:34:41.720384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32780) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:41.725827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-17c3287b-ee5d-48e6-9d80-0d839b5eee24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '338e6b7b-0363-4662-b730-6865e605bb59', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:41.739673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2f36ecfe-da01-4f24-8574-11d2d5ffd0a3 None None] Port b0a005e9-7f19-41d3-aad6-24dedee5c45f cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:34:41.757105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-17c3287b-ee5d-48e6-9d80-0d839b5eee24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (f7ff6170-4c27-45d9-9064-af7cf97128f5), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.764764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:41.812204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Publish callbacks [] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.817821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-17c3287b-ee5d-48e6-9d80-0d839b5eee24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (f7ff6170-4c27-45d9-9064-af7cf97128f5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.818565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.821192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-17c3287b-ee5d-48e6-9d80-0d839b5eee24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (f7ff6170-4c27-45d9-9064-af7cf97128f5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.824382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:41.840329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3287b-ee5d-48e6-9d80-0d839b5eee24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ff6170-4c27-45d9-9064-af7cf97128f5,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:41.850650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-17c3287b-ee5d-48e6-9d80-0d839b5eee24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.851934 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-17c3287b-ee5d-48e6-9d80-0d839b5eee24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304436 Oct 26 11:34:41.856548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32782) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:41.862316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0af6cd5e-0b64-4678-8add-f6c64ff75fd1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '338e6b7b-0363-4662-b730-6865e605bb59', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:41.892178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0af6cd5e-0b64-4678-8add-f6c64ff75fd1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6e6130dc-41d7-40da-aff9-2013697e76bb), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.897982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9925a9-fc2d-4f46-ad4b-43cebaa47b2d None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:41.927953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Attempting to bind port b0a005e9-7f19-41d3-aad6-24dedee5c45f on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:34:41.928491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Attempting to bind port b0a005e9-7f19-41d3-aad6-24dedee5c45f by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:34:41.928861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Attempting to bind port b0a005e9-7f19-41d3-aad6-24dedee5c45f on network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:41.952742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0af6cd5e-0b64-4678-8add-f6c64ff75fd1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6e6130dc-41d7-40da-aff9-2013697e76bb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.956917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0af6cd5e-0b64-4678-8add-f6c64ff75fd1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6e6130dc-41d7-40da-aff9-2013697e76bb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.973458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:34:41.973921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Checking segment: {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:34:41.974380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.974936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Bound using segment: {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:34:41.975309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Bound port: b0a005e9-7f19-41d3-aad6-24dedee5c45f, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:34:41.975684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.976487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6cd5e-0b64-4678-8add-f6c64ff75fd1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6130dc-41d7-40da-aff9-2013697e76bb,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:41.983850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0af6cd5e-0b64-4678-8add-f6c64ff75fd1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:41.988851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32784) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:41.989042 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0af6cd5e-0b64-4678-8add-f6c64ff75fd1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313961 Oct 26 11:34:41.993876 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f3f0f071-feca-4107-84e7-485d036c1ec4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '338e6b7b-0363-4662-b730-6865e605bb59', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:42.020376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f3f0f071-feca-4107-84e7-485d036c1ec4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (0ed158c4-434b-452c-a2f3-c228ac38393a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.042466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:34:42.045468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:34:42.051873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.088269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:42.088906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:42.092135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f3f0f071-feca-4107-84e7-485d036c1ec4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (0ed158c4-434b-452c-a2f3-c228ac38393a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.097268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f3f0f071-feca-4107-84e7-485d036c1ec4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0ed158c4-434b-452c-a2f3-c228ac38393a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.116763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0f071-feca-4107-84e7-485d036c1ec4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed158c4-434b-452c-a2f3-c228ac38393a,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:42.127843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f3f0f071-feca-4107-84e7-485d036c1ec4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.130153 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f3f0f071-feca-4107-84e7-485d036c1ec4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394734 Oct 26 11:34:42.132547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32786) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:42.137844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-24c61f89-9c9b-4732-a2ea-ec3750b93acf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '338e6b7b-0363-4662-b730-6865e605bb59', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:42.146250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c9af00ed-9a84-4ed1-94e4-c0859ffda978 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:42.161877 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-24c61f89-9c9b-4732-a2ea-ec3750b93acf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:34:42.168149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24c61f89-9c9b-4732-a2ea-ec3750b93acf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (e940a504-0078-41d6-9554-6a46a0a9bafc), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.173311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9925a9-fc2d-4f46-ad4b-43cebaa47b2d None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:42.229680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24c61f89-9c9b-4732-a2ea-ec3750b93acf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (e940a504-0078-41d6-9554-6a46a0a9bafc), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.233604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24c61f89-9c9b-4732-a2ea-ec3750b93acf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (e940a504-0078-41d6-9554-6a46a0a9bafc), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.251466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:42.252695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c61f89-9c9b-4732-a2ea-ec3750b93acf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e940a504-0078-41d6-9554-6a46a0a9bafc,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:42.260433 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24c61f89-9c9b-4732-a2ea-ec3750b93acf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.261717 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-24c61f89-9c9b-4732-a2ea-ec3750b93acf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280239 Oct 26 11:34:42.264460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32788) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:42.269463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4052e479-5769-47f9-8d3c-448008d18e41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '338e6b7b-0363-4662-b730-6865e605bb59', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:42.275811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c9af00ed-9a84-4ed1-94e4-c0859ffda978 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:42.276213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.276544 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c9af00ed-9a84-4ed1-94e4-c0859ffda978 Oct 26 11:34:42.291575 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-4052e479-5769-47f9-8d3c-448008d18e41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:34:42.300435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4052e479-5769-47f9-8d3c-448008d18e41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (7708b06a-a09b-4407-bfc1-84dcd6cee79e), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.352406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4052e479-5769-47f9-8d3c-448008d18e41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (7708b06a-a09b-4407-bfc1-84dcd6cee79e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.355876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4052e479-5769-47f9-8d3c-448008d18e41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (7708b06a-a09b-4407-bfc1-84dcd6cee79e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.363419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:42.377246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052e479-5769-47f9-8d3c-448008d18e41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7708b06a-a09b-4407-bfc1-84dcd6cee79e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:42.385090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4052e479-5769-47f9-8d3c-448008d18e41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.386290 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4052e479-5769-47f9-8d3c-448008d18e41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208825 Oct 26 11:34:42.460277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c9af00ed-9a84-4ed1-94e4-c0859ffda978 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:42.512312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:42.535884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:42Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:42.563682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-230fafbf-66e8-455f-bfa6-7ab6a922adee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1784982170&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.0449314 Oct 26 11:34:42.569106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fa0ae-dcc7-4d37-a8c5-0b698be5b4dd None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:42Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:42.612992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:42.621695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:42.622115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.645133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:42.649990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.688652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:42.700511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-5e1bf9fe-4296-4838-9ef1-cf9905ac9d9e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:42.701814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:42.702028 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-5e1bf9fe-4296-4838-9ef1-cf9905ac9d9e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 797 time: 0.1311526 Oct 26 11:34:42.720637 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-f2b6eec0-8273-48f1-a04c-29fd64365029 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/quotas/96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 375 time: 0.0100210 Oct 26 11:34:42.797341 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-8d9d4bf9-222d-49fa-a213-177327b6f2c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702798 Oct 26 11:34:42.902150 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-1a90a7d5-73e5-4f6b-8600-3f55f7fd22aa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959468 Oct 26 11:34:42.916681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:43.001446 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-38c5f77b-0312-411e-866a-3a96b54cb8d9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930028 Oct 26 11:34:43.182714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-07ad1311-e057-42aa-8b3a-f4b14ab4d3b2 req-9b4499a0-c166-4ecc-a082-f33ea90a5ea6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 210 time: 0.0347986 Oct 26 11:34:44.153965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:44.203819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:44.204193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.204525 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:34:44.254676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:44.322754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-43c6b40a-d559-44b4-b862-17f9b7a2661c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:44.324328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-43c6b40a-d559-44b4-b862-17f9b7a2661c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 797 time: 0.1221361 Oct 26 11:34:44.339461 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fcfa0c02-4701-4087-b1c6-259149d076a3 req-f738f942-0578-414a-83ac-56aa7d8818fe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 210 time: 0.0299389 Oct 26 11:34:44.362763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:44.417596 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-c99f59a0-3d56-4390-a8f8-f70bf592c5d3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 380 time: 0.0778394 Oct 26 11:34:44.437030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'port': {'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'admin_state_up': True, 'tenant_id': '96acf66580ef42109af70a407c10125a', 'security_groups': ['338e6b7b-0363-4662-b730-6865e605bb59']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:44.453001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:44.453001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.494419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:44.499608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.500912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:44.558714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:34:44.563344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.582470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:44.590390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:44.590900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.591334 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:34:44.665384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:44.665777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.687363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:44.691173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.695622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.3 (3e6e9a5d-838d-4531-8096-4c3e0d80c6bf/05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60/3ab3c874-733e-4ad9-8743-e3219bb33c62) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:34:44.741267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:44.839206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.864395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:44.864395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:44.864395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:44.876945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.920340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:34:44.924121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:44.930390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:34:44.958615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=3ab3c874-733e-4ad9-8743-e3219bb33c62,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:44.982616 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:44.991065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:44.991689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:45.008731 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-a3342cd1-66cb-4bbd-bb81-707555677819 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789154 Oct 26 11:34:45.025704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Request body: {'port': {'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:45.093328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:45.185460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1fd9a0b8-d96a-49b1-b4ca-b3b2dedfc6a8 None None] Provisioning complete for port 3ab3c874-733e-4ad9-8743-e3219bb33c62 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:45.186094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1fd9a0b8-d96a-49b1-b4ca-b3b2dedfc6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:45.186415 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1fd9a0b8-d96a-49b1-b4ca-b3b2dedfc6a8 None None] Attempt 1 to provision port 3ab3c874-733e-4ad9-8743-e3219bb33c62 Oct 26 11:34:45.221445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:45.222652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9a0b8-d96a-49b1-b4ca-b3b2dedfc6a8 None None] Port 3ab3c874-733e-4ad9-8743-e3219bb33c62 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:34:45.241781 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:45.258376 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:45.274865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:44Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:45.302851 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:45.311673 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:45.312318 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:45.377527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab3c874-733e-4ad9-8743-e3219bb33c62 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:34:45.385451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Publish callbacks [] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:45.404844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Transition to ACTIVE for port object 3ab3c874-733e-4ad9-8743-e3219bb33c62 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:34:45.409254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:45.418961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:45.473338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c82c66-b30c-4afe-92f7-3873fc809bfb req-f2875b38-0cdf-4f5e-90f6-9d0e49086d5d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:45.473933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab3c874-733e-4ad9-8743-e3219bb33c62,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:45.475132 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-36c82c66-b30c-4afe-92f7-3873fc809bfb req-f2875b38-0cdf-4f5e-90f6-9d0e49086d5d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 943 time: 0.0489953 Oct 26 11:34:45.531199 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Attempting to bind port 3ab3c874-733e-4ad9-8743-e3219bb33c62 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:34:45.531536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Attempting to bind port 3ab3c874-733e-4ad9-8743-e3219bb33c62 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:34:45.531902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Attempting to bind port 3ab3c874-733e-4ad9-8743-e3219bb33c62 on network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:45.537958 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-36c82c66-b30c-4afe-92f7-3873fc809bfb req-b76fb299-8c33-4d85-974a-938b7696a083 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459521 Oct 26 11:34:45.580682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Port 3ab3c874-733e-4ad9-8743-e3219bb33c62 on network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:34:45.581015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Attempting to bind port 3ab3c874-733e-4ad9-8743-e3219bb33c62 on network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:45.608336 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:44Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:45.624164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:34:45.624499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Checking segment: {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:34:45.624884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Bound using segment: {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:34:45.625333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Bound port: 3ab3c874-733e-4ad9-8743-e3219bb33c62, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:34:45.625685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:45.634637 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616cf04-d4fc-4a0b-a68d-3acb19064c34 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:44Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:45.692850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] For port 3ab3c874-733e-4ad9-8743-e3219bb33c62, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:34:45.696665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] For port 3ab3c874-733e-4ad9-8743-e3219bb33c62, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:34:45.704640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:45.709054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:45.709681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:45.711084 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 1093 time: 0.6897137 Oct 26 11:34:45.711616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:45.713994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c642965-51c9-4b48-98fd-fb1291b0a01a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:45.762050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e401f124-9737-4bc8-ac2a-2cce14b518b4 x-openstack-request-id: req-e401f124-9737-4bc8-ac2a-2cce14b518b4 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:45.762324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:45.762557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e401f124-9737-4bc8-ac2a-2cce14b518b4 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:45.762964 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e401f124-9737-4bc8-ac2a-2cce14b518b4'] response: {'name': 'network-changed', 'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'status': 'completed', 'code': 200} Oct 26 11:34:45.767957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172ff3-5382-46c3-b8be-82f8480d97c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab3c874-733e-4ad9-8743-e3219bb33c62,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:45.826867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-bb81f945-15cd-4ad3-a66c-3f228fb2f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:45.828466 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-bb81f945-15cd-4ad3-a66c-3f228fb2f9db service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1127 time: 0.0425043 Oct 26 11:34:45.878856 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-4b817b3d-0c2c-462e-9887-c818f96d03dd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 217 time: 0.0362847 Oct 26 11:34:45.946294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-c04ddc9f-d7e0-40a5-9c07-75e8c9b432d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:45.947797 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-c04ddc9f-d7e0-40a5-9c07-75e8c9b432d0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 200 len: 835 time: 0.0629554 Oct 26 11:34:46.004003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-bd46e778-bcdf-47ae-ae5c-71db1f9cc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:46.005530 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-bd46e778-bcdf-47ae-ae5c-71db1f9cc2d4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0520420 Oct 26 11:34:46.075246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:46.107543 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-5b294798-3def-49eb-bc76-4bb835af3147 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948553 Oct 26 11:34:46.155547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:46.155895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.191806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:46.197316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.211300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:46.214867 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b7b9bd3-c309-4c3d-9bec-027b63fc46ab req-00bf6daf-edee-4be6-a403-7c4b1ca62a0a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001227 Oct 26 11:34:46.227514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:46.286692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:46.316865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:46.330680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:46.417652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:46.452937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:46.468423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:46.468915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.469321 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:34:46.547165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:46.547551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.587824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:46.592646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.655966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:46.660041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:46.686387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f5a7-94f6-4289-b41f-85cf79893fdc req-020dd20e-7fa7-4f85-9b7f-13bea74682cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:46.687548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.687991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.688432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.688797 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-afe8f5a7-94f6-4289-b41f-85cf79893fdc req-020dd20e-7fa7-4f85-9b7f-13bea74682cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 943 time: 0.0516605 Oct 26 11:34:46.688931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.689151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.689493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.689826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.690157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.690485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.690926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.691267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.691598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.691967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.692294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.692619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:46.751362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:46.751875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.759747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-afe8f5a7-94f6-4289-b41f-85cf79893fdc req-e6161211-cfd1-4ba1-9627-708451afdbce tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651319 Oct 26 11:34:46.776842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:46.782271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.835064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:46.968153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-b1b8c34a-89ec-4b24-9ffb-e145c65dcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:46.969683 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-b1b8c34a-89ec-4b24-9ffb-e145c65dcf1e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1127 time: 0.0453012 Oct 26 11:34:46.997231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:47.072941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-f85bccf5-087e-4870-a50f-dccf20ccd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:47.074432 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-f85bccf5-087e-4870-a50f-dccf20ccd20d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 898 time: 0.0981295 Oct 26 11:34:47.112812 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-d9212af7-b19e-4f92-8201-1a3a7c3dec0d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 217 time: 0.0319240 Oct 26 11:34:47.165315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-23016426-dd0b-4d29-855f-49ea1c53fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:47.166963 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-23016426-dd0b-4d29-855f-49ea1c53fdcd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 200 len: 835 time: 0.0482831 Oct 26 11:34:47.210763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-999b950f-9e25-4fa0-94ae-3a9fc5197436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:47.212260 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-999b950f-9e25-4fa0-94ae-3a9fc5197436 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389173 Oct 26 11:34:47.303009 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-8631fe15-89e1-4174-899b-cdb4212e80b3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844290 Oct 26 11:34:47.399144 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9c642965-51c9-4b48-98fd-fb1291b0a01a req-37e23494-caa4-4538-8279-6636e2fc0c70 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905371 Oct 26 11:34:47.889506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf12c6-14a0-4f56-b70e-6eb780594253 req-cc2c86f1-fc12-42fe-842b-6c7fa268cc34 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:47.891051 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9bf12c6-14a0-4f56-b70e-6eb780594253 req-cc2c86f1-fc12-42fe-842b-6c7fa268cc34 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 943 time: 0.0512335 Oct 26 11:34:47.959652 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9bf12c6-14a0-4f56-b70e-6eb780594253 req-d6487f79-d310-4cb6-bc23-54ea4ceb8506 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565526 Oct 26 11:34:47.963683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:47.973572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:47.974199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:48.086062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:48.165805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:48.241639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 3ab3c874-733e-4ad9-8743-e3219bb33c62 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:34:48.442859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:48.449997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:48.450402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:48.455024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:48.495534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:46Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:46Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:48.543415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 3ab3c874-733e-4ad9-8743-e3219bb33c62, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:48.547593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:48.574373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:34:48.579655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:48.582864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:48.583613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:48.623369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:48.702503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 3ab3c874-733e-4ad9-8743-e3219bb33c62 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:48.702882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:48.886993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:48.892778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab3c874-733e-4ad9-8743-e3219bb33c62 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:34:48.926229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:48.928975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 3ab3c874-733e-4ad9-8743-e3219bb33c62, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:48.951547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:49.077052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=3ab3c874-733e-4ad9-8743-e3219bb33c62,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:49.081229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38cf84-38c7-4b0d-b3c0-877976a71cee req-2af16503-1451-4823-95a9-8c8dc64e771d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:49.083105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b38cf84-38c7-4b0d-b3c0-877976a71cee req-2af16503-1451-4823-95a9-8c8dc64e771d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 944 time: 0.0470030 Oct 26 11:34:49.134770 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b38cf84-38c7-4b0d-b3c0-877976a71cee req-ef10dbf0-d11d-49cd-be59-d922a8b27ba9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452535 Oct 26 11:34:49.160980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:46Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:48Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:49.190442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0f6d9-63e4-48e9-ac8f-666cf75dcf30 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:46Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:48Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:49.225370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['3ab3c874-733e-4ad9-8743-e3219bb33c62'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:34:49.435795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:49.469114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:50.159897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:50.208534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:50.208951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.209290 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:34:50.236552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 3ab3c874-733e-4ad9-8743-e3219bb33c62 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:50.270670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec0f85-adb0-4206-9928-262fcdca4c34 req-99bad6b3-7dd7-4ba5-8dc1-19a0b6d2f6af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:50.272304 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-26ec0f85-adb0-4206-9928-262fcdca4c34 req-99bad6b3-7dd7-4ba5-8dc1-19a0b6d2f6af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 944 time: 0.0549502 Oct 26 11:34:50.317958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 3ab3c874-733e-4ad9-8743-e3219bb33c62 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:34:50.326673 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-26ec0f85-adb0-4206-9928-262fcdca4c34 req-195f1087-d878-47bb-8384-a286f44e4ed2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485504 Oct 26 11:34:50.327601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 3ab3c874-733e-4ad9-8743-e3219bb33c62 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:50.328086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.328456 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 3ab3c874-733e-4ad9-8743-e3219bb33c62 Oct 26 11:34:50.352729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:50.353121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.401730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:50.406238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.406984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:50.481995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 3ab3c874-733e-4ad9-8743-e3219bb33c62 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:50.482377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.528046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:50.535537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:50.538628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b61984-a7ad-4ff3-ad39-46e6019d1c8e" -d '{"events": [{"server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "name": "network-vif-plugged", "status": "completed", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:50.543579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:50.543978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.544315 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:34:50.569641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 3ab3c874-733e-4ad9-8743-e3219bb33c62, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:50.579082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5e959d-63ff-4da4-880a-9ffedd9c267a x-openstack-request-id: req-8a5e959d-63ff-4da4-880a-9ffedd9c267a {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:50.579373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "name": "network-vif-plugged", "status": "completed", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:50.579628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a5e959d-63ff-4da4-880a-9ffedd9c267a {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:50.580077 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5e959d-63ff-4da4-880a-9ffedd9c267a'] response: {'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'code': 200} Oct 26 11:34:50.580778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.665687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=3ab3c874-733e-4ad9-8743-e3219bb33c62,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:50.673751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:50.674131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.696746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:50.700826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.749316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:50.798585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e116c35-0468-4493-b8b8-ab302ef715d8 req-8ac52b84-e639-486b-9ec8-42af497d8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:50.800188 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0e116c35-0468-4493-b8b8-ab302ef715d8 req-8ac52b84-e639-486b-9ec8-42af497d8d50 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1129 time: 0.0439823 Oct 26 11:34:50.846368 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0e116c35-0468-4493-b8b8-ab302ef715d8 req-52b87957-30e1-4844-8119-431e87cb2344 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Oct 26 11:34:51.017026 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:51.021236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:51.021851 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:51.058018 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:51.125995 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:51.303171 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:50Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:50Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:51.327523 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:51.336430 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:51.337013 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:51.439370 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:51.452358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c90f10-3cda-48bd-b219-0490cfda8ad5 req-acd8283c-8399-4ed3-b831-eacf6e7bc87f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:51.453845 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-89c90f10-3cda-48bd-b219-0490cfda8ad5 req-acd8283c-8399-4ed3-b831-eacf6e7bc87f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 945 time: 0.0473485 Oct 26 11:34:51.504227 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-89c90f10-3cda-48bd-b219-0490cfda8ad5 req-6fe1bc78-eac3-4f4a-a46a-becf17eea5c7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447640 Oct 26 11:34:51.625814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:50Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:50Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:51.650288 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33056b6-a0ed-49b8-9e77-706244b6f6d9 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:50Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:50Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:52.077587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:52.106179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:52.159608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:52.159944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:52.196111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:52.198927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:52.204100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:52.224331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:52.311038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:52.351382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:52.421408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:52.468037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:52.468408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:52.468736 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:34:52.552398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:52.552795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:52.589286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:52.593834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:52.639876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:52.648993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09606-2535-433f-848c-96d6954921f3 req-86366d67-a2f5-45a1-b113-b214b6ae1931 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:52.649948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:52.651005 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c3f09606-2535-433f-848c-96d6954921f3 req-86366d67-a2f5-45a1-b113-b214b6ae1931 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 945 time: 0.0607085 Oct 26 11:34:52.664226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:52.705738 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c3f09606-2535-433f-848c-96d6954921f3 req-d68739a0-417d-4693-8954-ff58c40c9efc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484931 Oct 26 11:34:52.754224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:52.754614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:52.779918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:52.785331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:52.839324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:52.847564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6e534-6abb-4a9c-8700-a7635ec2b499 req-67d0b080-226f-4dc8-bc8f-eb66078016ad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:52.849084 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-29b6e534-6abb-4a9c-8700-a7635ec2b499 req-67d0b080-226f-4dc8-bc8f-eb66078016ad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 945 time: 0.0520251 Oct 26 11:34:52.901808 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-29b6e534-6abb-4a9c-8700-a7635ec2b499 req-0a6967b0-900b-4af4-bcd2-16569e29f087 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464036 Oct 26 11:34:52.930751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32838) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:52.970016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf0552-39b6-4302-97f1-caf664dfec24 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:52.972158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2fbf0552-39b6-4302-97f1-caf664dfec24 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1124 time: 0.0397859 Oct 26 11:34:52.975324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32840) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:52.979465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:53.000781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:53.081869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:53.092050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:53.188082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.123 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:34:53.294558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:53.327185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:53.374988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:34:53.380900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:53.383010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:53.385142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:34:53.414468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.414828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.415138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.415476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.415825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.416157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.416526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.416805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.417124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.417488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.417750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.418069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.418382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.418695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.419008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:53.526015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:53.528161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:53.528815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:53.560311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:53.634184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:53.755858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (78b54c35-1524-4ed1-be11-73b5eb1b30f6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:53.779945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:53.822590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:52Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:52Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:53.826736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:53.852051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:53.853714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:53.865131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:53.866203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:53.932072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:54.000166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:54.005488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:54.074041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:54.076539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (78b54c35-1524-4ed1-be11-73b5eb1b30f6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:54.121301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:54.147397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:54.332870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:54.333175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:54.395118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:54.399952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:54.473756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:52Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:34:53Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:52Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:54.497097 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6 associated. External IP: 172.26.0.123, port: 3ab3c874-733e-4ad9-8743-e3219bb33c62. Oct 26 11:34:54.504379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:54.507483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71feff1-63b7-48db-9bd1-cbb57bf022e9 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:52Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:34:53Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:52Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:54.721161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:34:54.777851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:54.836026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:34:54.855077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:54.888745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e89dd3f5-e4bc-4e64-9ad2-a50ce4ee9457 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9123847 Oct 26 11:34:54.889394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:54.892206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32842) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:54.892663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a3057-7f46-44ac-a452-81fbd6522af9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:54.934891 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb288c5-b1d2-46dc-bb1a-07d5136b7609 x-openstack-request-id: req-bfb288c5-b1d2-46dc-bb1a-07d5136b7609 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:54.935254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:54.935577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfb288c5-b1d2-46dc-bb1a-07d5136b7609 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:54.936093 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb288c5-b1d2-46dc-bb1a-07d5136b7609'] response: {'name': 'network-changed', 'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'status': 'completed', 'code': 200} Oct 26 11:34:55.046902 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6669b147-c22f-4abc-8d51-634475fdccf4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/routers/7c288584-fb98-4a5f-a0b9-1320a2fb3171 HTTP/1.1" status: 200 len: 923 time: 0.1468563 Oct 26 11:34:55.047470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32846) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:55.047600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-83a33d01-cb47-4ef7-90d0-9bb8b9a36c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:55.049676 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-83a33d01-cb47-4ef7-90d0-9bb8b9a36c60 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1129 time: 0.0592701 Oct 26 11:34:55.117153 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2797ac56-d471-4848-9b20-f06664728e91 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 991 time: 0.0680726 Oct 26 11:34:55.162434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-eaa78967-e05a-4786-9175-1c17a762c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:55.165307 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-eaa78967-e05a-4786-9175-1c17a762c76a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 898 time: 0.1093175 Oct 26 11:34:55.237670 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-87fc50fc-a019-4916-8b41-dd2b43931d7a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 999 time: 0.0642159 Oct 26 11:34:55.290008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-21783daa-a9c8-48bf-968c-d0c9e17af24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:55.291584 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-21783daa-a9c8-48bf-968c-d0c9e17af24d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 200 len: 835 time: 0.0483804 Oct 26 11:34:55.338013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-8f5a5ef9-0da9-4114-840a-45497246321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:55.339583 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-8f5a5ef9-0da9-4114-840a-45497246321c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423901 Oct 26 11:34:55.437567 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-38673897-d9c7-453a-b210-6c849a50f832 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918465 Oct 26 11:34:55.463141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:55.502577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:55.533526 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c27a3057-7f46-44ac-a452-81fbd6522af9 req-66eb6088-fac6-4056-b4b4-dad0409b6fda service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902801 Oct 26 11:34:56.118539 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd0a963-a2f1-4298-a35a-79794e5bf153 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:56.120793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32848) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:56.183079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:56.186313 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-95912e1a-0b71-408b-a70d-02fab01399d7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 991 time: 0.0635364 Oct 26 11:34:56.220744 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:56.228185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:56.228552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:56.228912 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:34:56.304271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:56.304661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:56.342662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:56.346751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:56.347597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:56.405192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:56.424388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:56.433079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:56.433587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:56.433794 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:34:56.508424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:56.508811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:56.519848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:56.531004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:56.534656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:56.579992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:56.654849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6e59458e-3397-4b59-822c-8b4428194913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:57.009765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:57.012122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:57.012740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:57.115414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:57.189093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32850) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:57.247495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f0509a70-cb81-49f0-878b-7d120bd14d0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0571122 Oct 26 11:34:57.327928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:56Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:34:56Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:56Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:57.352422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:57.361332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:57.361926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:57.461248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:57.649374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:57.664755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:56Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:34:56Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:56Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:57.692077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea693f4-4776-43d4-8cd7-751f858a931e None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:56Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:34:56Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:56Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:58.081372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:58.156478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:58.156862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:58.192059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:58.196906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:58.201943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:58.223821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:58.251412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:58.283639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:58.335557 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6c4af041-72ec-4167-a061-510c0e7fee9e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0823913 Oct 26 11:34:58.341755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:58.417172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:58.464316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:58.464610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:58.464943 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:34:58.543368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:58.544394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:58.579110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:58.583098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:58.634576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:58.648275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:58.727173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:58.727568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:58.749975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:58.757676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:58.811157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:58.859408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f6bbfeb-9ecd-4cee-bc7f-a9a32cc88055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:59.290134 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a11943-9520-4f53-8ca7-7eb136fcc671 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:59.339500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32854) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:59.401057 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-547bba9b-6267-4e5d-be80-abbdd5c08408 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0592210 Oct 26 11:35:00.024933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:00.276870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:00.281362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:00.281984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:00.403555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32856) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:00.457527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:00.466475 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-af304a06-606d-4103-90e2-4116438aa202 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0616679 Oct 26 11:35:00.505200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:00.576159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:00.624327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:00.624718 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:00.672450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:00.708967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:00.743927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:00.817141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:00.861275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:58Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:34:59Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:34:58Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:00.889601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:00.898180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:00.898786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:00.997520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:01.205872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:58Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:34:59Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:00Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:01.229987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71f48df-23af-49d6-8906-07c360e6896e None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:34:58Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:34:59Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:00Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:01.470552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32858) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:01.506856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:01.508926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:01.534676 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bf6478f3-2688-4704-a3de-5e8e5cccfcb9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0629208 Oct 26 11:35:01.539364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:02.177811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:02.227233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:02.227884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:02.227884 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:35:02.290291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:02.302107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:02.302499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:02.336866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:02.342128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:02.342997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:02.392244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:02.423882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:02.433719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:02.434123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:02.434483 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:35:02.505692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:02.505998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:02.530498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:02.534207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:02.538308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32860) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:02.585362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:02.603928 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-68949b5f-eda8-4815-96f6-be81f1cfcbc2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0640590 Oct 26 11:35:02.785892 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f740abb3-4a75-4d20-979d-1a6b702c8177 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:02.879156 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:03.606360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32862) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:03.669355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:03.669783 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29e30061-471b-4718-9593-fd86dc5f7349 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0596528 Oct 26 11:35:03.674851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:03.675462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:03.776567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:03.988509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:02Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:02Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:02Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:04.014074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:04.022432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:04.023057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:04.241085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:04.288516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:04.385667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:04.401875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:04.402261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:04.407982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:04.487605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:04.494217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:04.494857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:04.617236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:04.654225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:02Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:02Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:02Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:04.671140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32864) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:04.683062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7bb36-622b-431b-a408-a3859f6d6689 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:02Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:02Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:02Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:04.684730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:04.685122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:04.707670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:04.713391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:04.738538 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-afe74015-27d3-4c16-8890-5d4b4a58b5e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0662034 Oct 26 11:35:04.763003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:05.741583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32866) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:05.756814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:35:05.808658 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4ba73c0f-ed74-4cac-b5c4-1fb245edab57 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0657518 Oct 26 11:35:06.165970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:06.213610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:06.213988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:06.214329 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:35:06.254394 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8caf12f-a859-433b-ad07-ee4e63ef2c52 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:06.296191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:06.296586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:06.330205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:06.333893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:06.334646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:06.410900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:06.420523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:06.420777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:06.421112 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:35:06.496314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:06.496591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:06.525588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:06.529673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:06.556778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:06.564820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:06.583975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:06.630324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:06.630324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:06.630484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:06.731714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:06.811755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32868) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:06.876654 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-db366ef3-32c4-47ee-9c62-27dc26b48a63 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0615788 Oct 26 11:35:06.942800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:06Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:06Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:06.970946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:06.979924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:06.980528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:07.076947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:07.284444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:06Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:06Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:07.308057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc91cf0-70ff-4a4f-ae72-dbd449701e1a None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:06Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:06Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:07.877859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:07.951776 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f9282123-9412-4ea8-8379-35451c5d41a4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0727377 Oct 26 11:35:08.088400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:08.167360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:08.167783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:08.202887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:08.207757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:08.208590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:08.262134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:08.268491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:08.288582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:08.331559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:08.331978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:08.354974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:08.358979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:08.385693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:08.440015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:08.486079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:08.487061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:08.554541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:08.634788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:08.678763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:08.679138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:08.679476 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:35:08.751862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:08.752253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:08.787094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:08.791102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:08.791958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:08.866088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:08.878719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:08.878992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:08.879377 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:35:08.901643 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ef6fc-99aa-4bab-934a-891452910e51 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:08.955642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:09.023421 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-64e8697e-93af-4530-be48-6ac00e78d413 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0654294 Oct 26 11:35:09.098463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:09.098859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:09.121068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:09.124898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:09.171794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:09.553165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:09.553165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:09.556033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:09.556644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:09.611854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:09.658899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:09.867847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:09Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:08Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:09.891996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:09.901711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:09.902387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:10.007264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:10.026206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:10.089573 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7bd52b0c-c8da-4e38-a407-4d4880ede01c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0621762 Oct 26 11:35:10.143993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:10.289507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:10.289890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:10.299699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:09Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:08Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:10.335584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec6884-22a1-442a-9fe3-dfab9bfede03 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:09Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:08Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:10.354516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:10.358930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:10.359766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:10.402181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:10.439809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:10.476081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:10.476469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:10.499294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:10.505631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:10.572632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:10.585545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:11.093672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32876) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:11.159070 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f1e11709-0943-4424-bceb-ef9a928f7eee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0642540 Oct 26 11:35:11.623197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:11.880115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967cc677-20bf-419e-bf7d-8438ffce80ef None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:12.163404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:12.190249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:12.225386 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-51e48f69-0faa-424e-9b56-7a7f23b60438 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0606823 Oct 26 11:35:12.235020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:12.235394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:12.235749 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:35:12.309178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:12.309495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:12.329783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:12.333900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:12.379921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:12.530602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:12.530602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:12.530898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:12.634136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:12.841928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:12Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:11Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:10Z', 'revision_number': 22, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:12.866113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:12.874436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:12.875046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:12.975742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:13.013363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:13.160963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:13.180441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:12Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:11Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:10Z', 'revision_number': 22, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:13.209236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56bbc42-c591-4835-8612-b3dbaf1dc1d6 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:12Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:11Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:10Z', 'revision_number': 22, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:13.229184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32880) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:13.293149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d94b8bbf-5ac2-47c9-97d9-691b9ab4c573 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0628240 Oct 26 11:35:14.090619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:14.165746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:14.166720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:14.297206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32882) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:14.363234 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3e293a3d-60ac-45c5-9b48-970508d529bd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0648322 Oct 26 11:35:14.386131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:14.386515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:14.408299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:14.412322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:14.434624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:14.488034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:14.531185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:14.532150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:14.601169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:14.684227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:14.727700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:14.728097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:14.728433 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:35:14.775902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07de74-6e52-4007-bfe4-d3b390a0d791 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:14.808162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:14.808546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:14.841631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:14.845491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:14.846270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:14.865603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:14.923159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:14.933921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:14.934293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:14.934624 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:35:15.009694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:15.010009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:15.033207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:15.040655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:15.043552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:15.095031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:15.367222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:15.411486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:15.411486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:15.411486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:15.434887 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9886484b-0a86-4dbb-85eb-b8f79e04c1ad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0664701 Oct 26 11:35:15.512554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:15.722944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:15Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:14Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:14Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:15.747451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:15.756730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:15.757334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:15.860708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:16.033332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:16.070505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:15Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:14Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:14Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:16.095603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48cd40-c89f-4171-a361-eab07fc60b10 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:15Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:14Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:14Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:16.138254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:16.215206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:16.215592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:16.250732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:16.256235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:16.257072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:16.298868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:16.336421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:16.383355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:16.383810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:16.406428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:16.410654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:16.444642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32886) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:16.472647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:16.507712 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f4eef3ed-18fa-4487-9b3b-69a0f1b01347 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0613122 Oct 26 11:35:17.511475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32888) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:17.572900 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a441dba-b9b4-44c1-aef7-9efbe812d46a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0602655 Oct 26 11:35:17.689169 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7dcca2-00cf-4baa-b6b7-b9fe01659509 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:18.317355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:18.319280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:18.319950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:18.423649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:18.577671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:18.633089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:16Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:17Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:16Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:18.637773 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-53c3e396-ebbb-489f-b220-5b0ea3e6161a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0590582 Oct 26 11:35:18.658043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:18.666377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:18.666976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:18.909851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:18.988647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:19.118649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:16Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:17Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:16Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:19.147410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf28138-26c6-47c1-b220-15e89592292c None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:16Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:17Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:16Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:19.641637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:19.702580 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b552569f-7412-4a09-ab80-d61d2aa361bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0596905 Oct 26 11:35:20.093929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:20.121272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:20.170987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:20.182331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:20.259382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:20.346834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:20.389904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:20.390283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:20.390624 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:35:20.460956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:20.461344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:20.498144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:20.502578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:20.503492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:20.579423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:20.585331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:20.585704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:20.586039 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:35:20.660613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:20.660697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:20.669751 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ade2ef-f706-4656-8efc-59320b465dfa None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:20.681266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:20.686008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:20.705551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32894) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:20.735239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:20.767960 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-84beefe4-3bb7-4072-a4f6-24f045ea8151 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0611565 Oct 26 11:35:21.025619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:21.027978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:21.028631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:21.129602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:21.156676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:21.201611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:21.338741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:20Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:20Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:20Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:21.366830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:21.375692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:21.376324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:21.474687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:21.681543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:20Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:20Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:20Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:21.706013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb334858-c4c2-46ec-ad7e-e57e4073b70f None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:20Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:20Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:20Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:21.771987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32896) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:21.838772 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-97dff6c3-f460-49a6-9c4e-4247286cc28e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0655775 Oct 26 11:35:22.096521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:22.179393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:22.180086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:22.223505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:22.228044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:22.255690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:22.330615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:22.374279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:22.442807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:22.488915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:22.489285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:22.489619 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:35:22.514518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:22.532231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:22.570925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:22.571319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:22.607142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:22.611049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:22.662001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:22.666628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:22.745708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:22.746099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:22.768330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:22.772452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:22.821663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:22.842725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32898) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:22.908238 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73c02d81-ff88-4c1d-89af-a4637d7f026d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 992 time: 0.0642967 Oct 26 11:35:23.289665 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f4592-6703-4959-a7ff-158d4630b239 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:23.924991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32900) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:23.926770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:23.931258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:23.933164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:23.973760 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b75c87ef-9bcc-4341-87f3-9b903579edc0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0630860 Oct 26 11:35:24.041298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:24.260402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:24.410584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:24.410895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:24.481614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:24.488304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:24.495977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:22Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:23Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:22Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:24.542581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:24.566326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:24.566942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:24.601615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:24.609423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:24.611987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:24.682495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:24.889495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:22Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:23Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:24Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:24.918823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b63d5-9942-41f6-bbf7-f826b2b65236 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:22Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:23Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:24Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:24.978217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32902) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:24.984517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:25.039252 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8001c745-d596-41c2-8385-3f178635c0ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0598688 Oct 26 11:35:26.043334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32904) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:26.050809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=75 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:26.053469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:26.111285 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15a97e58-e2ed-4279-9881-4956b20edbeb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0666327 Oct 26 11:35:26.180404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:26.225007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:26.225378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:26.225711 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:35:26.299157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:26.299465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:26.335174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:26.339136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:26.340010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:26.409520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:26.420888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:26.421259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:26.421592 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:35:26.493502 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8d944-9212-41a2-8d1b-058c7c667bf8 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:26.497423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:26.501121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:26.501518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:26.522571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:26.527384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:26.579804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:26.659705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-233b5653-fc72-41d7-98f7-ed8eb203d72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:26.673100 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:27.113655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32906) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:27.237455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:27.238199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:27.238876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:27.278663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:27.348917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:27.377549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:27.452423 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4545e5d6-a488-4993-8e2c-13c18bb01ba2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.3376644 Oct 26 11:35:27.566770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:26Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:26Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:26Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:27.592117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:27.600466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:27.601719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:27.703901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:27.909254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:26Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:26Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:26Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:27.938558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b01a7-974a-40d2-93df-2eccadd02437 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:26Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:26Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:26Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:28.188083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:28.263766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:28.264391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:28.298478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:28.302488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:28.303849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:28.455901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32908) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:28.503176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:28.526377 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ea20b23-4b76-4f88-98dd-407a972f1914 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0691342 Oct 26 11:35:28.530327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:28.575551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:28.575990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:28.604191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:28.607665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:28.657574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:28.852940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-92a49af3-c10c-4c71-a1b5-315ca60c2eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:29.520090 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de364ed-f517-4e01-9e63-e476e998d842 None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:29.529556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32910) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:29.590534 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-164c4d1e-2a66-4060-8dbf-5a74b6ffdf2d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0587087 Oct 26 11:35:29.885948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:35:29.885948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:29.885948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:29.941532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:29.991892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:30.041523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:30.214649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:28Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:29Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:28Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:30.243515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:35:30.251884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:35:30.252487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:30.350584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:35:30.545347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:30.559917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:28Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:29Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:28Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:35:30.585432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93891baa-2447-45ac-ad18-fcd9bec3e79c None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:28Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '78b54c35-1524-4ed1-be11-73b5eb1b30f6', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'port_id': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'fixed_ip_address': '172.20.0.3', 'status': 'ERROR', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'mac_address': 'fa:16:3e:95:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a194df1-12f5-4d17-a540-e20475699ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:53Z', 'updated_at': '2022-10-26T11:35:29Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:28Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:35:30.593808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32912) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:30.657998 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-76f4c2de-aff1-4052-92bd-6cdad62c2eaa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0635898 Oct 26 11:35:31.508205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:31.539188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:31.661945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32914) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:31.668389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=45 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:31.727912 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6d71f64e-e400-4e39-adbb-e2a3cf6ea1de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0647531 Oct 26 11:35:32.143384 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5681a4-8f5c-473f-b0d7-2028a4e5a5ea None None] New status for floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:35:32.188185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:32.235861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:32.236239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:32.236579 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:35:32.310603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:32.311001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:32.345591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:32.350871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:32.351713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:35:32.416357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:32.435107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:32.441182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:35:32.441558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:32.442144 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:35:32.514912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:32.515435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:32.536323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:32.540050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:32.588986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:32.731902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32916) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:32.792741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-07795b19-182f-4ad9-a3de-b231bec17e51 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0596867 Oct 26 11:35:33.796669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32918) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:33.857727 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-17e53d9e-a5c6-4ded-a5e0-fb0836c8c9ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0599494 Oct 26 11:35:34.147175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:34.217238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:34.217620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:34.249785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:34.254032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:34.254820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:35:34.328835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:34.365494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:35:34.365803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:34.386280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:35:34.390704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:34.434223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:34.438134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:35:34.862306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:34.920236 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fcbcab64-7906-4ec8-acc8-1fd785a8c44f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0566320 Oct 26 11:35:35.924239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32922) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:35.984287 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7473778f-2101-4e0e-88c0-6975322b6003 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0589254 Oct 26 11:35:36.988192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:37.045951 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-83f20aa8-71c2-4af8-87f4-a74fb829e23d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0565298 Oct 26 11:35:38.049166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32926) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:38.109050 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c6753426-f056-472f-9db7-0542c8725065 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0587106 Oct 26 11:35:39.113077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32928) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:39.170692 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bdc3d831-ed91-4fe7-99fb-e7e0b114bc86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0563970 Oct 26 11:35:40.173976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32930) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:40.234126 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-389499d4-dd59-464c-a6c3-73cd4690ba3c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0590880 Oct 26 11:35:41.237516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32932) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:41.294830 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a5107b6d-fb74-4649-9ca8-3e8d35ccc905 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0560956 Oct 26 11:35:41.619308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:42.246397 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:42.248260 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:42.299304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32934) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:42.357836 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-504b1385-477d-4126-8e4a-9858c542557e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0563910 Oct 26 11:35:42.709019 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-205da4c5-5bca-4781-974f-938e22712df1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382876 Oct 26 11:35:42.755422 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:35:42.815246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-1289d48e-16e7-4019-9c24-4ffe667612e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:35:42.816800 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-1289d48e-16e7-4019-9c24-4ffe667612e6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1129 time: 0.0449851 Oct 26 11:35:42.921685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-458d8884-71e6-4716-938c-31274e754310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:35:42.923170 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-458d8884-71e6-4716-938c-31274e754310 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 898 time: 0.0870976 Oct 26 11:35:42.989396 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-645d7471-6270-44af-8c7e-980c59157e29 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 1001 time: 0.0592544 Oct 26 11:35:43.036865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-03bf78dc-7f3c-42a5-af36-f211691103bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:35:43.038287 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-03bf78dc-7f3c-42a5-af36-f211691103bd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 200 len: 835 time: 0.0436440 Oct 26 11:35:43.081553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-62a734bc-f268-4cc4-b443-8848f54d38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:35:43.083068 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-62a734bc-f268-4cc4-b443-8848f54d38ca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393705 Oct 26 11:35:43.156526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:43.178180 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-e18fe402-0354-4cba-9767-96eb723d7812 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882094 Oct 26 11:35:43.202399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:43.267919 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8894d23a-fa38-453d-b934-11a1284c3e4c req-b239de8c-a1d7-4d2a-abfd-f75658d84ce3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839410 Oct 26 11:35:43.360658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:43.422927 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4f474f4d-0731-406a-bfbe-fc3d31794d3c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0611420 Oct 26 11:35:44.426896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32938) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:44.484812 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-02347b96-f3ea-4f78-a166-52b1c3c7bd0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0567877 Oct 26 11:35:45.488729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32940) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:45.549787 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c2acb281-17ef-4e29-b15c-05662ca247f6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0599351 Oct 26 11:35:46.553835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32942) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:46.611929 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c8ffdcb3-4834-4523-af1b-f9e0186980ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0569806 Oct 26 11:35:47.615812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32944) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:47.677159 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9c6de32a-cad1-4714-82b0-53e0f207ea49 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0601726 Oct 26 11:35:48.681020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32946) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:48.739589 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-23dab916-866e-42b3-aed7-4409f6103002 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0574033 Oct 26 11:35:49.744151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32948) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:49.812748 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b3a8302-1b66-4018-ad0d-4a3ee0d96321 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0674481 Oct 26 11:35:50.816735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32950) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:50.877943 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66a1a88e-a464-40f2-8877-11769a866494 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0600574 Oct 26 11:35:51.613190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:51.615154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:51.881825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32952) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:51.940593 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e47820d5-a6a5-43ee-bc75-d727e5c87b70 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0575922 Oct 26 11:35:52.751524 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:52.944147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32954) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:53.004872 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-deef993d-f3b5-4206-a5b1-40689d142973 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0593646 Oct 26 11:35:54.009033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32956) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:54.066766 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fbc8deae-d8eb-46de-910e-f1d17697273f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0566127 Oct 26 11:35:55.069924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32958) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:55.129626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34f6d2f0-e987-48d6-a133-fe60e0dafcd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0585802 Oct 26 11:35:56.134315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32960) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:56.196874 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-687fc254-3975-4c74-a42f-fae1ec233b10 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0614262 Oct 26 11:35:56.662749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e0d2913a-dac2-4dee-81d1-3f87d2e86d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:57.200056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32962) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:57.207380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=64 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:57.258233 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96641730-e8df-42ca-8683-5feecb2c2e7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0569379 Oct 26 11:35:58.261976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32964) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:58.327191 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2997c695-cd1f-4c48-8ae8-34df25f1556d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0640368 Oct 26 11:35:58.855629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-65a90bc7-10e5-4b7c-a27d-6c2f69a77c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:59.331010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32966) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:35:59.388129 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bdbf13e9-f90d-40fc-9757-5fbc1c23de1b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0559776 Oct 26 11:36:00.029981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:00.391621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32968) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:00.453458 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ef93cba8-9f81-4793-8f60-aa06f9574cca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0606968 Oct 26 11:36:01.457316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32970) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:01.504082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:01.518272 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-619087d9-6d26-4664-93f8-ecad5357e270 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0598266 Oct 26 11:36:01.541125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:02.521512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32972) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:02.528957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=76 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:02.582884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a0f1b4a3-3d02-4ba9-9cd4-a066062e86ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0602522 Oct 26 11:36:03.586805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32974) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:03.645111 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9107ca5-d32b-4ccf-a790-083b5b19b075 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0571139 Oct 26 11:36:04.648926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32976) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:04.710020 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-590b5b6c-3688-4bf5-913a-8ea860a79681 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0599663 Oct 26 11:36:05.713037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32978) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:05.770639 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6ad8cca8-4057-4c11-bb90-f6f05ff0bf08 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0563989 Oct 26 11:36:06.187625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=41 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:06.188504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=38 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:06.774157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32980) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:06.835843 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-334ef174-e90d-4eed-b76f-bc9f080f5083 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0605986 Oct 26 11:36:07.839734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32982) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:07.901724 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-973525cd-d312-459d-9efc-09519ceee51c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0608473 Oct 26 11:36:08.905555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:08.963893 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0db62db7-e5ea-4e57-b992-b69666ef033a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0570333 Oct 26 11:36:09.967731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:10.028686 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-67643d58-9747-45cf-a14d-0c6309676db1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0597963 Oct 26 11:36:11.032442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32988) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:11.090146 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-24b392c2-6df5-474b-8992-28d9aa57cb2f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0565858 Oct 26 11:36:11.531678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:11.536477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:11.634322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:12.094022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32990) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:12.152360 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1965ef1b-a24a-409f-825c-19095cf367c8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0570331 Oct 26 11:36:13.155602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32992) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:13.216588 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d231cd66-3113-4c6a-814f-40052dbf14f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0598884 Oct 26 11:36:14.220467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:14.282202 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e8354b61-a644-47d3-9665-ff4e19672e36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0605676 Oct 26 11:36:14.633953 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:14.634614 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:15.285825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 32996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:15.343401 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5c52d7ce-a4d5-46aa-9839-9b89c5463569 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0564315 Oct 26 11:36:16.346868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 32998) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:16.408066 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad003988-d7c1-4afd-a140-d1e15eaaf7ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0600178 Oct 26 11:36:17.412047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33000) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:17.473591 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f2643db7-81e0-4149-a216-69594ed897d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0603449 Oct 26 11:36:18.477536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33002) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:18.535627 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-073dc250-35cb-49d3-aac7-1f6aa2c3d577 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0569174 Oct 26 11:36:19.539147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33004) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:19.600399 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-706467f8-3548-408b-8634-be5f3162132f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0600684 Oct 26 11:36:19.754667 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:36:20.603384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33006) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:20.661090 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0157cf74-9357-4e5a-85b2-c97f1262b2da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0565617 Oct 26 11:36:21.628158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:21.630061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:21.664929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33008) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:21.726376 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ed9de46b-af54-40af-896c-32863af94079 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0603125 Oct 26 11:36:22.730164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33010) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:22.787749 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-90c89b97-6f06-4a74-b2be-fd37d75f1076 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0564325 Oct 26 11:36:23.791681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33012) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:23.857011 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3209edfc-5f4b-4ea3-a9b8-ae4437eb803c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0634191 Oct 26 11:36:24.860900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33014) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:24.910290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:24.920807 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-83b0ff10-d3bc-4f37-b0be-56baef976344 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0588059 Oct 26 11:36:25.924737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33016) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:25.985234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4b2c3ac9-eac5-43ae-bcd4-68bae0242bf0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0592997 Oct 26 11:36:26.506590 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:26.664824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5246a87a-4f6d-4c5e-b862-19e4309b9d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:26.989408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33018) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:27.046923 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b5b075a8-a213-4b59-9569-b4d27fd57d52 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0563569 Oct 26 11:36:28.050860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33020) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:28.112105 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-219ad2a7-9af4-44e6-8d61-6ef1cd725bd7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0594945 Oct 26 11:36:28.856067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1c47c76d-6f88-4005-9450-fe13d9738386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:29.116155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33022) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:29.173391 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f35f7137-116b-4399-91c3-120673e546a7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0561831 Oct 26 11:36:29.750161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:30.033861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:30.176616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33024) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:30.237196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c49cea1e-ed2a-4909-bcf4-240cc34bc264 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0588977 Oct 26 11:36:31.241340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33026) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:31.298539 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9bd1459-b5bd-453c-abce-a2af9f2ecd0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0560701 Oct 26 11:36:31.506531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:31.543935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:32.302366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33028) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:32.368245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-29867666-333e-4be3-af35-a76f486c4317 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0641868 Oct 26 11:36:33.372118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33030) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:33.378499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:33.431460 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eb4dba97-27a3-4bc8-ae81-ab6fc3ecedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0581417 Oct 26 11:36:34.435356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33032) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:34.496279 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-93161a55-06dc-4cc7-8719-e59f36d16b8d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0597425 Oct 26 11:36:35.500185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33034) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:35.558859 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5cb49f72-426a-464c-8dbc-10a86e48cf0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0575478 Oct 26 11:36:36.562721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33036) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:36.568987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=59 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:36.571433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=63 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:36.625074 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b7538bf6-b4c1-4aaf-86de-ee53856233c7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0611563 Oct 26 11:36:37.628893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33038) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:37.688287 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8c652203-bedf-4785-9ef5-29d44e8adc56 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0582471 Oct 26 11:36:38.691173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33040) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:38.751802 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e05df6d1-1af2-4352-9d1e-34076c061902 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0594647 Oct 26 11:36:39.755613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33042) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:39.817403 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2d4200ef-0a95-4574-8ddd-b8de207e4c8f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0606556 Oct 26 11:36:40.821352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33044) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:40.879201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4ceef6b7-c4bb-4fe8-8231-bc958815c7b3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0567393 Oct 26 11:36:41.537107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:41.539958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:41.673922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:41.883156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33050) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:41.943882 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3c25ce2-edb3-46be-b20f-b19e153a4ba1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0590439 Oct 26 11:36:42.804892 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-22a1bf07-2b21-4411-af2f-7e41beafa98e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1261709 Oct 26 11:36:42.907974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-28b8927b-6a5e-423d-b72d-855db59e1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:42.909461 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-28b8927b-6a5e-423d-b72d-855db59e1f86 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1129 time: 0.0398133 Oct 26 11:36:42.947762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33054) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:43.006289 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3a4a519-7b9f-4f78-9cc9-0687868fe71d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0573764 Oct 26 11:36:43.018597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-c7c28e28-a4d8-4c0e-9f5c-9ecf5a953854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:43.020155 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-c7c28e28-a4d8-4c0e-9f5c-9ecf5a953854 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 898 time: 0.0914028 Oct 26 11:36:43.080855 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-c85a52ee-41fb-407d-8b41-c8ac572923c5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 1001 time: 0.0546608 Oct 26 11:36:43.128549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-19fb78a8-958b-4ac5-8668-e442b7000e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:43.130022 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-19fb78a8-958b-4ac5-8668-e442b7000e98 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 200 len: 835 time: 0.0432203 Oct 26 11:36:43.453621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-d42fcfbb-f3a5-4ad8-8ddb-0ec5979bd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:43.455136 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-d42fcfbb-f3a5-4ad8-8ddb-0ec5979bd6a3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3195815 Oct 26 11:36:43.544822 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-2145846e-7bab-4477-8288-06ba1c850f15 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834911 Oct 26 11:36:43.639071 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4db2f0d2-e264-4349-876c-52ce0e0bbf25 req-a8829e5d-c97d-4e05-aa06-3e5da907ec77 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879607 Oct 26 11:36:44.010671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33056) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:44.070698 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a8870dab-83e5-437d-b889-35eae5f0c34c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0588539 Oct 26 11:36:45.075090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33058) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:45.132936 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6223a3c6-c71d-41e2-8e37-ae30e22bc8d7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0566809 Oct 26 11:36:46.136545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33062) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:46.320944 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-21639db2-5898-46fb-9085-1f222ce0622d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.1832862 Oct 26 11:36:47.325573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33066) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:47.383659 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b85a55a4-82a1-4640-8c47-2d0c9f075c7e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0569723 Oct 26 11:36:48.387674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33068) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:48.450213 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ea661ae6-7d39-4ec5-bc55-f6f93d589ce8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0601654 Oct 26 11:36:49.453122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33070) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:49.523474 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ce3ba04e-8d0b-4288-97e5-6bacbd2dbbc1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0691993 Oct 26 11:36:50.527938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33072) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:50.585031 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-27ec0f45-58bc-46e5-bdad-87601a95ae34 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0559542 Oct 26 11:36:51.588540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33074) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:51.628955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:51.630134 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:51.652314 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dba8400e-35f0-48e3-8a21-8e21abce0f14 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0623884 Oct 26 11:36:51.668543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:51.670431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:52.655332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33076) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:52.712803 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b5cb3c18-368a-490c-93e8-5fa65be30eb5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0563397 Oct 26 11:36:53.716766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33078) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:53.778999 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5f656774-0e64-4a42-b976-b5a5b14e9d24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0611053 Oct 26 11:36:54.783180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33080) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:54.843948 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5644f6e2-c79b-4ccb-b4df-6e034bb74a70 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0595531 Oct 26 11:36:55.847198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33082) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:55.906180 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ad067d9-d22a-4e52-bfd2-e007a5a7a298 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0578110 Oct 26 11:36:56.670543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-53119cfe-942f-475f-83ea-04a1bb827bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:56.754449 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:36:56.909531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33084) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:56.971003 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d2c35a7-e524-43c4-9d9e-502f9950851d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0602074 Oct 26 11:36:57.974814 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33086) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:58.018939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:58.033210 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-62d1fd40-3ff0-4bd0-a0d3-759a6dffc7c7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0573204 Oct 26 11:36:58.857705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0728f87b-d465-4f4d-8205-b0dcd8c9cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:59.037123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33088) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:59.044687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:59.098329 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57c78180-650d-4bf7-8950-2fd9553e1f80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0600598 Oct 26 11:37:00.035534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:00.101471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33090) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:00.161672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-770ea1ba-488c-4841-a6e6-0d8a3c9093d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0590847 Oct 26 11:37:01.165609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33092) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:01.227289 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f5e3d1e-bd25-4b8b-ab98-58224337a14c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0606239 Oct 26 11:37:01.509110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:01.544910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:02.231273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33094) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:02.265491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=75 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:02.289089 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c3d09602-6a44-4c1b-85ad-686a2f9a8c1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0565801 Oct 26 11:37:03.292802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33096) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:03.354732 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d953a689-20c8-4a18-bc8d-b7c8948d5f77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0606184 Oct 26 11:37:04.358137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33100) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:04.365436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=72 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:04.415245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-be2cd55d-bf96-4534-ae2f-85e1af103579 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0559299 Oct 26 11:37:05.418362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33106) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:05.477031 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-897e4104-6687-4d4b-b02c-9167d8d5763c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0575347 Oct 26 11:37:06.481341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33110) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:06.544401 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4eec7f41-eedc-4a74-b70c-5a8cdd55d616 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0616789 Oct 26 11:37:06.750376 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:07.547744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33112) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:07.608796 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-463b5b02-7176-41fb-85f9-24d74a53addb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0597057 Oct 26 11:37:08.611852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33114) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:08.673001 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fbb14d71-8282-444d-8498-c1be79f94020 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0599763 Oct 26 11:37:09.676857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33116) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:09.735193 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de4a1df9-2c6c-4a44-abf9-0df7e5a025ff tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0572007 Oct 26 11:37:10.738941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33124) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:10.800815 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f75745f2-cccb-4117-8c66-e9ee6b4a0ccf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0606632 Oct 26 11:37:11.534890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:11.540971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:11.690795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:11.804724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33128) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:11.866754 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6d093bcb-062b-4126-879a-c6517dafc731 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0608425 Oct 26 11:37:12.869979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33130) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:12.928069 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-38326f4d-eb2e-446d-8617-f4575fd6a45e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0563762 Oct 26 11:37:13.932116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33132) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:13.992545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e7c619f4-cca5-4b80-bb3e-1dafc6e5ec0e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0593116 Oct 26 11:37:14.995597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33134) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:15.053257 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-71f9195f-7428-40b1-ac9e-948dff7ec314 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0564010 Oct 26 11:37:16.057182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33136) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:16.118000 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dc5de489-4168-4670-9c37-9ca970d5594d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0590429 Oct 26 11:37:17.122390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33138) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:17.180769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e75d7fdd-dc7f-4df2-b555-46f47aad31d9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0571492 Oct 26 11:37:18.183779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33140) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:18.244521 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-22a60a88-94ab-4010-a874-d9a868545beb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0596173 Oct 26 11:37:19.248022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33142) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:19.304595 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e9682b66-8a58-4566-b4b4-5195edaba735 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0554204 Oct 26 11:37:20.308945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33144) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:20.369558 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-59b2516e-ff37-4cbf-a8c2-f3dd658aa8dc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0595059 Oct 26 11:37:21.374043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33146) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:21.430919 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d2c98a1e-dc25-4ae3-9bcc-0dac6d7eb600 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0557582 Oct 26 11:37:21.683846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:21.687885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:22.434803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33148) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:22.496593 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5e5e87a4-6104-411f-80f7-6d8f36bf6a63 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0606773 Oct 26 11:37:23.500501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33150) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:23.557941 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-100e8ea1-f556-4dc5-8404-818000dfe992 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0562811 Oct 26 11:37:24.561630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33152) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:24.624223 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2adfacef-7603-4902-b574-be2eb32a2e09 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0614743 Oct 26 11:37:25.628534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33154) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:25.689783 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e5fb2e86-d83d-49c5-9b34-c6b0bd757f9b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0599630 Oct 26 11:37:26.664607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d674705a-017b-4f89-8df9-c7bcf1295bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:26.693479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33156) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:26.751773 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cdcf4615-545b-4779-8873-7c25bf082035 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0569530 Oct 26 11:37:27.755613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33158) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:27.816148 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-83bb9434-e190-4bf8-adc8-dacac62e89f1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0593629 Oct 26 11:37:28.820131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33160) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:28.860193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-452e6f12-685e-4d4a-9d1e-bdaecca9fe62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:28.882899 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5daf982c-5475-4af4-b16e-70b67e666b82 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0616443 Oct 26 11:37:29.886775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:29.943191 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-05e9fe34-0b01-4515-a656-fe720b80c087 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0552323 Oct 26 11:37:30.037747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:30.947054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33164) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:30.953314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:30.955157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:31.005645 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-13252ac7-59e9-4ebc-a27b-70212f30cced tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0574868 Oct 26 11:37:31.512473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:31.548435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:32.009795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33166) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:32.069749 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d250c809-d0ba-4d15-9e45-810171b439f3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0588238 Oct 26 11:37:33.073578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33168) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:33.131099 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c0e6d434-512a-4944-af4b-da77f231c3e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0564001 Oct 26 11:37:33.754749 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:37:34.134608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33170) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:34.193978 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aac3165f-2e61-48f8-9f5e-a5131d2794d3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0583310 Oct 26 11:37:35.197145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33172) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:35.254797 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-62b78d9c-ba10-4720-8ea0-b7acc5a24907 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0565252 Oct 26 11:37:36.258727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33174) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:36.320356 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bd0ef23f-38e4-4c22-9c96-34c5647c8690 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0604432 Oct 26 11:37:37.324382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33176) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:37.381853 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2a67cdf5-ca6b-4f86-9dce-2355b120ca6d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0562544 Oct 26 11:37:37.760244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:38.386343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33178) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:38.446836 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0f0b5fe6-88b4-4c1e-8c31-ca77aa07a4f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0593889 Oct 26 11:37:39.450837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33180) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:39.509218 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6c1833b-89ae-4c36-945b-4c0181a65c9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0572567 Oct 26 11:37:39.934711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=57 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:39.936610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=59 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:40.513112 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33182) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:40.573882 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c735a00d-fd12-4b6e-80ce-7a53590b123a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0596485 Oct 26 11:37:41.577546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33184) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:41.635478 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06a1c919-623a-4d0b-b2c1-f58d06010f80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0567987 Oct 26 11:37:41.697698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:42.639362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33186) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:42.699874 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d9dc7cf5-cf4a-4bc2-9c1d-b403efe0fa14 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0593321 Oct 26 11:37:43.706567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33188) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:43.707156 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-04f3a085-a7d7-4e5a-9103-eb4eb1466c0b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390272 Oct 26 11:37:43.750424 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=7 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:43.776644 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a29de681-2234-44ff-ba0a-1ae4a6197860 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0677037 Oct 26 11:37:43.812407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-9351d909-85fd-4a9c-8713-955f87c06a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:37:43.813924 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-9351d909-85fd-4a9c-8713-955f87c06a67 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1129 time: 0.0401666 Oct 26 11:37:44.198927 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-0d143214-aff8-4bfd-988a-07ea8b54d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:37:44.200438 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-0d143214-aff8-4bfd-988a-07ea8b54d70e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 898 time: 0.3674357 Oct 26 11:37:44.262250 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-956945fc-4b9b-40d1-99f7-787debd53627 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 1001 time: 0.0549262 Oct 26 11:37:44.310032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-86b4e3a9-930e-4742-83b9-28fde472e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:37:44.311483 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-86b4e3a9-930e-4742-83b9-28fde472e13b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 200 len: 835 time: 0.0430446 Oct 26 11:37:44.357057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-fa233689-6eaf-4374-897a-0157a7eb0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:37:44.358508 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-fa233689-6eaf-4374-897a-0157a7eb0374 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409334 Oct 26 11:37:44.433526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:44.448658 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-3302407c-167f-4d83-a33d-17ed937071b5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835972 Oct 26 11:37:44.462131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:44.540687 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-07671fc4-e6fc-45b4-9994-d4e5602a67ee req-60d7ed05-5404-483d-b390-50f6b4ad3908 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860486 Oct 26 11:37:44.778517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:44.836073 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-21c45a48-fc75-4701-b773-88ff1b6d32c7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0563493 Oct 26 11:37:45.839866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33192) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:45.901663 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb020b63-d7cb-4f30-aa4e-b7ddb30b4d9e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0605817 Oct 26 11:37:46.905501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33194) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:46.962437 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-233e1131-f5f3-4e7c-b91f-d2635a35088f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0558312 Oct 26 11:37:47.965534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33196) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:48.026235 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-313206ac-6746-4bf5-a2d9-4f1b3e6a4638 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0595899 Oct 26 11:37:49.029743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33198) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:49.087395 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-498e05fa-c3b3-464f-a736-ec91db0426c8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0564518 Oct 26 11:37:50.091215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:50.152348 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-80cb2ef7-00ed-430b-908a-2ac15bb42108 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0598435 Oct 26 11:37:51.156147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33202) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:51.214444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-63b9ff85-1444-47ea-a1fe-997d57cb3fba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0571914 Oct 26 11:37:51.690888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:51.692821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:52.217395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33204) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:52.275381 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ef95320-5729-4212-b782-84816d9f9894 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0567036 Oct 26 11:37:53.279295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33206) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:53.340406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ac978c7-6b18-4cb0-88d9-8bd8afe184a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0599806 Oct 26 11:37:54.344367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33208) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:54.404538 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0fea0aa7-6430-4b08-af1d-67abd2ddf248 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0590377 Oct 26 11:37:55.408538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33210) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:55.468974 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ae8e053-2df2-492c-914a-338b11a4dd8e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0593247 Oct 26 11:37:56.472990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33212) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:56.530573 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-376179a7-e2ef-4a7f-a7bc-8c3e6b9bc417 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0559604 Oct 26 11:37:56.666211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5102e33-0737-42ab-9d97-e0cd7d6ad364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:57.534515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33214) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:57.595319 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9acb7cd0-ac95-497b-bffe-65d3a7d0583c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0596776 Oct 26 11:37:58.599918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33216) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:58.656137 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-acc47b0d-8a1e-4340-8efc-012fc04d2ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0550885 Oct 26 11:37:58.864711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f797275e-c298-407d-9b1f-85bac840c4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:59.660110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33218) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:59.721026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2498b8d3-075e-4dbb-9c81-2fa0faef7c95 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0591688 Oct 26 11:38:00.044116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:00.724876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33220) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:00.782047 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5342f285-c113-48de-af9e-9c901f9f9b6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0560520 Oct 26 11:38:01.516203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:01.550160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:01.786180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33222) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:01.846896 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-90cd020a-1204-4028-866b-74c6823f45c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0592165 Oct 26 11:38:02.850875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33224) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:02.908237 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-66e801cf-4421-465f-b75d-62c696f6dc79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0562394 Oct 26 11:38:03.911877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33226) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:03.972518 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aeb24d2e-5776-4660-bf43-f923138c053f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0590057 Oct 26 11:38:04.391361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=28 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:04.396860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=21 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:04.976142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33228) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:05.035477 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a462c600-1c7e-4792-94e1-e9705465cf5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0579047 Oct 26 11:38:05.631360 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:05.632177 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:06.039286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33230) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:06.100319 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b514ec3b-7462-4a72-95ba-36cd2f770796 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0598805 Oct 26 11:38:07.104282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33232) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:07.146241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:07.155078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:07.163614 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-80367874-27ab-47f8-95eb-3d5171612ae7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0582960 Oct 26 11:38:08.167558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33234) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:08.227882 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-91035aef-e571-4ea4-9309-241f46cc15f6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0592215 Oct 26 11:38:09.231768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33236) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:09.287827 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4e3adbd-1b04-4867-b626-0fe39637d8a8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0548725 Oct 26 11:38:10.291697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33238) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:10.353429 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-357dd502-669c-409b-9025-c8440534f6ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0605903 Oct 26 11:38:10.754665 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:38:11.357278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33240) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:11.414288 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0124f325-4442-4733-b360-91d267b77786 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0558555 Oct 26 11:38:11.544444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:11.546338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:11.710037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:12.418109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33242) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:12.478993 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-18be7ea4-7cae-4989-b58c-4dad0c312387 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0597622 Oct 26 11:38:13.482836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33244) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:13.539978 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ee85b52f-a7a9-4914-a0c2-02a2e71c7322 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0559554 Oct 26 11:38:14.543823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33246) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:14.606124 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a5f4dc25-3b36-4e0c-9163-a4013b04d6bc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0611746 Oct 26 11:38:15.609596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33248) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:15.667938 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c1cacf3-65f6-4505-998e-fa3b00ad4cf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0571508 Oct 26 11:38:16.671709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33250) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:16.733122 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7e1a7903-8fca-49a4-a257-f6db962b214d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0602486 Oct 26 11:38:17.736767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:17.798364 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7e85119b-ae1d-4927-b358-b12abd74c66c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0604811 Oct 26 11:38:18.802248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33254) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:18.860637 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-31be3e72-587d-4d63-a1f5-7c9886fb459e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0571980 Oct 26 11:38:19.863916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33256) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:19.925760 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ebaf28d0-182d-402f-a7c0-68ec9559d072 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0607097 Oct 26 11:38:20.930214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33258) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:20.986765 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dacbc952-b5b9-42ec-b10d-3b7b5e33ba6f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0554705 Oct 26 11:38:21.698889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:21.704976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:21.990732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33260) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:22.050660 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d31e3d26-a240-4b77-939e-af1b7b654636 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0588939 Oct 26 11:38:23.055338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33262) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:23.111900 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-756d7ad0-9b90-448b-91a3-8cf9dd81fb63 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0553110 Oct 26 11:38:24.115777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33264) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:24.178056 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b35b81f1-c669-42ff-a4a1-daa975f59c56 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0610487 Oct 26 11:38:25.182000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:25.238649 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f8ea02f2-55c8-423f-9a99-6a4dae2857fb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0555277 Oct 26 11:38:26.242266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33268) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:26.301259 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-780eecc5-e8b6-4888-9a7c-e408064c78b3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0578651 Oct 26 11:38:26.502676 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:26.505048 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:26.668999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-731db2ed-f0f7-4846-ac73-0d430900c776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:27.304198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33270) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:27.365457 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6cbd8101-9bda-4542-b789-d588c434fedf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0601509 Oct 26 11:38:28.370075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33272) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:28.427162 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41e763d5-0344-4da7-b8ca-e01ca3b40fa6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0559680 Oct 26 11:38:28.868017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-85f131e8-ffd1-43c9-9f67-332ef566f712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:29.430576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33274) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:29.491110 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3e5fb0c6-b4d7-47b8-9fbb-bd0cba23a43b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0593715 Oct 26 11:38:30.043981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:30.495792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33276) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:30.553899 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-df5d3da3-516d-4344-9c2a-bcd3b067a10c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0569777 Oct 26 11:38:31.518889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:31.554874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:31.557852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33278) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:31.619527 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-722c715c-5461-47dd-96c5-59ca22f95435 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0604391 Oct 26 11:38:32.623391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33280) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:32.680547 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1b6e7f90-06c2-48f1-be36-a326614dc379 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0559993 Oct 26 11:38:33.684467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33282) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:33.745176 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8c1982d-e4ad-4554-a9ef-90333a5d7b16 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0590894 Oct 26 11:38:34.749341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33284) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:34.755562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=75 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:34.757456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=77 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:34.808671 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-684ed36e-b490-49d7-8d23-aa60a3198b40 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0581701 Oct 26 11:38:35.225991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=52 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:35.231951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=48 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:35.812255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33286) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:35.875072 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3b1da23c-e43d-4f15-9e4d-a625bf37c4f2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0615828 Oct 26 11:38:36.878844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33288) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:36.937934 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3a629f96-67e6-406a-9e9c-016a7ecd52eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0579352 Oct 26 11:38:37.941658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33290) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:38.001408 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9ef977d7-ce62-44d4-bd50-896e5026452f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0586276 Oct 26 11:38:39.005288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33292) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:39.064165 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5d05bf6d-f551-4d10-9976-09e697d010e5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0577354 Oct 26 11:38:40.067997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33294) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:40.128662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b614bc88-090c-4c64-ba9b-44c8d10fccdf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0595498 Oct 26 11:38:41.131825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33296) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:41.188830 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6665102e-4290-45c4-a91f-2573c4281ec5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0559001 Oct 26 11:38:41.545768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:41.551664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:41.702743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:42.193411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33298) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:42.255399 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-16b721c6-7b72-4a2b-8515-6c0939aff58e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0608504 Oct 26 11:38:42.627909 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:42.628562 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:43.258604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33304) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:43.319966 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-50c77750-cd3a-4607-869d-32a8e4082503 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0601954 Oct 26 11:38:44.323163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33306) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:44.382533 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b18f5352-951c-425b-877b-7d9d0721dc64 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0576789 Oct 26 11:38:44.412731 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-46063f0d-887b-487c-baa9-3bfe1df8fd6d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384839 Oct 26 11:38:44.514601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-6d55d7ab-e132-4617-9b0e-f6a2688deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:38:44.516116 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-6d55d7ab-e132-4617-9b0e-f6a2688deaa9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1129 time: 0.0399053 Oct 26 11:38:44.621628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-70da2664-62e1-4a6f-9e2b-cb1f292f4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:38:44.623092 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-70da2664-62e1-4a6f-9e2b-cb1f292f4b11 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 898 time: 0.0898969 Oct 26 11:38:44.684564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-13fd76e0-90bb-45e6-9a9b-9b62d8958b7e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 1001 time: 0.0552762 Oct 26 11:38:44.736591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-6e62cf75-2752-4824-80da-ff7276883600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:38:44.737949 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-6e62cf75-2752-4824-80da-ff7276883600 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 200 len: 835 time: 0.0471563 Oct 26 11:38:44.781392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-54ee717a-6cba-4308-9f92-58831d52dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:38:44.782886 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-54ee717a-6cba-4308-9f92-58831d52dc4c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386660 Oct 26 11:38:44.872290 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-f9eb71bc-9dcf-455b-adb5-35427c430e04 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834186 Oct 26 11:38:44.967200 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4447d107-a550-42fd-bd0d-8ad4f7d7ea17 req-11131c8e-3ffc-43f1-bd07-a74b820c52e1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889950 Oct 26 11:38:45.386939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33308) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:45.447444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd518e02-4170-4d4e-8be9-347096b4be98 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0593839 Oct 26 11:38:46.452054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33310) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:46.509318 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b0d43ca-b5c9-406c-93b3-813ad3bafc6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0562196 Oct 26 11:38:47.513183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33312) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:47.574295 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-533e29bd-eb92-483f-b7bd-929d4747e4ab tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0597708 Oct 26 11:38:47.756512 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:38:48.577605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:48.634941 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-86a1f079-e417-49a7-ad46-398968381b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0562606 Oct 26 11:38:49.638768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33316) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:49.700802 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e9cb5ad8-e010-4825-a860-310e26cab7a5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0602860 Oct 26 11:38:50.705005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33318) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:50.762545 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1215ece-9048-4c05-8b5b-e7e6b91cdc7e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0564086 Oct 26 11:38:51.697059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:51.698924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:51.766299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:51.829072 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-16351e0e-7750-4ec4-a8d4-892084f08de3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0616367 Oct 26 11:38:52.833041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:52.891404 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7182ef7a-0019-4332-86cc-c7f0db6051e6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0572305 Oct 26 11:38:53.895178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33324) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:53.961527 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d1f2073-8aef-4337-a9d3-8a7e8ab0de74 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0651791 Oct 26 11:38:54.965453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33326) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:55.024116 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1f7ec65f-004c-4657-95a5-0cd4754f8af5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0574887 Oct 26 11:38:56.028078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33328) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:56.088475 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0d4865d0-5b7a-468f-b1a5-88240b750c8a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0592914 Oct 26 11:38:56.808739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-188b9ab7-8306-4a15-9111-f3f7dec1489d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:57.091848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33330) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:57.148911 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9423ab32-0478-4d16-8c11-0225e09ed143 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0554550 Oct 26 11:38:57.753168 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:58.152894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33332) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:58.213568 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5b9875a7-7670-4298-a6f8-85cefa86a256 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0595899 Oct 26 11:38:58.870182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7fd15f2f-002f-4007-a585-e94125935ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:59.217433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33334) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:59.277672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-564c6e38-bf5e-4c70-ab4d-d7cc729ec80c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0590889 Oct 26 11:39:00.049254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:00.282235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33336) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:00.338848 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b336bbee-eb60-49c6-be2b-817925bec49d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0555248 Oct 26 11:39:01.342698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33338) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:01.403256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b6a6d11a-5831-4b45-820f-efe27e250537 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0594385 Oct 26 11:39:01.521821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:01.557017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:02.407040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33340) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:02.463852 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-66b26bd2-04cc-4a22-b36b-baea55d8385b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0555296 Oct 26 11:39:03.467026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33342) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:03.527454 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-56a574a5-d766-4954-8c1d-0712545de98e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0587699 Oct 26 11:39:04.531396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33344) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:04.572044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:04.589166 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-737ccc96-a447-4cdf-99af-f1d16cc784d9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0567253 Oct 26 11:39:05.593825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33346) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:05.600027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:05.654476 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e34ef69c-a45a-4877-8f05-f59cc5f78dcd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0595369 Oct 26 11:39:06.658853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33348) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:06.715098 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f70a291f-5f70-4865-8a84-b4bc885ab52d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0551744 Oct 26 11:39:07.719489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33350) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:07.781107 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ae7e382a-78da-47bd-944d-33f39e427065 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0604706 Oct 26 11:39:08.784950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33352) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:08.842413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-606d16cd-f468-4044-add0-cae7db0dc856 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0562739 Oct 26 11:39:09.269571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:09.271449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:09.846334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33354) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:09.906559 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-473b501f-fe1f-469a-bf32-1ef96dc6d3e0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0591068 Oct 26 11:39:10.909453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33356) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:10.969741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-42dc1177-6d40-4056-bb43-141bfc696947 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0591824 Oct 26 11:39:11.547358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:11.553431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:11.714784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:11.973362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:12.030128 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ba26d725-300f-4018-b0d4-80f3a1975edd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0556517 Oct 26 11:39:13.034094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33360) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:13.095944 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a9a209f-a217-4cc8-b511-5e09b0b713e6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0606768 Oct 26 11:39:14.099576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33362) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:14.156885 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f3496fba-2d63-4007-9f6d-be96e672344d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0560884 Oct 26 11:39:15.160569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33364) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:15.221098 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ea00394a-7d32-460c-be80-edb86d25d3af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0593715 Oct 26 11:39:16.224658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33366) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:16.281277 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ce0bde1e-89c8-4a1e-9bb7-d03c6e1a5231 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0554330 Oct 26 11:39:17.285149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33368) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:17.345826 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-454b20c8-0139-45e1-b247-1ff57a583c5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0595622 Oct 26 11:39:18.349629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33370) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:18.408082 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fd163abc-070d-44d1-842b-acc43994f16e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0573051 Oct 26 11:39:19.411919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33372) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:19.471608 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ee98026b-2169-483d-bfaa-1986b7e7e602 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0585721 Oct 26 11:39:20.475525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33374) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:20.533189 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-25d9286f-eccb-4b27-a98b-2017d40b8b4e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0565138 Oct 26 11:39:21.537062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33376) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:21.598325 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-89c03a5a-f4b2-412a-a764-d8626d3662e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0601323 Oct 26 11:39:21.708667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:21.710509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:22.602272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33378) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:22.659794 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cabfc9f5-ee1b-4ec0-8c8d-c48000f5abf2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0564547 Oct 26 11:39:23.663691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33380) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:23.725796 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6fdaeee-8296-41cf-9e04-da92d0f61f55 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0609360 Oct 26 11:39:24.708219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:24.709000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:24.729534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33382) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:24.755072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:39:24.788155 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-97ff6569-fd48-4ba5-8e87-953f9d407dfb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0574660 Oct 26 11:39:25.791977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33384) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:25.854710 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d1e6c845-cced-40ba-9681-8a520dcfd08e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0616112 Oct 26 11:39:26.271810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=47 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:26.273681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=53 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:26.671578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6310dbfc-349c-44a2-8f60-2fe906db3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:26.858560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33386) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:26.916038 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-502494c3-f26d-4736-a537-315bd6b90984 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0562811 Oct 26 11:39:27.919595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33388) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:27.979877 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0d9a5387-88ac-45e5-a1c6-68a13c9bfa58 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0591176 Oct 26 11:39:28.871478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0eeb-8a0c-49de-82f0-16d71082ad67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:28.984406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33390) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:29.041703 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9c29d100-ad6f-4a3e-bd97-68c26d685662 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0562494 Oct 26 11:39:30.045557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33392) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:30.050608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:30.106951 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-77c5f1ea-cf91-46db-a4bc-10260d1b6e19 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0597534 Oct 26 11:39:31.110843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33394) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:31.171335 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-47a5323c-b930-493a-84f5-f0757dc9392e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0589800 Oct 26 11:39:31.524787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:31.558577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:32.175045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33396) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:32.231372 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7a3fd79c-9542-4129-86d0-2665d63bb774 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0552886 Oct 26 11:39:33.235614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33398) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:33.294591 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e9b4402b-52c3-4b1d-a6e0-08b79e5c47de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0578175 Oct 26 11:39:34.298679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33400) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:34.356347 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f9f2a814-99aa-4454-beab-1fbbf3572cd2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0562103 Oct 26 11:39:34.751501 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:35.360292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33402) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:35.419612 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4e2baab7-22d0-493c-be3f-c7ad632f5c59 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0582309 Oct 26 11:39:36.423329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33404) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:36.481931 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cb31e433-0b31-4d38-aef9-76c6426b18b8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0573237 Oct 26 11:39:37.485502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33406) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:37.545566 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-263b3be7-4e91-4dfb-ba5a-c0d1df7b7dfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0589337 Oct 26 11:39:38.549603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33408) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:38.606331 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e3a268ad-10fd-42ca-9529-c385ca0e18a1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0556850 Oct 26 11:39:39.610769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33410) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:39.670603 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1cc67d3a-4354-4d4b-a776-f32d7d2226ab tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0585871 Oct 26 11:39:40.674337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33412) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:40.731499 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b2a83c4-799a-47e6-9500-1823da249732 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0561066 Oct 26 11:39:41.162747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=62 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:41.164758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=58 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:41.703084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:41.735297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33414) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:41.797884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6fc317c2-e5c3-48c7-bde4-913ba35e09af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0614066 Oct 26 11:39:42.801480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33416) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:42.857105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7bf988ac-a02e-4387-a5c6-0e1e922320c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0545251 Oct 26 11:39:43.724072 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-1411984b-17e1-42c1-b61e-b9a110313af8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388689 Oct 26 11:39:43.825875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-e0ed345f-97bd-4d62-8690-0aa5422d4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:43.827965 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-e0ed345f-97bd-4d62-8690-0aa5422d4b74 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1129 time: 0.0393860 Oct 26 11:39:43.861501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33418) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:43.923585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5a897933-85b0-42a4-a9a7-83f650f4ecdc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0608404 Oct 26 11:39:43.935089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-96c8ebd3-0cc6-43f3-b55c-d314f5a35874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:43.937585 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-96c8ebd3-0cc6-43f3-b55c-d314f5a35874 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 898 time: 0.0914686 Oct 26 11:39:43.997352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-e686164c-bc95-4d8e-be3d-7cd8ecdef98b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 1001 time: 0.0546181 Oct 26 11:39:44.044291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-eca40335-374d-4fff-8274-9340a92e12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:44.046265 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-eca40335-374d-4fff-8274-9340a92e12ea service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 200 len: 835 time: 0.0430236 Oct 26 11:39:44.092121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-a7ce78e9-d42a-41c0-a705-a2cb83583631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:44.094072 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-a7ce78e9-d42a-41c0-a705-a2cb83583631 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430741 Oct 26 11:39:44.182005 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-937ebc96-3dc6-4296-99f1-07526c56cea2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822499 Oct 26 11:39:44.274066 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-78d6196c-26c4-4644-a8c5-f5406f4125fb req-e789e0c0-de14-414b-a37d-aaa3669e383f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863400 Oct 26 11:39:44.927515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33420) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:44.985189 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a166397-9d45-4030-819b-88ac1741a5ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0565219 Oct 26 11:39:45.989064 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33428) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:46.049442 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bb0a020e-71c5-4035-8d60-9dcea52bd8ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0592635 Oct 26 11:39:47.053295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33430) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:47.110552 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-83439488-4984-4530-8cff-2b202a447cf9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0561268 Oct 26 11:39:48.114416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33432) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:48.174490 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6bb06f70-ade6-4719-9d25-e7ebf8a186b3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0587885 Oct 26 11:39:49.177650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33434) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:49.220882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:49.227636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:49.237152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cc1bf52a-9c3b-46f8-a4db-f8c165f8a896 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0585184 Oct 26 11:39:50.241097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33436) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:50.299066 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8432907-a403-4c78-9aa6-7729dcc3ff14 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0568497 Oct 26 11:39:51.302936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33438) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:51.638388 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d82dd65-f654-4570-b3c5-4e0dbe6b0817 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.3341651 Oct 26 11:39:51.696462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:51.698452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:52.642927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33440) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:52.703115 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa99cabd-97a2-4467-8c15-2017863040fb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0591407 Oct 26 11:39:53.706976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33442) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:53.764834 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a7518a83-9350-436a-8afe-045611557d72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0566852 Oct 26 11:39:54.768690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33444) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:54.830536 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-56e7c4fb-9a1e-4534-a313-58e6f3099de7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0607960 Oct 26 11:39:55.834023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33446) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:55.906086 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5f94abcb-ec16-4818-b5a7-f0afbf177f7a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 200 len: 993 time: 0.0706704 Oct 26 11:39:55.909702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33448) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:56.067370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:39:56.068588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:56.147356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:56.147594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:56.160746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2 owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:39:56.243210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:56.250138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:56.338620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:56.364976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=de0ba09f-6494-4ccb-9dbe-e4bfd9370aa2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:39:56.379449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.379827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.380177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.380523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.380859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.381191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.381522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.381848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.382178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.382508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.382836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.383163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.383486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.383836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.384161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:56.441239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (78b54c35-1524-4ed1-be11-73b5eb1b30f6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:56.441573 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 78b54c35-1524-4ed1-be11-73b5eb1b30f6 disassociated (deleted). External IP: 172.26.0.123, port: 3ab3c874-733e-4ad9-8743-e3219bb33c62. Oct 26 11:39:56.620218 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:56.621036 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:56.644807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:39:56.672976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf4b21bf-3bc7-46bd-9751-4507678713a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:56.748850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:39:56.753577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:56.758103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:39:56.768498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:39:56.769155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:39:56.783057 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7eb80a41-8f0a-40e3-a613-af582aadedd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/78b54c35-1524-4ed1-be11-73b5eb1b30f6 HTTP/1.1" status: 204 len: 168 time: 0.8723528 Oct 26 11:39:56.783699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:39:56.785981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ece0246-b405-4a97-be1f-886562e12f16" -d '{"events": [{"name": "network-changed", "server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:39:56.887501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:39:56.998656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb24f15-50d9-44d5-b6b7-bc6de24fef79 x-openstack-request-id: req-4eb24f15-50d9-44d5-b6b7-bc6de24fef79 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:39:56.999203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:39:56.999203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4eb24f15-50d9-44d5-b6b7-bc6de24fef79 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:39:56.999577 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb24f15-50d9-44d5-b6b7-bc6de24fef79'] response: {'name': 'network-changed', 'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'status': 'completed', 'code': 200} Oct 26 11:39:57.104282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:34Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:34Z', 'revision_number': 32, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:39:57.130449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:39:57.139068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:39:57.139692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:39:57.147246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24df47-b72a-497c-be48-af622c6a5ce8 req-5a2c725d-e844-423d-aee1-edccfa116a7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:57.148751 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6a24df47-b72a-497c-be48-af622c6a5ce8 req-5a2c725d-e844-423d-aee1-edccfa116a7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 945 time: 0.1253250 Oct 26 11:39:57.199940 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6a24df47-b72a-497c-be48-af622c6a5ce8 req-e3b55401-73bb-4d36-aff8-a4dafea29ef7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451536 Oct 26 11:39:57.249710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:39:57.258468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece0246-b405-4a97-be1f-886562e12f16 req-286c26bb-8546-4da0-af73-6c6cc1b3e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:57.260007 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7ece0246-b405-4a97-be1f-886562e12f16 req-286c26bb-8546-4da0-af73-6c6cc1b3e70d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 1129 time: 0.0400739 Oct 26 11:39:57.434484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:34Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:34Z', 'revision_number': 32, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:39:57.462954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cef91f-7261-473f-83f5-360d2d669da9 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:35:34Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:35:34Z', 'revision_number': 32, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:39:57.535609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece0246-b405-4a97-be1f-886562e12f16 req-dd7f7bbc-1c5b-4de6-9296-be8bb3ad6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:57.537172 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7ece0246-b405-4a97-be1f-886562e12f16 req-dd7f7bbc-1c5b-4de6-9296-be8bb3ad6955 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 200 len: 898 time: 0.0943096 Oct 26 11:39:57.682204 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7ece0246-b405-4a97-be1f-886562e12f16 req-4726bd7d-2934-45d0-94e0-88d0bc20c179 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 200 len: 217 time: 0.0521600 Oct 26 11:39:57.690451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-e633587b-93ac-4a2c-9c07-2151106f4641 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:57.692941 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-e633587b-93ac-4a2c-9c07-2151106f4641 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 945 time: 0.0627899 Oct 26 11:39:57.737073 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece0246-b405-4a97-be1f-886562e12f16 req-41d67f3f-879b-4f73-82b7-441aa769d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:57.738706 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7ece0246-b405-4a97-be1f-886562e12f16 req-41d67f3f-879b-4f73-82b7-441aa769d545 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 200 len: 835 time: 0.0510681 Oct 26 11:39:57.783126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 3ab3c874-733e-4ad9-8743-e3219bb33c62 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:39:57.783463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:57.793168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece0246-b405-4a97-be1f-886562e12f16 req-ef7858df-e077-468d-b594-b02c353b2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:57.795140 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7ece0246-b405-4a97-be1f-886562e12f16 req-ef7858df-e077-468d-b594-b02c353b2b83 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0492454 Oct 26 11:39:57.894585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:57.899659 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7ece0246-b405-4a97-be1f-886562e12f16 req-9ae82425-5fcc-426c-8ced-4324ca24d12e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984979 Oct 26 11:39:57.976831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:58.007236 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7ece0246-b405-4a97-be1f-886562e12f16 req-7871c0e5-56a7-4af2-94fb-c19c543e4cd8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011202 Oct 26 11:39:58.206956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 3ab3c874-733e-4ad9-8743-e3219bb33c62, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=3ab3c874-733e-4ad9-8743-e3219bb33c62,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:39:58.207520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:58.221447 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 3ab3c874-733e-4ad9-8743-e3219bb33c62 owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:39:58.369240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:39:58.419289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b0a005e9-7f19-41d3-aad6-24dedee5c45f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:39:58.420172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:58.420661 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b0a005e9-7f19-41d3-aad6-24dedee5c45f Oct 26 11:39:58.437841 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3ab3c874-733e-4ad9-8743-e3219bb33c62), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:58.473133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=3ab3c874-733e-4ad9-8743-e3219bb33c62,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:39:58.482589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649176-6417-4ecb-ab5d-b14447e598b0 req-7478e8a1-ccac-45d3-8b16-0df4cf3e1a0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:39:58.484128 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5e649176-6417-4ecb-ab5d-b14447e598b0 req-7478e8a1-ccac-45d3-8b16-0df4cf3e1a0f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9a194df1-12f5-4d17-a540-e20475699ede HTTP/1.1" status: 200 len: 945 time: 0.1723704 Oct 26 11:39:58.499250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.499589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.499951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.500472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.500959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.501451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.501930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.502431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.502911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.503521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.505078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.505078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.505594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.506071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.506706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.517423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:39:58.517906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:58.557719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:39:58.562331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:58.563371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] No DVR routers for this DVR port 3ab3c874-733e-4ad9-8743-e3219bb33c62 on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:39:58.563738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:39:58.567000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:58.571135 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a3b468a0-da0c-4e87-a841-48f25d16a11f req-55915488-3f36-4546-bf1c-e60c8a100972 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "DELETE /networking/v2.0/ports/3ab3c874-733e-4ad9-8743-e3219bb33c62 HTTP/1.1" status: 204 len: 173 time: 0.8732173 Oct 26 11:39:58.571626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'name': 'network-vif-deleted', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:39:58.574057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3efd905-f27e-450a-9f9c-c4a1c6477147" -d '{"events": [{"server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "name": "network-vif-deleted", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:39:58.612249 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5e649176-6417-4ecb-ab5d-b14447e598b0 req-376ed4b8-1a14-448a-b3c8-3dbd3b7dc2a1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=338e6b7b-0363-4662-b730-6865e605bb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194825 Oct 26 11:39:58.653342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:58.655144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:39:58.660406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:58.672765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.673120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.673465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.673807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.674144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.674475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.674805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.675133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.675593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.675932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.676254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.676582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.676914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.677350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.677677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:39:58.707573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:39:58.708051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:58.708386 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:39:58.747911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0f0005-4b5d-43e2-be69-c485d713d837 x-openstack-request-id: req-cc0f0005-4b5d-43e2-be69-c485d713d837 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:39:58.748328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a194df1-12f5-4d17-a540-e20475699ede", "name": "network-vif-deleted", "tag": "3ab3c874-733e-4ad9-8743-e3219bb33c62", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:39:58.748710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc0f0005-4b5d-43e2-be69-c485d713d837 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:39:58.749501 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0f0005-4b5d-43e2-be69-c485d713d837'] response: {'server_uuid': '9a194df1-12f5-4d17-a540-e20475699ede', 'name': 'network-vif-deleted', 'tag': '3ab3c874-733e-4ad9-8743-e3219bb33c62', 'status': 'completed', 'code': 200} Oct 26 11:39:58.794719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:39:58.795330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:58.822612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:39:58.827876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:58.891454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:39:58.895186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bad32d12-2e66-418e-a077-e5aba69c7362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:59.686073 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33490) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:59.744846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5a8bfa9-561e-4e1a-8a7a-9ccf0a3792be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (338e6b7b-0363-4662-b730-6865e605bb59), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:59.771356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5a8bfa9-561e-4e1a-8a7a-9ccf0a3792be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (338e6b7b-0363-4662-b730-6865e605bb59), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:59.797660 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:39:59.805030 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:39:59.806290 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:39:59.837652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5a8bfa9-561e-4e1a-8a7a-9ccf0a3792be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (338e6b7b-0363-4662-b730-6865e605bb59), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:59.840547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f5a8bfa9-561e-4e1a-8a7a-9ccf0a3792be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:59.841949 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5a8bfa9-561e-4e1a-8a7a-9ccf0a3792be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/338e6b7b-0363-4662-b730-6865e605bb59 HTTP/1.1" status: 204 len: 168 time: 0.1547546 Oct 26 11:39:59.854231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8bfa9-561e-4e1a-8a7a-9ccf0a3792be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338e6b7b-0363-4662-b730-6865e605bb59,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:39:59.896223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33494) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:39:59.917359 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:00.054852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:00.194524 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:39:58Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:39:58Z', 'revision_number': 33, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:00.218586 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] Checking router: 7c288584-fb98-4a5f-a0b9-1320a2fb3171 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:00.226809 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] Routers {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:00.227414 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:00.242432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (7c288584-fb98-4a5f-a0b9-1320a2fb3171), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:00.292728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:00.333573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] Set router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:00.376610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b0a005e9-7f19-41d3-aad6-24dedee5c45f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:00.377000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:00.414771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:00.420174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:00.420908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:00.503164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:00.503774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port b0a005e9-7f19-41d3-aad6-24dedee5c45f {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:40:00.504123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:00.536900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:39:58Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:39:58Z', 'revision_number': 33, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:00.540571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:00.540958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:00.562649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:00.565087 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98eb461a-8042-48ed-9357-a6e49eda8166 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [{'id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'name': 'tempest-TestNetworkBasicOps-router-1474491802', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:34:36Z', 'updated_at': '2022-10-26T11:34:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'c5560a4a-04f9-4482-b2bc-3485f791d9fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:37Z', 'updated_at': '2022-10-26T11:39:58Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'b0a005e9-7f19-41d3-aad6-24dedee5c45f', 'name': '', 'network_id': '3e6e9a5d-838d-4531-8096-4c3e0d80c6bf', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:b8:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c288584-fb98-4a5f-a0b9-1320a2fb3171', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:34:39Z', 'updated_at': '2022-10-26T11:39:58Z', 'revision_number': 33, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:00.567748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:00.615417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port b0a005e9-7f19-41d3-aad6-24dedee5c45f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b0a005e9-7f19-41d3-aad6-24dedee5c45f,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:00.615871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:00.624954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:00.630798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for b0a005e9-7f19-41d3-aad6-24dedee5c45f owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:40:00.636008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:00.696636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:00.846868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b0a005e9-7f19-41d3-aad6-24dedee5c45f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:00.871349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=b0a005e9-7f19-41d3-aad6-24dedee5c45f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:01.053907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (7c288584-fb98-4a5f-a0b9-1320a2fb3171), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:01.090867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1257a-c89d-40bc-857c-ab2fca865714 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:40:01.175244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1257a-c89d-40bc-857c-ab2fca865714 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:40:01.285243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:01.309903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:40:01.429300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:40:01.437924 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a56106e6-d0fb-47a1-a5fb-81ab4c487328 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/7c288584-fb98-4a5f-a0b9-1320a2fb3171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5404911 Oct 26 11:40:01.438883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33496) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:01.495030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf46d6b-0449-49da-b43e-ffbb5d58a513 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting subnet 05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:40:01.499062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fcf46d6b-0449-49da-b43e-ffbb5d58a513 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:01.532325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:01.545928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fcf46d6b-0449-49da-b43e-ffbb5d58a513 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:01.573597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:01.596767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:01.656132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fcf46d6b-0449-49da-b43e-ffbb5d58a513 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:01.727176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:01.735011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fcf46d6b-0449-49da-b43e-ffbb5d58a513 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:01.754858 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:40:01.771662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf46d6b-0449-49da-b43e-ffbb5d58a513 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Subnet': ['ID=05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:01.777905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fcf46d6b-0449-49da-b43e-ffbb5d58a513 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:01.781371 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fcf46d6b-0449-49da-b43e-ffbb5d58a513 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/05adae85-f0bd-4f93-8d4e-7d8a0e9bbd60 HTTP/1.1" status: 204 len: 168 time: 0.3414519 Oct 26 11:40:01.784026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33498) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:01.901507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (7c288584-fb98-4a5f-a0b9-1320a2fb3171), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:01.912161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8852402f-5cb9-4c9d-8ad1-674e358b2629 None None] Network 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:40:01.991538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:01.992861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 3ab3c874-733e-4ad9-8743-e3219bb33c62 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:02.014932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (7c288584-fb98-4a5f-a0b9-1320a2fb3171), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.031587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 3ab3c874-733e-4ad9-8743-e3219bb33c62 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:40:02.031983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 3ab3c874-733e-4ad9-8743-e3219bb33c62 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:40:02.037740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-02e80633-e9a0-4646-bda2-dd7421d88d33 None None] Provisioning complete for port c9af00ed-9a84-4ed1-94e4-c0859ffda978 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:02.038073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-02e80633-e9a0-4646-bda2-dd7421d88d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.038402 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-02e80633-e9a0-4646-bda2-dd7421d88d33 None None] Attempt 1 to provision port c9af00ed-9a84-4ed1-94e4-c0859ffda978 Oct 26 11:40:02.063317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port c5560a4a-04f9-4482-b2bc-3485f791d9fc {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:40:02.063666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.117543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af04f6a-cf9c-43cb-983e-9f8da90db4f1 None None] DHCP port deletion for 3e6e9a5d-838d-4531-8096-4c3e0d80c6bf request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:40:02.123441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-02e80633-e9a0-4646-bda2-dd7421d88d33 None None] Current status of the port c9af00ed-9a84-4ed1-94e4-c0859ffda978 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:02.164344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7af04f6a-cf9c-43cb-983e-9f8da90db4f1 None None] Deleting port c9af00ed-9a84-4ed1-94e4-c0859ffda978 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:40:02.164631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7af04f6a-cf9c-43cb-983e-9f8da90db4f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.349236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:02.406108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7af04f6a-cf9c-43cb-983e-9f8da90db4f1 None None] For port c9af00ed-9a84-4ed1-94e4-c0859ffda978, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c9af00ed-9a84-4ed1-94e4-c0859ffda978,segment=NetworkSegment(ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b),segment_id=ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:02.406520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7af04f6a-cf9c-43cb-983e-9f8da90db4f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.427595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7af04f6a-cf9c-43cb-983e-9f8da90db4f1 None None] Calling delete_port for c9af00ed-9a84-4ed1-94e4-c0859ffda978 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:40:02.447618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c5560a4a-04f9-4482-b2bc-3485f791d9fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:02.448029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.448373 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c5560a4a-04f9-4482-b2bc-3485f791d9fc Oct 26 11:40:02.459559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:02.460022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.473568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for c5560a4a-04f9-4482-b2bc-3485f791d9fc owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:40:02.578177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c5560a4a-04f9-4482-b2bc-3485f791d9fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:02.578579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.602886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port c5560a4a-04f9-4482-b2bc-3485f791d9fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c5560a4a-04f9-4482-b2bc-3485f791d9fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:02.604063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7af04f6a-cf9c-43cb-983e-9f8da90db4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (c9af00ed-9a84-4ed1-94e4-c0859ffda978), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.610279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.632771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af04f6a-cf9c-43cb-983e-9f8da90db4f1 None None] Pushing event deleted for resources: {'Port': ['ID=c9af00ed-9a84-4ed1-94e4-c0859ffda978,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:02.655671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af04f6a-cf9c-43cb-983e-9f8da90db4f1 None None] No DVR routers for this DVR port c9af00ed-9a84-4ed1-94e4-c0859ffda978 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:40:02.665778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c5560a4a-04f9-4482-b2bc-3485f791d9fc), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.684029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:02.693418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=c5560a4a-04f9-4482-b2bc-3485f791d9fc,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:02.757559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (7c288584-fb98-4a5f-a0b9-1320a2fb3171), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.851005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (7c288584-fb98-4a5f-a0b9-1320a2fb3171), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.853145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (7c288584-fb98-4a5f-a0b9-1320a2fb3171), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.896470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (7c288584-fb98-4a5f-a0b9-1320a2fb3171), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.897068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Fanout notify agent at l3_agent the message router_deleted on router 7c288584-fb98-4a5f-a0b9-1320a2fb3171 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:40:02.903823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.905083 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c9080cc-eb7a-4db9-b7ab-1e04f9a12d0b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/routers/7c288584-fb98-4a5f-a0b9-1320a2fb3171 HTTP/1.1" status: 204 len: 168 time: 1.1201916 Oct 26 11:40:02.907765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33500) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:02.985162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (3e6e9a5d-838d-4531-8096-4c3e0d80c6bf), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:02.990704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:03.037575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:03.081193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (3e6e9a5d-838d-4531-8096-4c3e0d80c6bf), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.101537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6e9a5d-838d-4531-8096-4c3e0d80c6bf']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:03.111440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:03.111762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:03.121174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.134832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.141156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:40:03.141535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.208460 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b resource provider aggregate not found Oct 26 11:40:03.214294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (3e6e9a5d-838d-4531-8096-4c3e0d80c6bf), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.219762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.223143 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/networks/3e6e9a5d-838d-4531-8096-4c3e0d80c6bf HTTP/1.1" status: 204 len: 168 time: 0.3144398 Oct 26 11:40:03.228083 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebfcd253-3f7b-4f5d-bf3c-bd31ba32f76b found for delete ", "request_id": "req-c0c0fedf-238c-4dad-a266-43cd3254c20e"}]} Oct 26 11:40:03.264283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5dcc7-04bf-4d43-a1e7-42231bdef56f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Network': ['ID=3e6e9a5d-838d-4531-8096-4c3e0d80c6bf,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:03.264396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0a26a-0299-42e3-bfec-1de4dbc0e1f2 None None] Sync routers for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:03.274158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0a26a-0299-42e3-bfec-1de4dbc0e1f2 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:03.274759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0a26a-0299-42e3-bfec-1de4dbc0e1f2 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:40:03.275363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-06e0a26a-0299-42e3-bfec-1de4dbc0e1f2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:40:03.276766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33508) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:03.285685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c9af00ed-9a84-4ed1-94e4-c0859ffda978 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:03.286233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'network': {'name': 'tempest-network-smoke--1522371905', 'project_id': '96acf66580ef42109af70a407c10125a', 'port_security_enabled': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:03.289677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0a26a-0299-42e3-bfec-1de4dbc0e1f2 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:03.290209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0a26a-0299-42e3-bfec-1de4dbc0e1f2 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:40:03.290808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-06e0a26a-0299-42e3-bfec-1de4dbc0e1f2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7c288584-fb98-4a5f-a0b9-1320a2fb3171'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:40:03.291187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e0a26a-0299-42e3-bfec-1de4dbc0e1f2 None None] The sync data for ids ['7c288584-fb98-4a5f-a0b9-1320a2fb3171'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:03.313350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: c9af00ed-9a84-4ed1-94e4-c0859ffda978 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:40:03.313350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c9af00ed-9a84-4ed1-94e4-c0859ffda978 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:40:03.318042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:40:03.321988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.345950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:40:03.355814 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3d594e30-e0c0-4952-9fce-e784cb4cdf1e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.356082 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Added segment 3d594e30-e0c0-4952-9fce-e784cb4cdf1e of type vlan for network 7b4376fd-c888-49dd-9982-127a6e4f198c Oct 26 11:40:03.395450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (7b4376fd-c888-49dd-9982-127a6e4f198c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.421470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (7b4376fd-c888-49dd-9982-127a6e4f198c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.426284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:03.426861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.484885 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2066209 Oct 26 11:40:03.487747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33510) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:03.492567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'admin_state_up': True, 'project_id': '96acf66580ef42109af70a407c10125a', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:03.499919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc1491-bc26-4d9f-88ad-306fec7a5e85 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Network': ['ID=7b4376fd-c888-49dd-9982-127a6e4f198c,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:03.511710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 7b4376fd-c888-49dd-9982-127a6e4f198c details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:40:03.517365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.518327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.557719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:03.571428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.645266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:03.675814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:03.710112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.877504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:03.896587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:04.001018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.58 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/10a22bff-a09e-4322-bc2c-29ee766a1aff) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:40:04.104651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:04.137774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:04.179136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:40:04.181933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:40:04.188110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:40:04.214998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:04.290713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:04.310945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: b0a005e9-7f19-41d3-aad6-24dedee5c45f {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:40:04.311294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b0a005e9-7f19-41d3-aad6-24dedee5c45f not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:40:04.311708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:04.330167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: c5560a4a-04f9-4482-b2bc-3485f791d9fc {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:40:04.330515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c5560a4a-04f9-4482-b2bc-3485f791d9fc not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:40:04.438363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:04.516258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:04.610023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:04.627568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:04.749041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:40:04.849993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:40:04.860415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:04.869867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:04.870381 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:04.871072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:04.871229 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-45fb902c-bf76-4b57-ab66-0f0f6610cd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3821659 Oct 26 11:40:04.874439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33512) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:04.975387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:05.045893 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b0146280-7336-4a1c-a38b-425104434273 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=96acf66580ef42109af70a407c10125a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1703002 Oct 26 11:40:05.048652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33516) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:05.141837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e7ae1c-9ac9-4730-8fd4-ee1cbbf8f1b0 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:05.143366 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-67e7ae1c-9ac9-4730-8fd4-ee1cbbf8f1b0 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938022 Oct 26 11:40:05.145128 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:04Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:05.146355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33518) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:05.170985 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:05.171330 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Updating router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 port 10a22bff-a09e-4322-bc2c-29ee766a1aff binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:40:05.174988 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:05.175185 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d95b36f3-80ad-40ca-8b6a-f86d36d118e8 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270104 Oct 26 11:40:05.177375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33520) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:05.182052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-215010985', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'project_id': '96acf66580ef42109af70a407c10125a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:05.199287 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.201530 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:05.274531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:40:05.278435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.455392 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Publish callbacks [] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.461428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.469512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (b5ef84e2-9a41-4259-8864-955ed6e61213), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.494541 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Attempting to bind port 10a22bff-a09e-4322-bc2c-29ee766a1aff on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:40:05.494900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Attempting to bind port 10a22bff-a09e-4322-bc2c-29ee766a1aff by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:40:05.495258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Attempting to bind port 10a22bff-a09e-4322-bc2c-29ee766a1aff on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:40:05.519387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:05.528005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Subnet': ['ID=b5ef84e2-9a41-4259-8864-955ed6e61213,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:05.534729 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:05.542973 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:05.551771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Checking segment: {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:40:05.552133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network hostable DHCP agents. Network: 7b4376fd-c888-49dd-9982-127a6e4f198c, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:40:05.555679 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.556069 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.556503 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.556866 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.557203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.557805 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.558135 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.558460 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.558800 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.559123 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.559459 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.559851 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.560175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.560492 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.560806 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:05.565746 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:40:05.566243 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:40:05.566650 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.567029 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:40:05.567547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Bound port: 10a22bff-a09e-4322-bc2c-29ee766a1aff, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:40:05.568005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.571003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 7b4376fd-c888-49dd-9982-127a6e4f198c is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:40:05.581555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 7b4376fd-c888-49dd-9982-127a6e4f198c) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:40:05.585742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:05.586362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.593512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8678a5b-3c30-4e44-94fd-736d668fbd6b None None] Network 7b4376fd-c888-49dd-9982-127a6e4f198c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:40:05.608084 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c4f1c95b-9647-432e-b301-6a904bbd6bfe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4269154 Oct 26 11:40:05.608810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33522) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:05.624317 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:40:05.627749 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:40:05.633718 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.673964 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:05.674583 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:05.704188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-7b4376fd-c888-49dd-9982-127a6e4f198c', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:40:05.705274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:05.728640 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca1b0e-a351-426c-aa4b-784045103128 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:05.793583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:05.801863 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:05.854689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Allocated IP 172.20.0.2 (7b4376fd-c888-49dd-9982-127a6e4f198c/b5ef84e2-9a41-4259-8864-955ed6e61213/75e540b6-0a8e-4094-93e9-3c9f2d9f6c54) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:40:06.014203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Publish callbacks [] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:06.021797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:06.062462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Network 7b4376fd-c888-49dd-9982-127a6e4f198c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:40:06.065395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:40:06.069431 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:04Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:06.071675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:40:06.081145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Pushing event updated for resources: {'Port': ['ID=75e540b6-0a8e-4094-93e9-3c9f2d9f6c54,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:06.088626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:06.096406 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bdf74f-ea16-4abd-b0a1-c12ed7599538 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:04Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:06.148669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Attempting to bind port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:40:06.149041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Attempting to bind port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:40:06.149406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Attempting to bind port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 on network 7b4376fd-c888-49dd-9982-127a6e4f198c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:40:06.157181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:06.194506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:40:06.194880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Checking segment: {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:40:06.195288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:06.195684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Bound using segment: {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:40:06.196217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Bound port: 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:40:06.196602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:06.267855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] For port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:40:06.271259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] For port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=75e540b6-0a8e-4094-93e9-3c9f2d9f6c54,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:40:06.279699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:06.345244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea68e2d-ec6a-4d21-927d-a4364bc86d44 None None] Pushing event updated for resources: {'Port': ['ID=75e540b6-0a8e-4094-93e9-3c9f2d9f6c54,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:06.368486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:06.410896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.1 (7b4376fd-c888-49dd-9982-127a6e4f198c/b5ef84e2-9a41-4259-8864-955ed6e61213/160fbc13-e10c-43a4-b7c6-4d8ed656acee) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:40:06.575838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:06.618857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:06.662928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 7b4376fd-c888-49dd-9982-127a6e4f198c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:40:06.668859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:40:06.673176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:40:06.680383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:06.729053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:06.862319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:07.119364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:07.169450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:07.174431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:07.263590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:07.266352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:07.325919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:07.366909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 7b4376fd-c888-49dd-9982-127a6e4f198c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:40:07.368255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:40:07.430240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d04fabc-3e3b-4ae9-9d29-81d98779588a None None] Network 7b4376fd-c888-49dd-9982-127a6e4f198c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:40:07.482664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:40:07.495306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-34a6a5f5-1018-4586-b98b-7e493065c201 None None] Provisioning complete for port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:07.495685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-34a6a5f5-1018-4586-b98b-7e493065c201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:07.496053 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-34a6a5f5-1018-4586-b98b-7e493065c201 None None] Attempt 1 to provision port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 Oct 26 11:40:07.550404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:07.588093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:40:07.593843 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e1bce4b0-2ed5-483b-a9a7-693464f90f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9834735 Oct 26 11:40:07.596554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33524) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:07.622658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-34a6a5f5-1018-4586-b98b-7e493065c201 None None] Current status of the port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:07.622979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-34a6a5f5-1018-4586-b98b-7e493065c201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:07.662909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-34a6a5f5-1018-4586-b98b-7e493065c201 None None] For port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=75e540b6-0a8e-4094-93e9-3c9f2d9f6c54,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:07.669095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-34a6a5f5-1018-4586-b98b-7e493065c201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:07.701005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:07.726450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6a5f5-1018-4586-b98b-7e493065c201 None None] Pushing event updated for resources: {'Port': ['ID=75e540b6-0a8e-4094-93e9-3c9f2d9f6c54,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:07.896640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-909fa858-8c67-4bf1-96ab-b4006fb5a133 None None] Provisioning complete for port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:07.897549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-909fa858-8c67-4bf1-96ab-b4006fb5a133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:07.897965 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-909fa858-8c67-4bf1-96ab-b4006fb5a133 None None] Attempt 1 to provision port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 Oct 26 11:40:07.927165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:07.954952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:07.955700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:08.066000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42be38-39c1-40c5-9ed0-4886d4cd787e tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:08.066588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42be38-39c1-40c5-9ed0-4886d4cd787e tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:08.067127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42be38-39c1-40c5-9ed0-4886d4cd787e tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:08.067691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42be38-39c1-40c5-9ed0-4886d4cd787e tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:08.069511 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-af42be38-39c1-40c5-9ed0-4886d4cd787e tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.4720047 Oct 26 11:40:08.072735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33526) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:08.083239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-909fa858-8c67-4bf1-96ab-b4006fb5a133 None None] Current status of the port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:08.096695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-909fa858-8c67-4bf1-96ab-b4006fb5a133 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:08.097078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-909fa858-8c67-4bf1-96ab-b4006fb5a133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.097427 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-909fa858-8c67-4bf1-96ab-b4006fb5a133 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:08.132135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb8cb4-9feb-4aff-88af-42fd599f1a9f tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:08.132380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:08.132738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb8cb4-9feb-4aff-88af-42fd599f1a9f tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:08.133262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb8cb4-9feb-4aff-88af-42fd599f1a9f tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:08.133716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb8cb4-9feb-4aff-88af-42fd599f1a9f tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:08.138471 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fbcb8cb4-9feb-4aff-88af-42fd599f1a9f tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0614848 Oct 26 11:40:08.138992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33528) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:08.172971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-909fa858-8c67-4bf1-96ab-b4006fb5a133 None None] Port 160fbc13-e10c-43a4-b7c6-4d8ed656acee cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:40:08.256443 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c2745246-aa51-426d-869f-07ecdd722ead tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1162539 Oct 26 11:40:08.308065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-cec92f71-3e5a-441a-9018-e3f1fd745fed None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:08.308449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cec92f71-3e5a-441a-9018-e3f1fd745fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.308801 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cec92f71-3e5a-441a-9018-e3f1fd745fed None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:08.324312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33532) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:08.329265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b2720c19-2f0b-4aae-8490-7bd27d901b3e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487102932', 'description': 'tempest-secgroup-smoke-487102932 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:08.338865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:08.350812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b2720c19-2f0b-4aae-8490-7bd27d901b3e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.378262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:08.413271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cec92f71-3e5a-441a-9018-e3f1fd745fed None None] Port 160fbc13-e10c-43a4-b7c6-4d8ed656acee cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:40:08.420733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b2720c19-2f0b-4aae-8490-7bd27d901b3e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (b13167e5-50b4-4dee-86ed-a83a29607e08), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.425642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b2720c19-2f0b-4aae-8490-7bd27d901b3e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b13167e5-50b4-4dee-86ed-a83a29607e08), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.427903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:07Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:08.458531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:08.459228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Updating router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 port 160fbc13-e10c-43a4-b7c6-4d8ed656acee binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:40:08.460324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b2720c19-2f0b-4aae-8490-7bd27d901b3e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.461573 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b2720c19-2f0b-4aae-8490-7bd27d901b3e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1359787 Oct 26 11:40:08.463200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2720c19-2f0b-4aae-8490-7bd27d901b3e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13167e5-50b4-4dee-86ed-a83a29607e08,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:08.464654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33534) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:08.469313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1430b42e-d75e-4694-9c88-cf2748a23516 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'b13167e5-50b4-4dee-86ed-a83a29607e08', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:08.477754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:08.478136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.478525 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 Oct 26 11:40:08.499174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1430b42e-d75e-4694-9c88-cf2748a23516 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (cc8038ea-0bad-42d6-a6bb-09fed07c6e20), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.522283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.557285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1430b42e-d75e-4694-9c88-cf2748a23516 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (cc8038ea-0bad-42d6-a6bb-09fed07c6e20), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.562009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1430b42e-d75e-4694-9c88-cf2748a23516 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (cc8038ea-0bad-42d6-a6bb-09fed07c6e20), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.582251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430b42e-d75e-4694-9c88-cf2748a23516 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8038ea-0bad-42d6-a6bb-09fed07c6e20,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:08.591662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1430b42e-d75e-4694-9c88-cf2748a23516 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.593004 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1430b42e-d75e-4694-9c88-cf2748a23516 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273453 Oct 26 11:40:08.595944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33536) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:08.600715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-aadf102c-a58e-4927-8bef-ab2c5691a1c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'b13167e5-50b4-4dee-86ed-a83a29607e08', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:08.630243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aadf102c-a58e-4927-8bef-ab2c5691a1c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (28804099-5ddf-414f-9fb2-dc5368aaf675), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.676143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:08.693967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aadf102c-a58e-4927-8bef-ab2c5691a1c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (28804099-5ddf-414f-9fb2-dc5368aaf675), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.697604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aadf102c-a58e-4927-8bef-ab2c5691a1c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (28804099-5ddf-414f-9fb2-dc5368aaf675), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.718505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf102c-a58e-4927-8bef-ab2c5691a1c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28804099-5ddf-414f-9fb2-dc5368aaf675,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:08.726930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aadf102c-a58e-4927-8bef-ab2c5691a1c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.728219 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aadf102c-a58e-4927-8bef-ab2c5691a1c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313272 Oct 26 11:40:08.731059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33538) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:08.736085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-28946643-5581-4814-ac83-b6a4776ce5d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'b13167e5-50b4-4dee-86ed-a83a29607e08', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:08.762081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-28946643-5581-4814-ac83-b6a4776ce5d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (1d6736ba-3683-42f7-a82b-06ba68a9f33a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.782880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:08.823488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-28946643-5581-4814-ac83-b6a4776ce5d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (1d6736ba-3683-42f7-a82b-06ba68a9f33a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.827477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-28946643-5581-4814-ac83-b6a4776ce5d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (1d6736ba-3683-42f7-a82b-06ba68a9f33a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.847667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28946643-5581-4814-ac83-b6a4776ce5d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6736ba-3683-42f7-a82b-06ba68a9f33a,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:08.855028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-28946643-5581-4814-ac83-b6a4776ce5d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.859437 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-28946643-5581-4814-ac83-b6a4776ce5d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237292 Oct 26 11:40:08.859680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33540) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:08.864030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9a16a420-7680-4ac5-8df5-8b9a919de5cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'b13167e5-50b4-4dee-86ed-a83a29607e08', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:08.893263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9a16a420-7680-4ac5-8df5-8b9a919de5cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (5ac730a7-6b5d-4aa2-bbea-0f53cd4a4060), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.914472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:08.951313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9a16a420-7680-4ac5-8df5-8b9a919de5cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (5ac730a7-6b5d-4aa2-bbea-0f53cd4a4060), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.955295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9a16a420-7680-4ac5-8df5-8b9a919de5cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (5ac730a7-6b5d-4aa2-bbea-0f53cd4a4060), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.968543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Publish callbacks [] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.973703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.974001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16a420-7680-4ac5-8df5-8b9a919de5cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac730a7-6b5d-4aa2-bbea-0f53cd4a4060,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:08.982326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9a16a420-7680-4ac5-8df5-8b9a919de5cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:08.983502 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9a16a420-7680-4ac5-8df5-8b9a919de5cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228669 Oct 26 11:40:08.986356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33542) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:08.990843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fc3ab8cb-57f0-45aa-ba61-dded9acdbf9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'b13167e5-50b4-4dee-86ed-a83a29607e08', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:09.012480 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-fc3ab8cb-57f0-45aa-ba61-dded9acdbf9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:40:09.018796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab8cb-57f0-45aa-ba61-dded9acdbf9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (2153c7b0-3141-4f5c-9703-83b19df5f43b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.044627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b21f26-bc76-438f-9f18-225a688a51a1 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:09.075045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Attempting to bind port 160fbc13-e10c-43a4-b7c6-4d8ed656acee on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:40:09.075494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Attempting to bind port 160fbc13-e10c-43a4-b7c6-4d8ed656acee by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:40:09.075785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Attempting to bind port 160fbc13-e10c-43a4-b7c6-4d8ed656acee on network 7b4376fd-c888-49dd-9982-127a6e4f198c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:40:09.086741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab8cb-57f0-45aa-ba61-dded9acdbf9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (2153c7b0-3141-4f5c-9703-83b19df5f43b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.090553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab8cb-57f0-45aa-ba61-dded9acdbf9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (2153c7b0-3141-4f5c-9703-83b19df5f43b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.110705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ab8cb-57f0-45aa-ba61-dded9acdbf9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2153c7b0-3141-4f5c-9703-83b19df5f43b,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:09.116125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab8cb-57f0-45aa-ba61-dded9acdbf9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.117527 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fc3ab8cb-57f0-45aa-ba61-dded9acdbf9a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300585 Oct 26 11:40:09.120126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33544) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:09.124673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:40:09.125035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Checking segment: {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:40:09.125370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4d476b61-9c36-4f97-a9ff-2ad9feaa9767 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'b13167e5-50b4-4dee-86ed-a83a29607e08', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:09.125489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.125816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Bound using segment: {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:40:09.126321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Bound port: 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:40:09.126707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.145614 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-4d476b61-9c36-4f97-a9ff-2ad9feaa9767 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:40:09.150049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:09.152151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d476b61-9c36-4f97-a9ff-2ad9feaa9767 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (59f006b1-f082-47f6-8a2b-8dab928dbd71), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.189452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:40:09.193486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:40:09.199074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.218556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d476b61-9c36-4f97-a9ff-2ad9feaa9767 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (59f006b1-f082-47f6-8a2b-8dab928dbd71), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.222176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d476b61-9c36-4f97-a9ff-2ad9feaa9767 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (59f006b1-f082-47f6-8a2b-8dab928dbd71), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.237328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:09.242851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:09.245007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d476b61-9c36-4f97-a9ff-2ad9feaa9767 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f006b1-f082-47f6-8a2b-8dab928dbd71,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:09.253442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d476b61-9c36-4f97-a9ff-2ad9feaa9767 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:09.258002 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d476b61-9c36-4f97-a9ff-2ad9feaa9767 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335223 Oct 26 11:40:09.297049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b21f26-bc76-438f-9f18-225a688a51a1 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:09.363666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:09.424014 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-11d7ff62-54bf-412f-bc21-b5a57ddfa7ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-487102932&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.0445113 Oct 26 11:40:09.533847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-d3a4ab26-9c29-4b22-93c4-fddaf14098da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:09.535214 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-d3a4ab26-9c29-4b22-93c4-fddaf14098da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 797 time: 0.1047416 Oct 26 11:40:09.546390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:09.550713 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-d83d1c4e-d33f-437a-9dd0-819b28f3d549 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/quotas/96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 375 time: 0.0099087 Oct 26 11:40:09.550883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:09Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:09.579597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b67dc-f26e-4a78-9940-0d6ed8511692 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:09Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:09.608152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-56893683-62cd-4d6b-a8ed-b0d14c2e1440 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511312 Oct 26 11:40:09.753061 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-ec33adb5-a520-4a60-aace-eb012f5b0c00 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330924 Oct 26 11:40:09.865884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-38c70700-0d6b-42fd-a8f2-c59bbb1bb3a7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946062 Oct 26 11:40:10.053138 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31f81c57-1055-4d6c-8176-09a716edf464 req-e91208b8-e2dc-437b-a26f-ca2b20628ae0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 210 time: 0.0337539 Oct 26 11:40:10.337461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:10.383013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:10.383487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:10.383855 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:10.460325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:10.460719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:10.482531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:10.487551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:10.488424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:10.513014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:10.569838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:10.581622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:10.582024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:10.582371 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:10.657891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:10.658280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:10.699873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:10.703809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:10.754855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:11.143828 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8cef969e-e9cc-4942-96a4-89131971e50f req-b598cccc-6ee6-4a3f-b14e-33cd6bd249e4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 210 time: 0.0329278 Oct 26 11:40:11.326118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:11.328368 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:11.328987 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:11.372701 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:11.431896 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:11.433316 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:11.616492 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:10Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:11.641568 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:11.649871 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:11.650475 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:11.714885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:11.752714 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:11.936483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:10Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:11.964214 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e650825-2d90-4701-8bf1-54aa94e173c5 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:10Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:12.251031 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-780f8f9c-00ae-402f-946f-6562d6a462fe req-5c8d6947-7b5d-459a-9fff-3ff5e6abd449 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 210 time: 0.0415213 Oct 26 11:40:12.251996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:12.347062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:12.347521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:12.383039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:12.387871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:12.414400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:12.474128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:12.518398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:12.599071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:12.657449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:12.657890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:12.658346 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:12.734933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:12.735556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:12.744198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:12.771276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:12.775106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:12.827854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:12.834774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:12.853279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:12.914068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:12.914483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:12.936279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:12.940420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:12.994194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:13.353581 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-67c5b6ae-fc53-4d8d-ac09-3b410e58cf7f req-2330de48-ee80-453c-a743-0d6de0cfa957 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 210 time: 0.0327048 Oct 26 11:40:14.068592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:14.069009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:14.069547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:14.170928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:14.306533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:14.389256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:12Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:14.435956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:14.454658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:14.455049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:14.457114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:14.457986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:14.461620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7a3e7f37-fa63-4918-ab63-e0a48e30fa22 req-8b9d05b7-3b54-4ea1-908c-b74874a9a423 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 210 time: 0.0314856 Oct 26 11:40:14.680785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:14.685397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:14.750779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:14.768690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:14.815402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:14.972008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:14.980982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:12Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:15.006264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bec08d-f645-4564-868a-7c3119473311 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:12Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:15.291145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=8,neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:15.341072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-b43b16b4-3d40-42e2-a23f-30f34f7b287c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:15.342572 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-b43b16b4-3d40-42e2-a23f-30f34f7b287c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 797 time: 0.1551476 Oct 26 11:40:15.431529 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-6eefa876-1a7b-4545-aed5-60072b739214 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 379 time: 0.0644453 Oct 26 11:40:15.505658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'port': {'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'admin_state_up': True, 'tenant_id': '96acf66580ef42109af70a407c10125a', 'security_groups': ['b13167e5-50b4-4dee-86ed-a83a29607e08']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:15.598991 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-32e84d3d-c3a9-4eb2-b78c-832441d3d36a req-202c75b2-4bd8-49be-931c-feb28db41e5d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 210 time: 0.0363958 Oct 26 11:40:15.665473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:40:15.674518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:15.738193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:15.819341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.14 (7b4376fd-c888-49dd-9982-127a6e4f198c/b5ef84e2-9a41-4259-8864-955ed6e61213/714c0a86-5db9-4e8e-8952-bd8e58b64825) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:40:15.971389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.004604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.054739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 7b4376fd-c888-49dd-9982-127a6e4f198c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:40:16.060547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:40:16.063191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:40:16.067885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=714c0a86-5db9-4e8e-8952-bd8e58b64825,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:16.118220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:16.118868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.137548 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-09974f23-f952-420c-96ee-8009afeead25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6359622 Oct 26 11:40:16.157601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Request body: {'port': {'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:16.228461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.319184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7370fa37-f966-48a4-95b0-1dfee544bd76 None None] Provisioning complete for port 714c0a86-5db9-4e8e-8952-bd8e58b64825 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:16.319748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7370fa37-f966-48a4-95b0-1dfee544bd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.319937 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7370fa37-f966-48a4-95b0-1dfee544bd76 None None] Attempt 1 to provision port 714c0a86-5db9-4e8e-8952-bd8e58b64825 Oct 26 11:40:16.362204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7370fa37-f966-48a4-95b0-1dfee544bd76 None None] Port 714c0a86-5db9-4e8e-8952-bd8e58b64825 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:40:16.379216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:16.400660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:16.447901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:16.448258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.448833 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:16.525043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:16.525344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.534408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714c0a86-5db9-4e8e-8952-bd8e58b64825 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:40:16.543960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Publish callbacks [] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.548393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:16.553229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.554235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:16.559569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Transition to ACTIVE for port object 714c0a86-5db9-4e8e-8952-bd8e58b64825 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:40:16.563155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.630514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=714c0a86-5db9-4e8e-8952-bd8e58b64825,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:16.635391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:16.643663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:16.644070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.644409 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:16.651060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:16.689293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Attempting to bind port 714c0a86-5db9-4e8e-8952-bd8e58b64825 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:40:16.689712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Attempting to bind port 714c0a86-5db9-4e8e-8952-bd8e58b64825 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:40:16.690098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Attempting to bind port 714c0a86-5db9-4e8e-8952-bd8e58b64825 on network 7b4376fd-c888-49dd-9982-127a6e4f198c {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:40:16.724100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:16.724496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.762968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:16.771757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad7441-893e-4102-ac61-719892fd4af5 req-645b9f87-caaf-41ae-9efb-2c7807316cf6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:16.773279 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-69ad7441-893e-4102-ac61-719892fd4af5 req-645b9f87-caaf-41ae-9efb-2c7807316cf6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 944 time: 0.0622041 Oct 26 11:40:16.777856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.779871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Port 714c0a86-5db9-4e8e-8952-bd8e58b64825 on network 7b4376fd-c888-49dd-9982-127a6e4f198c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:40:16.780197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Attempting to bind port 714c0a86-5db9-4e8e-8952-bd8e58b64825 on network 7b4376fd-c888-49dd-9982-127a6e4f198c {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:40:16.828779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:16.863706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:40:16.864060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Checking segment: {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:40:16.864440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Bound using segment: {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:40:16.864866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Bound port: 714c0a86-5db9-4e8e-8952-bd8e58b64825, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d594e30-e0c0-4952-9fce-e784cb4cdf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:40:16.865218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.870358 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-69ad7441-893e-4102-ac61-719892fd4af5 req-3e86e491-8a51-49f7-97a6-02c79d1defcf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674837 Oct 26 11:40:16.936258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] For port 714c0a86-5db9-4e8e-8952-bd8e58b64825, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:40:16.939524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] For port 714c0a86-5db9-4e8e-8952-bd8e58b64825, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:40:16.945281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.949834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:16.950473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:16.951864 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 1094 time: 0.7990677 Oct 26 11:40:16.952408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:40:16.954709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa955b8-3e68-493c-a235-452176ccd637" -d '{"events": [{"name": "network-changed", "server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:40:16.999058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87457a1-d955-4c72-b526-12e9c41290a3 x-openstack-request-id: req-d87457a1-d955-4c72-b526-12e9c41290a3 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:40:16.999345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:40:16.999596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d87457a1-d955-4c72-b526-12e9c41290a3 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:40:17.000013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d87457a1-d955-4c72-b526-12e9c41290a3'] response: {'name': 'network-changed', 'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'status': 'completed', 'code': 200} Oct 26 11:40:17.014159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fa4ae-58bf-44ff-8a4f-ba4a1ea97ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=714c0a86-5db9-4e8e-8952-bd8e58b64825,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:17.062108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-ff8a1cfa-d486-47f6-af78-8ff3545ca37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:17.063496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-ff8a1cfa-d486-47f6-af78-8ff3545ca37c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1128 time: 0.0402300 Oct 26 11:40:17.109647 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-88e912f0-3720-4f3a-b969-8d5f0ba36973 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 217 time: 0.0330520 Oct 26 11:40:17.157209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-70f53a17-e59c-47d8-976d-2a5c6cd27686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:17.158595 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-70f53a17-e59c-47d8-976d-2a5c6cd27686 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 200 len: 843 time: 0.0432618 Oct 26 11:40:17.205779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-ffbd1723-662e-48b6-a8cd-8e4eb33bffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:17.207491 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-ffbd1723-662e-48b6-a8cd-8e4eb33bffec service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7b4376fd-c888-49dd-9982-127a6e4f198c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418808 Oct 26 11:40:17.287045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:17.304083 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:17.304499 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-67980ebe-a193-4f4f-ab92-fe2bfa8873f5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906284 Oct 26 11:40:17.307839 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:17.308453 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:17.403564 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ead8ac0-bf33-4193-8704-1585aa59ed84 req-3a57f76d-0a6e-4e03-9eaf-b30f947614d6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937605 Oct 26 11:40:17.412858 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:17.560176 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:17.596333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:16Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:17.624107 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:17.632293 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:17.632889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:17.666600 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:17.731663 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:17.992604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb328cb0-ac75-401e-be69-0c6e069a9b38 req-17cf89b5-341d-491b-b147-6c78f75bb9f2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:17.994094 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cb328cb0-ac75-401e-be69-0c6e069a9b38 req-17cf89b5-341d-491b-b147-6c78f75bb9f2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 944 time: 0.0483110 Oct 26 11:40:18.002702 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:16Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:18.027115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec60d4-b67f-4913-a57a-da025ed1d0b3 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:16Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:18.045495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cb328cb0-ac75-401e-be69-0c6e069a9b38 req-791ab2e7-bfb1-40f7-bb28-854f16034bc9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443511 Oct 26 11:40:18.164195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa955b8-3e68-493c-a235-452176ccd637 req-9d1eac1f-8d14-4385-b5f1-cd6dc273b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:18.165678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-daa955b8-3e68-493c-a235-452176ccd637 req-9d1eac1f-8d14-4385-b5f1-cd6dc273b2f0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1128 time: 0.0437572 Oct 26 11:40:18.246601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:18.255114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:18.271086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa955b8-3e68-493c-a235-452176ccd637 req-29988a93-17d8-4e4a-925f-c8c20abdbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:18.272620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-daa955b8-3e68-493c-a235-452176ccd637 req-29988a93-17d8-4e4a-925f-c8c20abdbff2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 898 time: 0.1012650 Oct 26 11:40:18.319194 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-daa955b8-3e68-493c-a235-452176ccd637 req-d244a0fb-1969-444b-ba8f-7165d60ba65b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 217 time: 0.0407009 Oct 26 11:40:18.337797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:18.338189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:18.374193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa955b8-3e68-493c-a235-452176ccd637 req-3b52c6fb-d492-435f-9362-3090175fad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:18.376302 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-daa955b8-3e68-493c-a235-452176ccd637 req-3b52c6fb-d492-435f-9362-3090175fad36 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 200 len: 843 time: 0.0504291 Oct 26 11:40:18.383337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:18.388716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:18.415569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:18.421916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:18.424791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa955b8-3e68-493c-a235-452176ccd637 req-dad446f5-d0db-4d9a-9fc1-7b98758101ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:18.426331 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-daa955b8-3e68-493c-a235-452176ccd637 req-dad446f5-d0db-4d9a-9fc1-7b98758101ea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7b4376fd-c888-49dd-9982-127a6e4f198c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448389 Oct 26 11:40:18.480891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:18.522969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:18.525906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:18.530499 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-daa955b8-3e68-493c-a235-452176ccd637 req-d63c5930-5678-4703-b379-0d52d47b5228 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979674 Oct 26 11:40:18.613050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:18.633982 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-daa955b8-3e68-493c-a235-452176ccd637 req-9bcc7b3a-dfca-4b2e-8806-56601a35070c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975761 Oct 26 11:40:18.664224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:18.664640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:18.665048 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:18.763437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:18.763869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:18.800379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:18.805021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:18.855831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:18.886852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:18.942185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:18.942582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:18.967532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:18.971477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:18.972332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=71,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:18.973510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=69,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:19.024232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:19.178115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bad84-0a80-4be0-8632-e1e175a3be89 req-92aea0b7-939e-4663-a68b-789a38143e72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:19.183433 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd5bad84-0a80-4be0-8632-e1e175a3be89 req-92aea0b7-939e-4663-a68b-789a38143e72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 944 time: 0.0556860 Oct 26 11:40:19.232549 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bd5bad84-0a80-4be0-8632-e1e175a3be89 req-f35a6b51-19e4-47a2-8077-0bef7a01b6eb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462308 Oct 26 11:40:20.053121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 714c0a86-5db9-4e8e-8952-bd8e58b64825 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:40:20.149915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 714c0a86-5db9-4e8e-8952-bd8e58b64825, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:20.161588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:40:20.200083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 714c0a86-5db9-4e8e-8952-bd8e58b64825 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:20.200483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:20.214479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714c0a86-5db9-4e8e-8952-bd8e58b64825 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:40:20.248195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:20.248195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 714c0a86-5db9-4e8e-8952-bd8e58b64825, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:20.249141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:20.253123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:20.253786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:20.316842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:20.361452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf3d83-33f1-49b2-a689-12177ffeea70 req-91be2dd3-3526-4664-8e18-2eee2d35ffcd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:20.367340 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2dbf3d83-33f1-49b2-a689-12177ffeea70 req-91be2dd3-3526-4664-8e18-2eee2d35ffcd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 945 time: 0.0524771 Oct 26 11:40:20.381246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:20.385230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=714c0a86-5db9-4e8e-8952-bd8e58b64825,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:20.414531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:20.420838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2dbf3d83-33f1-49b2-a689-12177ffeea70 req-f4213fab-1c6a-4d2d-b095-c86fec6ad62e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460861 Oct 26 11:40:20.445126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:20.516981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:20.517283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:20.603577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['714c0a86-5db9-4e8e-8952-bd8e58b64825'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:40:20.646421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:20.655891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:20.797202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:20.810955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:18Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:18Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:20.845647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:20.873170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:20.873715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:21.018658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:21.309876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:21.332170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:21.400963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:18Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:20Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:21.426297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bfe9d-6fbe-4fbc-9bd4-0fc65c03c399 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:18Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:20Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:21.546563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3307c-5295-4dff-8dd6-9c91a8cc6105 req-04f80010-0cb3-4c3f-b4f8-b5e5c465ca84 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:21.548099 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0ca3307c-5295-4dff-8dd6-9c91a8cc6105 req-04f80010-0cb3-4c3f-b4f8-b5e5c465ca84 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 945 time: 0.0478382 Oct 26 11:40:21.603578 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0ca3307c-5295-4dff-8dd6-9c91a8cc6105 req-9e170324-8ce3-42eb-bdcd-fe2b7de4de04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496938 Oct 26 11:40:22.052783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 714c0a86-5db9-4e8e-8952-bd8e58b64825 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:22.101619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 714c0a86-5db9-4e8e-8952-bd8e58b64825 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:40:22.109585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 714c0a86-5db9-4e8e-8952-bd8e58b64825 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:22.110064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.110401 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 714c0a86-5db9-4e8e-8952-bd8e58b64825 Oct 26 11:40:22.187827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 714c0a86-5db9-4e8e-8952-bd8e58b64825 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:22.188227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.213677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:40:22.216007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364dedf6-2875-4444-ab97-74ce8b385936" -d '{"events": [{"server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "name": "network-vif-plugged", "status": "completed", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:40:22.229591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 714c0a86-5db9-4e8e-8952-bd8e58b64825, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:22.233859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.294183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=714c0a86-5db9-4e8e-8952-bd8e58b64825,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:22.322282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0092fb-b387-4676-9074-3e589d7a2fc4 x-openstack-request-id: req-df0092fb-b387-4676-9074-3e589d7a2fc4 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:40:22.322908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "name": "network-vif-plugged", "status": "completed", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:40:22.322908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df0092fb-b387-4676-9074-3e589d7a2fc4 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:40:22.323991 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0092fb-b387-4676-9074-3e589d7a2fc4'] response: {'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'code': 200} Oct 26 11:40:22.386737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:22.435677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:22.436104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.436444 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:22.519792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:22.520176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.542558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454404c-8060-4f69-bf32-c1c916f52c6f req-ab53af82-0072-4f7c-b308-22b89d3e8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:22.544173 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0454404c-8060-4f69-bf32-c1c916f52c6f req-ab53af82-0072-4f7c-b308-22b89d3e8525 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1130 time: 0.0420179 Oct 26 11:40:22.544523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:22.548529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.549316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:22.595289 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0454404c-8060-4f69-bf32-c1c916f52c6f req-1e58b54a-6446-428a-a47e-412e9b6ff419 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445960 Oct 26 11:40:22.625924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:22.635005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:22.635430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.635916 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:22.717254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:22.717708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.740007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd002a2-2ef3-40de-9daf-bea7f3d08eff req-56e08ba7-d09c-4997-b411-28fe865351b3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:22.741483 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cfd002a2-2ef3-40de-9daf-bea7f3d08eff req-56e08ba7-d09c-4997-b411-28fe865351b3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 946 time: 0.0490069 Oct 26 11:40:22.752296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:22.757461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.768203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:22.792932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cfd002a2-2ef3-40de-9daf-bea7f3d08eff req-b7dcfaa2-355d-4c41-a7a3-be56774ddfeb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451498 Oct 26 11:40:22.806628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:23.321653 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:23.323328 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:23.324019 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:23.427107 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:23.632641 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:22Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:22Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:23.659503 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:23.668148 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:23.668744 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:23.773654 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:23.889355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:23.927378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2edfda-d609-40e2-a772-235f453d1fa0 req-4649c54f-98b9-47b3-9814-5def9fce8335 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:23.930807 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4b2edfda-d609-40e2-a772-235f453d1fa0 req-4649c54f-98b9-47b3-9814-5def9fce8335 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 946 time: 0.0589533 Oct 26 11:40:23.971831 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:22Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:22Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:23.983663 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4b2edfda-d609-40e2-a772-235f453d1fa0 req-8c89af60-37b7-4e7d-aa68-0e51f8a53bb0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451148 Oct 26 11:40:24.000971 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ddc27-b349-4881-bd33-4cdeec13f76e None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:22Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:22Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:24.136419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6e98-e6af-42fe-9dc0-e96510cc76f8 req-3187e036-e49e-4ca3-b319-b9dd3f6ade67 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:24.137996 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-346c6e98-e6af-42fe-9dc0-e96510cc76f8 req-3187e036-e49e-4ca3-b319-b9dd3f6ade67 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 946 time: 0.0557439 Oct 26 11:40:24.192132 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-346c6e98-e6af-42fe-9dc0-e96510cc76f8 req-878c4164-14bb-48d8-a918-76e4dcd03fc0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482111 Oct 26 11:40:24.228144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33620) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:24.256649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:24.260060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:24.289376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883ad94-2e9e-4649-8e15-a688b3ef0324 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:24.294826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33622) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:24.295088 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4883ad94-2e9e-4649-8e15-a688b3ef0324 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1125 time: 0.0649223 Oct 26 11:40:24.299422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:40:24.306086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:24.331509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:24.336557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:24.356485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:24.356978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:24.392804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:24.401814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:24.437504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:24.446223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:24.500958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:24.551159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:24.574797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.254 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/5acd15a4-3b58-4280-981c-469d86584074) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:40:24.661462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:24.708398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (5acd15a4-3b58-4280-981c-469d86584074), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:24.712357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:24.712850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:24.713811 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:24.766299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (5acd15a4-3b58-4280-981c-469d86584074), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:24.807895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:24.808297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:24.818927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:40:24.825145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:40:24.829266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:40:24.859219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:24.870931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=5acd15a4-3b58-4280-981c-469d86584074,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:24.876006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:24.946084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:24.984900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:25.062658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:25.063125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:25.087958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:25.097032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:25.114293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:25.154984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:25.276635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (643c63d2-ccf2-4c3d-99d0-c31e17be700b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:25.320790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:25.352833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5acd15a4-3b58-4280-981c-469d86584074), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:25.511126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (5acd15a4-3b58-4280-981c-469d86584074), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:25.516333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (5acd15a4-3b58-4280-981c-469d86584074), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:25.585208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (643c63d2-ccf2-4c3d-99d0-c31e17be700b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:25.586913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=5acd15a4-3b58-4280-981c-469d86584074,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:25.684694 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b associated. External IP: 172.26.0.254, port: 714c0a86-5db9-4e8e-8952-bd8e58b64825. Oct 26 11:40:25.886990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:40:25.975977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:25.990712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:40:26.008369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:26.164311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:26.174942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:26.175575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:26.282878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:26.320071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:26.326931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:26.372624 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b857e1ea-328a-4ec1-b1fb-5455dd3ec175 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0765312 Oct 26 11:40:26.373202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:40:26.375449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9866026-f09f-4852-a2ec-efcef80eacd6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:40:26.375934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33624) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:26.414760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca72ddf-f085-4ce9-a67e-1d9db2a15cc0 x-openstack-request-id: req-7ca72ddf-f085-4ce9-a67e-1d9db2a15cc0 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:40:26.415052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:40:26.415308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ca72ddf-f085-4ce9-a67e-1d9db2a15cc0 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:40:26.415712 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca72ddf-f085-4ce9-a67e-1d9db2a15cc0'] response: {'name': 'network-changed', 'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'status': 'completed', 'code': 200} Oct 26 11:40:26.450391 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fb0f2291-0a83-43ba-92bc-fc5a894d07bd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 992 time: 0.0732994 Oct 26 11:40:26.478090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:26.500217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:26.500600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:26.504729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-381070f1-2a98-451d-9014-7f86746c82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:26.506232 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-381070f1-2a98-451d-9014-7f86746c82ea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1130 time: 0.0390670 Oct 26 11:40:26.558808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:26.564540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:26.606103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-975a365d-018c-4e16-8633-559b9815bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:26.607504 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-975a365d-018c-4e16-8633-559b9815bcb0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 898 time: 0.0956802 Oct 26 11:40:26.618274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:26.638358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:25Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:25Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:24Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:26.670484 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-d7b72025-5812-4c58-940d-52b64b12a1db service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 1000 time: 0.0574460 Oct 26 11:40:26.673398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:26.675120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:26.693133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:26.693786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:26.697972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86231c9a-3659-430f-b79e-d1934266bb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:26.720746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-fbc797eb-347c-40b5-8146-d9b46b5acfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:26.722231 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-fbc797eb-347c-40b5-8146-d9b46b5acfca service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 200 len: 843 time: 0.0467300 Oct 26 11:40:26.770350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-0c947b55-4642-4184-a39f-db289d8c64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:26.771875 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-0c947b55-4642-4184-a39f-db289d8c64a2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7b4376fd-c888-49dd-9982-127a6e4f198c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430424 Oct 26 11:40:26.800217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:26.867869 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-5c5fd659-924b-40c1-aa27-2876b399140e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901065 Oct 26 11:40:26.973759 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9866026-f09f-4852-a2ec-efcef80eacd6 req-507838c1-87a0-4487-b0d7-31b5bfcbfe25 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999129 Oct 26 11:40:27.159830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:25Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:25Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:26Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:27.188252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800a26a-d5ce-4089-b613-af7db4befe2c None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:25Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:25Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:26Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:27.453932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33628) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:27.518004 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bf019544-69d5-4900-8435-83456aee24c8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 992 time: 0.0629096 Oct 26 11:40:28.354348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:28.399403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:28.399798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:28.400903 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:28.471868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:28.472171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:28.476662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:28.494862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:28.498318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:28.499087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:28.521732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33630) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:28.576300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:28.581944 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-74cc3bf7-183a-4fad-87db-e6b29ac034e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 992 time: 0.0586791 Oct 26 11:40:28.585337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:28.585725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:28.586043 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:28.623615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:28.658434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:28.658815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:28.693070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:28.698491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:28.743955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:28.760456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f66e18-1c49-4805-aaaa-cfd152c088ef None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:28.792656 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:28.883638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6147dd15-3d11-448f-a6b3-410eee77b0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:29.131252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:29.131252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:29.131252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:29.233092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:29.443322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:28Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:28Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:28Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:29.467917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:29.476171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:29.476768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:29.578437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:29.585517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33632) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:29.648177 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-68955d66-3b66-4ee7-8968-723261ed0d8e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0614192 Oct 26 11:40:29.654677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:29.786958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:28Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:28Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:28Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:29.817107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f3e12-793f-4443-bc8c-86b58232df7c None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:28Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:28Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:28Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:30.057672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:30.258728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:30.323773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:30.335263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:30.335692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:30.373727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:30.377859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:30.404959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:30.467125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:30.511396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:30.585881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:30.632579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:30.632954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:30.633291 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:30.651686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:30.714228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:30.714709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:30.719673 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b82252af-72ea-404b-b0a1-3b2cbf2191aa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0668099 Oct 26 11:40:30.751205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:30.755232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:30.806602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:30.841552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:30.896123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:30.896513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:30.919651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:30.923849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:30.969691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:30.982174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:31.456184 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2391d44f-3ec2-4f43-b216-5dda45c28b37 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:31.527316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:31.569204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:31.721615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:31.789763 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-009a9509-7d12-45c4-9ad5-8f93730d359b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0668807 Oct 26 11:40:32.379307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:32.379307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:32.379970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:32.413366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:32.531332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:32.534369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:32.570410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:32.570798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:32.655821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:32.659580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:32.793696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33646) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:32.855467 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-661ac531-345c-47cc-90d8-a479e892b160 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0605941 Oct 26 11:40:32.904411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:32.957743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:30Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:31Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:30Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:32.983133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:32.991395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:32.992030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:33.093256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:33.293029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:33.302898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:30Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:31Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:32Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:33.328056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08c31f8-ff94-462e-84f0-89c3dc1470a7 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:30Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:31Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:32Z', 'revision_number': 20, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:33.859469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33648) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:33.939066 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aba25a25-3e36-4e5a-aba8-25cf1147c104 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0784457 Oct 26 11:40:34.361143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:34.411641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:34.412049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:34.412388 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:34.487215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:34.487883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:34.510504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:34.515421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:34.516282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:34.581795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:34.595619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:34.605435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:34.605861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:34.606151 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:34.685643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:34.686065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:34.724422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:34.730460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:34.781710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:34.910196 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f6148-7031-4ec8-a800-bea0d29396d9 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:34.943073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33650) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:35.002247 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-307a070f-1ed2-40b6-8ebf-1901bcce64c4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0580194 Oct 26 11:40:35.828200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:35.828200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:35.828200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:35.931486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:36.005547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33652) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:36.070166 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-896ac7d6-7b20-494f-a3bc-c5e93b18635d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0633702 Oct 26 11:40:36.142099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:34Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:35Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:34Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:36.170014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:36.176692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:36.178844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:36.179443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:36.278109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:36.309552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:36.475822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:36.476210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:36.504369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:36.538984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:36.544600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:36.545359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:36.639400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:34Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:35Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:34Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:36.676794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:36.681390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67794b87-dede-4b22-a4e3-bee7ade3dbbc None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:34Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:35Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:34Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:36.718436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:36.718822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:36.741477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:36.745710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:36.793133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:37.073569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33654) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:37.134738 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b9bc0060-bfba-4ecc-97b3-5c14c5709f74 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0599763 Oct 26 11:40:38.138662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33656) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:38.196116 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f649732-92fd-49b9-aeac-a1e99500f5fb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0563080 Oct 26 11:40:38.247977 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba244b2-e1d3-4c81-94c3-acd86bce1b35 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:38.349704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:38.395814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:38.396189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:38.396525 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:38.462410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:38.469841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:38.470146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:38.491068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:38.495349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:38.496186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:38.577564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:38.584783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:38.584783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:38.584783 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:38.660075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:38.660467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:38.684019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:38.691410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:38.692037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:38.754567 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:40:38.888189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:38.895093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:38.991364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:38.993638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:39.025297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:39.200084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33658) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:39.205917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:38Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:38Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:36Z', 'revision_number': 22, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:39.231960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:39.240481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:39.241100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:39.262035 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-932e7ec1-3b1c-4159-9f9e-0872688516d0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0608103 Oct 26 11:40:39.345762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:39.412882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:39.555795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:38Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:38Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:38Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:39.580110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58179a-1a28-4a23-ad56-f880d23b7635 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:38Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:38Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:38Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:40.264414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:40.265582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33660) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:40.326680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:40.331063 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-589d9600-5fbc-4bfd-983b-097df6a0491e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0643594 Oct 26 11:40:40.349805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:40.350197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:40.410231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:40.415221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:40.447204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:40.502518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:40.549544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:40.675590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:40.720914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:40.721292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:40.721628 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:40.783890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:40.797037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:40.798117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:40.845950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:40.846325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:40.846660 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:40.922286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:40.922677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:40.956092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:40.962741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:41.014269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:41.021478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:41.041210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:41.094781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:41.095170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:41.116024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:41.120815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:41.167845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:41.334448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33662) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:41.379150 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e31ff-fdce-4353-89a0-036f17a77002 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:41.397935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8efb3e85-78ae-4459-afe7-c295b96970d3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0623579 Oct 26 11:40:41.729089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:42.299249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:42.299249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:42.299249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:42.331472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:42.401554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33664) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:42.454153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:42.462853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2c3eced9-016f-40e2-aa75-9f8a46c70cee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0572965 Oct 26 11:40:42.494957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:42.495344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:42.576420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:42.590859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:42.643523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:42.690988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:42.740695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:41Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:41Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:40Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:42.768639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:42.777470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:42.778070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:43.017294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:43.106019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:43.225019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:41Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:41Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:42Z', 'revision_number': 26, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:43.253220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd427eb1-a86a-4e44-8b32-d53fd3858c2e None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:41Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:41Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:42Z', 'revision_number': 26, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:43.465527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33666) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:43.530989 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-60bc0ad5-d38d-4b25-b3dc-d5c219f6e403 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0635309 Oct 26 11:40:44.348579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:44.394051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:44.394426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:44.394765 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:44.466586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:44.466973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:44.487346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:44.491270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:44.492214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:44.533570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33668) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:44.567359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:44.578425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:44.578802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:44.579141 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:44.599756 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eaf963ae-3739-41ef-8475-671f73837242 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0650444 Oct 26 11:40:44.653263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:44.653652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:44.674867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:44.692081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:44.696207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:44.705312 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-f8d82de9-9f8f-4d40-b04d-f0c5fb474240 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400293 Oct 26 11:40:44.745251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:44.786125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e2209-7343-4d5e-93fe-91009718ff56 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:44.806729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:44.818872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-8b3773d5-1be3-4025-8190-32cb89619f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:44.820587 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-8b3773d5-1be3-4025-8190-32cb89619f81 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1130 time: 0.0497916 Oct 26 11:40:44.935207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-86a245a5-d1fc-457c-9991-29961c5cb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:44.936739 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-86a245a5-d1fc-457c-9991-29961c5cb8d9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 898 time: 0.0908647 Oct 26 11:40:45.004043 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-de0ad279-a396-4c33-8277-7278374c1b11 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 1001 time: 0.0607495 Oct 26 11:40:45.054358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-6a0140fe-7b67-4239-a7d8-3d13a54e7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:45.056119 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-6a0140fe-7b67-4239-a7d8-3d13a54e7068 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 200 len: 843 time: 0.0458302 Oct 26 11:40:45.103580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-eb7320f2-56c9-4a36-8ac4-2990305f41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:40:45.105127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-eb7320f2-56c9-4a36-8ac4-2990305f41fe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7b4376fd-c888-49dd-9982-127a6e4f198c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430539 Oct 26 11:40:45.201817 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-6ed9bf2b-69cd-4e22-ac93-b2b4febc3677 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879354 Oct 26 11:40:45.293003 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e2ca89b-0b3b-40eb-81ab-be2151d67327 req-d81ed41d-2f4f-407a-80ec-988941b29d26 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842226 Oct 26 11:40:45.602166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33670) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:45.663317 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-117d4a97-6d2c-40c4-8123-739061af0cc9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0599318 Oct 26 11:40:45.716962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:45.716962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:45.716962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:45.818558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:46.015800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:46.023577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:44Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:44Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:44Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:46.051782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:46.060769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:46.061376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:46.160152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:46.320867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:46.405918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:44Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:44Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:44Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:46.453471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f6ca8b-6100-481e-8d2e-9d0027b5cdc5 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:44Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:44Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:44Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:46.463828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:46.464226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:46.490112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:46.501039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:46.506895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:46.507824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:46.585749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:46.626334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:46.626793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:46.655738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:46.667319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33672) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:46.672331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:46.727706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:46.739484 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f156118d-4af3-47f4-86a7-3303816c9546 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0696650 Oct 26 11:40:47.742081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33674) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:47.800019 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-633dfd83-68c9-41da-94c4-e9f0d70f43b4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0565982 Oct 26 11:40:48.035992 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ee1de-bcd5-465b-9e78-89a1e426d232 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:48.367322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:48.367322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:48.367322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:48.469569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:48.683611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:48.804326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33676) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:48.824152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:46Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:48Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:46Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:48.849717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:48.858466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:48.859081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:48.865296 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-22ffd9de-f73b-444b-9e0e-d3480e9e21ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0598025 Oct 26 11:40:48.961917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:49.172431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:46Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:48Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:46Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:49.198764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413add0-01ec-4db5-893f-14e80baba624 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:46Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:48Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:46Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:49.869243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33678) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:49.932863 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-440ea366-a670-466f-9e91-62b2be71d9fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0624425 Oct 26 11:40:50.269937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:50.296222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:50.351637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:50.352655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:50.421444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:50.434521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:50.509373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:50.510324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:50.580759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:50.662282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:50.698046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:50.705738 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5051bf-e6b7-4fa3-90ca-5b5712dbd0a5 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:50.710229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:50.710603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:50.710941 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:50.789758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:50.790154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:50.811596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:50.815280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:50.816231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:50.894870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:50.904817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:50.905198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:50.905537 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:50.937033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33680) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:50.991072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:50.991462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:51.004046 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4c8c2f53-bb77-4bbd-bc03-e8023b50b899 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0640106 Oct 26 11:40:51.028097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:51.031646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:51.077952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:51.347831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:51.352522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:51.353152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:51.393577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:51.454036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:51.663139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:50Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:50Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:51Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:51.687040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:51.695903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:51.696497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:51.779847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:51.798992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:52.006715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33682) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:52.009699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:50Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:50Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:51Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:52.034490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e88538-86c9-4261-8b26-fc460aa0d214 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:50Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:50Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:51Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:52.070629 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4777a19a-7070-4df5-bec7-c85e6e5cc8e6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0626690 Oct 26 11:40:52.269976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:52.350776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:52.351460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:52.385276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:52.390551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:52.415770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:52.475140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:52.518895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:52.592866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:52.596859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:52.639960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:52.640339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:52.640671 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:52.725588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:52.725984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:52.762663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:52.765990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:52.942656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:52.997805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:53.038791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:53.039100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:53.043861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:53.063382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:53.067929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:53.073699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33684) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:53.120395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:53.128472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:53.147339 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b77122d9-9322-4b24-ab16-6f008aa611a3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0724957 Oct 26 11:40:53.648911 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72952d-c1e6-4a5f-a999-1846b2960701 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:53.732527 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:54.151272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33686) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:54.207161 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0f2b3dd3-ab06-4fd5-92ab-62b74b3b185d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0548172 Oct 26 11:40:54.289641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:54.289641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:54.289641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:54.328005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:54.448658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:54.484912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:54.485293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:54.564759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:54.571366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:54.667541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:54.729112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:54.736400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:53Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:53Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:52Z', 'revision_number': 31, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:54.765050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:54.773522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:54.774138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:54.876255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:55.023710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:55.085061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:53Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:53Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:54Z', 'revision_number': 32, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:55.109713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6344d-6652-4a5d-aaec-b5a1c05674fc None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:53Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:53Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:54Z', 'revision_number': 32, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:55.211062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33688) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:55.273821 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-802fbeb6-efe5-4285-83ee-55ffd407ed57 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0615423 Oct 26 11:40:56.277587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33690) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:56.351108 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-16815359-5364-4832-a44c-1f22eb0a3cb8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 993 time: 0.0722318 Oct 26 11:40:56.365945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:56.416116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:56.416516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:56.416853 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:40:56.487515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:56.487947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:56.511790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:56.515620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:56.516453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:56.608951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:56.622053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:56.622425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:56.622768 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:56.674882 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c1b281-7226-4be4-9444-4552170d8095 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:56.688419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-620a668e-846e-4811-ada8-a4121d7cdb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:56.720497 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:56.723037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:56.723431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:56.728198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=40 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:56.735360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=27 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:56.767137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:56.771338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:56.820106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:56.826728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:57.073245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:40:57.073245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:57.073245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:57.177523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:57.354954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33692) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:57.398509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:57.402190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:56Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:56Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:56Z', 'revision_number': 33, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:57.422617 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f89536c4-848c-4a7c-985d-5cea88e35401 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0653613 Oct 26 11:40:57.427258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:40:57.436223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:40:57.436762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:57.472644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:57.681614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:40:57.890454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:56Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:56Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:56Z', 'revision_number': 33, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:40:57.918816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71220b98-5bec-4201-827e-e262dab5a8f7 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:56Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '643c63d2-ccf2-4c3d-99d0-c31e17be700b', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.254', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'port_id': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'fixed_ip_address': '172.20.0.14', 'status': 'ERROR', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'mac_address': 'fa:16:3e:7a:fb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:40:25Z', 'updated_at': '2022-10-26T11:40:56Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:40:56Z', 'revision_number': 33, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:40:58.273979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:58.347931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:58.348238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:58.382984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:58.388119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:58.413958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:58.424617 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33694) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:58.459974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:58.482138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:58.494998 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-30cb007b-9e67-442e-9bd2-4368c42ba067 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0692458 Oct 26 11:40:58.529050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:58.622367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:40:58.668644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:40:58.669144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:58.669546 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:40:58.749260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:58.749652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:58.784737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:58.790162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:58.841628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:40:58.870293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:58.892452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.892801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.893147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.893485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.893815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.894143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.894468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.894791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.895637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.895991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.896316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.896639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.896963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.897280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.897593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:40:58.908167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:58.917146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5be6aebc-931d-4863-9e98-3994935afb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:58.958632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:40:58.959024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:58.981926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:40:58.986300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:59.036120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:40:59.499083 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33696) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:40:59.518070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2868fa-1e44-4383-a326-21079aa50ad8 None None] New status for floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:40:59.561741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4323465c-3d1f-4644-b707-3545fccc7343 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0604386 Oct 26 11:41:00.058149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:00.315476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:41:00.389681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:41:00.390059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:00.421350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:41:00.425329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:00.471214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:41:00.564690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33698) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:00.623043 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2064a11e-7c29-4333-9cce-e6bc06763cf1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0572493 Oct 26 11:41:01.530724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:01.568766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:01.626313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33700) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:01.684851 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f4ff8eb-5fae-48d8-9621-8141fcd18f86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0574148 Oct 26 11:41:02.688767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33702) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:02.747911 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ed43d619-e493-4c8f-8c7d-4092354f3c59 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0579984 Oct 26 11:41:03.751771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33704) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:03.813298 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad471a31-895a-46df-8537-649b07318d81 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0602920 Oct 26 11:41:04.817760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33706) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:04.876563 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9e107466-184f-455f-b462-3caa4961cbcf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0573835 Oct 26 11:41:05.880636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33708) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:05.937632 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bd327612-a14c-4b5e-86cb-699242b188c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0558765 Oct 26 11:41:06.941744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33710) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:07.001361 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-87376107-f309-4485-a7c9-a5a3b2763f05 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0585015 Oct 26 11:41:08.005295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33712) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:08.062214 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-13887c81-5b7f-4c3d-b29b-928912e1f102 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0557909 Oct 26 11:41:09.066024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33714) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:09.127020 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1523a8cf-2e6a-4248-b6fd-6d68bf0a8291 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0598619 Oct 26 11:41:10.131038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33716) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:10.189654 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-13954c09-b444-473f-8938-db35f6226a89 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0574918 Oct 26 11:41:10.625780 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:10.626420 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=17 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:11.193545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33718) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:11.254378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15904fcb-701a-4180-9a55-b0b5df525b9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0596678 Oct 26 11:41:11.562633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:11.564475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:11.721267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:12.258161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33720) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:12.316943 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41858905-ab11-43a1-863a-fc704abfaa3c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0575914 Oct 26 11:41:13.320716 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33722) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:13.383544 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-af0b10c8-ea92-4b8f-a5a0-59d21a75cb5b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0616684 Oct 26 11:41:14.387348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33724) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:14.445296 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0cd689fa-8a71-41c6-b005-8517374221d8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0567880 Oct 26 11:41:14.867165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=49 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:14.869024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=26 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:15.448634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33726) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:15.508650 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-36a2e756-7453-4480-a076-d0247a4ebe77 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0588923 Oct 26 11:41:15.752933 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:41:16.512584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33728) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:16.570610 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5255440e-ee51-458b-8217-b5b0cc5ab494 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0568349 Oct 26 11:41:17.573795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33730) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:17.634810 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ab146f3-c75d-4a00-8344-3ff811560bb2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0599041 Oct 26 11:41:18.638755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33732) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:18.697060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-edc19f0b-28da-4a25-80a3-c7fb38b0cf33 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0572824 Oct 26 11:41:19.700616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33734) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:19.760822 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ab11c45e-7408-4da3-8efb-d7f620da98fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0590851 Oct 26 11:41:20.765635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33736) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:20.824624 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dcafbdc6-2daa-48c6-b619-b0912b4d394e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0578685 Oct 26 11:41:21.710504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:21.716740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:21.828944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33738) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:21.901357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa5e8d9a-3c45-408e-9bd2-37915b468552 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0705197 Oct 26 11:41:22.904522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33740) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:22.962288 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7e1ccf80-83fc-45b9-8164-d1b04c9ba0b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0566375 Oct 26 11:41:23.965620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:24.029038 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-380e3756-2638-46bc-9dba-cc624b4ae727 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0622580 Oct 26 11:41:24.713065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:25.033018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33744) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:25.095992 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2c8c6a2d-e566-4fcd-91b1-ec5e1fefc94a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0618250 Oct 26 11:41:25.748413 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:26.099565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:26.159912 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5cb0f5b9-ccfa-469f-9dff-a49c5d3dfe2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0591991 Oct 26 11:41:26.681346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e58df92c-8063-4f2a-bd7c-3ea11337944a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:27.162959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33748) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:27.222323 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-46c274e2-1e9b-42bf-88d6-908f39969288 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0582287 Oct 26 11:41:28.226220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33750) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:28.232404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=72 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:28.234629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=70 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:28.286197 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-23c50430-28c8-4b4b-92ef-3d9a598bf7a7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0588546 Oct 26 11:41:28.879446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b495-0cfe-44d1-9897-f53570bdeadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:29.289359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:29.349798 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bc66c54c-c395-4afb-995b-c4ab3635b3d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0590723 Oct 26 11:41:30.061302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:30.353645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33754) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:30.727616 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a6938219-cf1b-4df0-a3cb-08637ea90415 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.3725908 Oct 26 11:41:31.533682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:31.572011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:31.731397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33756) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:31.791983 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-18c8dc9d-516a-46d4-a191-783f41558399 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0595016 Oct 26 11:41:32.796527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33758) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:32.853236 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a17ee84b-29a5-4f7e-a692-7f742f8968df tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0555720 Oct 26 11:41:33.857369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33760) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:33.920749 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a90582e5-1695-4e9b-9972-a145624f2b78 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0620732 Oct 26 11:41:34.924712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33762) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:34.982789 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a2da4afd-f55a-4f60-aa30-5c61ca4f5412 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0569453 Oct 26 11:41:35.986828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33764) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:36.043579 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-efed67b7-883c-4e47-9ae5-ca3daf4cec23 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0556011 Oct 26 11:41:37.047437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33766) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:37.107935 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57463597-403a-46e5-9d41-7a44e3fc845e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0588088 Oct 26 11:41:38.111569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33768) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:38.169138 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-64c8b60e-62d5-496b-986f-a3fa6babcce5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0562401 Oct 26 11:41:39.173052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33770) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:39.233620 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c0fdd3bb-1471-40a0-8ef5-b19492dfe4bc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0586083 Oct 26 11:41:40.237077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33772) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:40.575518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3dfd6279-2996-4777-824a-00d88cc3fe18 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.3371971 Oct 26 11:41:41.580261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33774) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:41.640901 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ddfcf1b2-d218-49b3-b415-35c4f09523af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0591550 Oct 26 11:41:41.737862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:42.644741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:42.702850 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-097d6c7f-2a57-4cc4-97d6-7d1eb8cdb80b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0569966 Oct 26 11:41:43.706674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33778) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:43.767468 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb3beba6-3491-4cd7-85ac-c34330c5da4d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0595515 Oct 26 11:41:44.731361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-6b40bd15-ab73-424f-9baf-80977b186eb8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764644 Oct 26 11:41:44.770372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33782) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:44.832803 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ac5571a8-7428-48d5-bb47-9d6c33ad500a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0612650 Oct 26 11:41:44.841791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-cf61ac68-4288-459c-8507-a491dec0ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:41:44.843292 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-cf61ac68-4288-459c-8507-a491dec0ab72 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1130 time: 0.0439558 Oct 26 11:41:44.879491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=74 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:44.882188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:44.949320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-daa18d7f-cd9f-4d95-8bad-bfa01bbc393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:41:44.951405 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-daa18d7f-cd9f-4d95-8bad-bfa01bbc393b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 898 time: 0.0888813 Oct 26 11:41:45.014598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-3fa59b88-aa69-4be7-b69f-f80de0521e94 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 1002 time: 0.0574157 Oct 26 11:41:45.061962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-8ad22e4a-be65-42eb-b07b-1fd7d7730efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:41:45.063396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-8ad22e4a-be65-42eb-b07b-1fd7d7730efd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 200 len: 843 time: 0.0432603 Oct 26 11:41:45.107552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-c588f452-18fe-4d99-8263-c10be9face9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:41:45.109080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-c588f452-18fe-4d99-8263-c10be9face9d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7b4376fd-c888-49dd-9982-127a6e4f198c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399663 Oct 26 11:41:45.118849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-50c50920-3956-49c0-b0ef-a145da76793b service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:41:45.119883 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-50c50920-3956-49c0-b0ef-a145da76793b service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047784 Oct 26 11:41:45.213124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-0cafdeff-6922-4401-8e57-68c9031327ed service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864854 Oct 26 11:41:45.302264 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e68517bd-2273-4f0d-8afa-404f309f24dd req-33d6b17a-1ba4-4fcb-971e-12a3aa620524 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823958 Oct 26 11:41:45.836772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33784) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:45.938362 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-097c5912-b0c9-45d5-afbd-026c81352e41 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.1004360 Oct 26 11:41:46.941539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33788) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:47.001045 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d80e4d5f-a032-41d1-9942-54c88fe66221 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0583730 Oct 26 11:41:47.623164 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:47.623947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:48.004033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33792) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:48.065126 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0637d71d-b5e3-42d1-a4bf-08766896567d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0599656 Oct 26 11:41:49.068929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33796) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:49.127274 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fb85393f-5640-48ce-8c27-9fd151c937d0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0571032 Oct 26 11:41:50.130209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33798) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:50.190880 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-087f30af-3edc-437e-8959-e525db5c4c52 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0595548 Oct 26 11:41:51.194496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33800) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:51.252198 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-445a7178-38d1-4b6d-a229-458a2a8b8bb7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0565631 Oct 26 11:41:51.731342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:51.733932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:52.256045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33802) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:52.317834 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c939391d-8053-4358-ad10-f3b4d07a6848 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0606704 Oct 26 11:41:52.752008 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:41:53.321733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33804) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:53.379846 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-65cbd36e-8116-42f6-b96c-747ad691c70c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0569582 Oct 26 11:41:54.383373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33806) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:54.421109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:54.444465 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8eb9e10f-65bc-4753-bca3-006c0f4d7b86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0599620 Oct 26 11:41:55.298491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=43 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:55.299271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=40 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:55.448197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33808) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:55.509600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8aa89daf-1921-45e4-83bb-c9b798bb9691 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0600083 Oct 26 11:41:56.513382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33810) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:56.552608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:56.571811 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-199f1b59-51ba-4be8-b364-20aa867b82d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0572705 Oct 26 11:41:56.684017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c3f6d8ed-f1e5-4ebc-a999-f732bca8f978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:57.575903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33812) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:57.637952 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4de0f79c-5f83-41f8-8d2e-85b343d44b1f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0608885 Oct 26 11:41:58.641916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33814) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:58.702316 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-40c771db-ff56-4544-8b1f-006678de17b6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0593102 Oct 26 11:41:58.883287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-919c64b6-3987-4b63-a706-1aba10d99ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:59.705561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33816) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:41:59.767366 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-74b67519-adf9-446f-91e1-233b3a66d2ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0606740 Oct 26 11:42:00.063987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:00.771237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33818) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:00.829113 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cc76d098-743e-4029-88c2-c0d37fb38e1d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0567343 Oct 26 11:42:01.536331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:01.574553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:01.832946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33820) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:01.892198 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-47a9e811-5075-4d34-85a7-ed8b1fa2641f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0581105 Oct 26 11:42:02.747452 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:02.748312 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:02.895862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33822) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:02.957947 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c99129b5-c77e-41b7-a85d-cddbe7fcb077 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0609622 Oct 26 11:42:03.961781 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33824) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:04.019610 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ca366d3d-1bb2-4490-9e24-0c72b5e4b19b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0566497 Oct 26 11:42:05.023379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33826) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:05.084667 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-76a45d4e-afca-4fbb-be2f-11acf6ee22b4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0600779 Oct 26 11:42:06.089123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33828) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:06.146929 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c27ac62c-4d04-4481-9321-c7a6ac64ec07 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0565975 Oct 26 11:42:07.150766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33830) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:07.210724 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-442baf1c-9812-41fd-8262-a2b6d373b704 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0589266 Oct 26 11:42:08.214181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33832) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:08.272629 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c0b71b01-c196-42d0-b98f-7caeb1f98ba5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0573416 Oct 26 11:42:09.277022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33834) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:09.338853 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-48bc8312-1bc8-476f-a86f-4e4bd0e38747 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0606611 Oct 26 11:42:10.342663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33836) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:10.400668 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2fce282-4bdc-4228-bef0-0b35aefe1f86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0560830 Oct 26 11:42:10.815328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=10 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:10.822327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=10 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:11.403953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33838) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:11.463886 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-820ae66b-b37d-4c82-b6fe-ecbfe35bde3a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0587988 Oct 26 11:42:11.564443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:11.570707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:11.740757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:12.467879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33840) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:12.525232 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8d261a71-7e8c-4eac-b89c-b1aaf817218a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0562184 Oct 26 11:42:13.528889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33842) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:13.590587 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-112192a2-224b-45c7-82c0-aa1761582136 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0605714 Oct 26 11:42:14.594608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33844) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:14.652527 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8dced811-ef4d-46a6-a2d8-65ac647bb75a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0568578 Oct 26 11:42:15.656488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33846) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:15.716431 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6236f371-e439-4092-b0fe-5d7529376c92 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0588298 Oct 26 11:42:16.720336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33848) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:16.777568 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2b145b67-5df9-499e-b07e-54fe731c5563 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0560899 Oct 26 11:42:17.781513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33850) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:17.826961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:17.845738 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1c21fd3-cf0a-468e-aad3-d19b27f8760e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0631375 Oct 26 11:42:18.849660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:18.911221 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b24e2d14-789e-4dfb-9869-0a68d3d20fab tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0604258 Oct 26 11:42:19.915247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33854) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:19.973084 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e7e3b56e-0841-49b9-b609-3b2e3c83de69 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0566764 Oct 26 11:42:20.976984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33856) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:21.037287 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-823c1331-40da-4a8d-9cc9-8bcf0dbae5be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0591912 Oct 26 11:42:21.734898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:21.736177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:22.041358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33858) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:22.080924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:22.099617 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-536d2c47-9c2b-4066-a29f-24f18ffa8a99 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0572443 Oct 26 11:42:23.103523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33860) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:23.160864 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aab28f2c-1b44-4433-b4a2-7a7c8d034463 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0561197 Oct 26 11:42:24.165325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33862) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:24.225438 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-430c35dd-a37a-488c-85b6-991568369038 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0590484 Oct 26 11:42:25.229510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33864) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:25.288401 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-594d1a97-4d08-4236-bad0-525d24517113 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0577688 Oct 26 11:42:26.291833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33866) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:26.353516 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-72687f7b-4202-4468-a5e0-94bc5b5a517d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0605147 Oct 26 11:42:26.517983 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:26.520381 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:26.685989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1a2e88cb-1954-4529-acbf-d82536c342fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:27.356364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33868) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:27.694083 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-16d6f0aa-400c-44f4-8c16-72a7974e3291 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.3365912 Oct 26 11:42:28.698274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:28.757470 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b2f2b4a8-10cf-4244-94ec-42dc1e8d28e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0580742 Oct 26 11:42:28.877579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7cb5370e-ede8-4638-ac43-a695b854525a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:29.751096 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:42:29.761280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:29.820595 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8add113f-0b40-44eb-b1ba-aa7516487c2a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0580788 Oct 26 11:42:30.067513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:30.824460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33874) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:30.885479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b6803a9-b804-4c48-b794-c2f55909b6e0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0598748 Oct 26 11:42:31.539123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:31.577481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:31.889420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33876) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:31.947434 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd146a61-d5dc-486c-80b4-9772089d4c1f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0568371 Oct 26 11:42:32.951300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33878) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:33.011912 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7e361669-9cc8-442b-93fa-00fc7a8725c8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0594203 Oct 26 11:42:34.015943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33880) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:34.076606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bf2fbf57-942b-4f3a-a97e-fc99a020c4f1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0595121 Oct 26 11:42:35.080567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:35.139447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e28722ef-5d93-4ded-82e5-bc2c1142149d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0576441 Oct 26 11:42:36.143414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33884) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:36.204072 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b05b244b-9107-4d8b-bd5c-4254f4692332 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0595574 Oct 26 11:42:37.208022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33886) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:37.265335 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f3f3f0f9-7cba-4004-a26f-cb3de865b791 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0562000 Oct 26 11:42:38.268831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:38.329568 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7bc60ce2-6f46-46b0-9896-d2c5c4355b74 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0596485 Oct 26 11:42:39.333438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:39.391322 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f6889667-5734-4fbf-b97f-48804593e3e4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0567620 Oct 26 11:42:39.746210 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:39.746992 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:40.394992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:40.456127 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3c1520c1-729f-4de4-923d-1a5726847c31 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0599902 Oct 26 11:42:41.459443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33894) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:41.518253 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a22f0b1-3c75-4422-b16d-d0337c3cfbc7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0576396 Oct 26 11:42:41.567354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:41.574369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:41.774779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:42.522028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33896) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:42.582870 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5bacc00b-5c85-42c6-8a03-f0f8c2b8267a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0596309 Oct 26 11:42:42.998710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=34 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:43.003973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=36 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:43.586686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33898) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:43.644886 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3db3fdae-9a7a-48d0-950a-c3492d64095f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0569329 Oct 26 11:42:44.648772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33900) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:44.681861 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40700d71-f9f5-48e4-8d65-f43691879317 req-31c34aff-1f7a-4775-a44b-12206b9c492a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384777 Oct 26 11:42:44.710445 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06246a54-51c7-49b7-8cdc-954371e5cec7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0605679 Oct 26 11:42:44.790681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40700d71-f9f5-48e4-8d65-f43691879317 req-cb6e595b-f606-44ad-bd56-5fc32d7c6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:42:44.792173 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40700d71-f9f5-48e4-8d65-f43691879317 req-cb6e595b-f606-44ad-bd56-5fc32d7c6fc0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1130 time: 0.0395107 Oct 26 11:42:44.898984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40700d71-f9f5-48e4-8d65-f43691879317 req-34fd2943-2f60-466f-8c49-f9dd54b27535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:42:44.900424 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40700d71-f9f5-48e4-8d65-f43691879317 req-34fd2943-2f60-466f-8c49-f9dd54b27535 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 898 time: 0.0902565 Oct 26 11:42:44.962036 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40700d71-f9f5-48e4-8d65-f43691879317 req-3b98f957-5058-46b8-bae7-d94f3a2a79af service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 1002 time: 0.0544302 Oct 26 11:42:45.016682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40700d71-f9f5-48e4-8d65-f43691879317 req-8d6220ac-41fb-490d-86e5-4a73c4751d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:42:45.018095 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40700d71-f9f5-48e4-8d65-f43691879317 req-8d6220ac-41fb-490d-86e5-4a73c4751d5d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 200 len: 843 time: 0.0469985 Oct 26 11:42:45.061449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40700d71-f9f5-48e4-8d65-f43691879317 req-4c62b718-cd5c-475c-b2a4-217f213da3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:42:45.062900 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40700d71-f9f5-48e4-8d65-f43691879317 req-4c62b718-cd5c-475c-b2a4-217f213da3c8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7b4376fd-c888-49dd-9982-127a6e4f198c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383534 Oct 26 11:42:45.157317 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40700d71-f9f5-48e4-8d65-f43691879317 req-1b178375-9f4f-4cbe-abbe-3ee2147e7fc7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875485 Oct 26 11:42:45.247065 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40700d71-f9f5-48e4-8d65-f43691879317 req-8a6c573c-0a64-4c41-b1b9-256ac54d746f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Oct 26 11:42:45.713936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33902) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:45.756005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:45.773345 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ee49d212-e01c-4a49-9c4c-acdb3e99bdf3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0581577 Oct 26 11:42:46.777739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33904) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:46.838855 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4bae7e60-4398-4ea7-a12b-fc2f7f2377de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0599058 Oct 26 11:42:47.843570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33906) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:47.904166 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b1c9c47a-7fcc-48ff-8abe-7e173eadb29c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0594094 Oct 26 11:42:48.908104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33910) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:48.947621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:48.969636 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2cf72fad-3888-4f77-b73b-606aa6a7ec35 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0604410 Oct 26 11:42:49.973456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33912) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:50.034646 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-51ce4787-732d-4bcb-9875-1abbd9725c4d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0600605 Oct 26 11:42:51.038478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33914) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:51.096794 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e289f647-61f5-4e4e-ac22-47d7a008b490 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0572159 Oct 26 11:42:51.769988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:51.770689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:52.100762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33916) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:52.161117 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d689c56-0037-41d7-a1cb-9fc8ef70bc4f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0592582 Oct 26 11:42:53.164472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33918) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:53.221641 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b1016d7-0db3-4956-b230-cba33a9996f6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0561380 Oct 26 11:42:54.225538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:54.283203 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86ef6e1a-8890-4b20-8236-1aec0237ae75 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0565419 Oct 26 11:42:55.286735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33922) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:55.346177 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e15a470b-b3c1-456d-9a3c-c73ad69b5bf5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0583274 Oct 26 11:42:56.350059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:56.407451 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6785886d-d8ae-4c9f-8c96-1caa2a01bcc8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0562360 Oct 26 11:42:56.688522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8eb9265a-694a-4891-af74-60ffb3182f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:57.411422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33926) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:57.473026 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c08049a1-9444-4f2e-8b94-d6ab90fe7b6b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0603461 Oct 26 11:42:58.476929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33928) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:58.534189 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2460951e-b862-487f-9179-06c37a9d322b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0560954 Oct 26 11:42:58.881009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d804bfe5-dacf-4cb3-a03e-6c47251234df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:59.539109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33930) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:42:59.607021 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ed6b4d9-056b-4079-bc3a-06adadfadf0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0667269 Oct 26 11:43:00.070499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:00.610108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33932) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:00.667490 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4e325237-437e-4f0b-9a98-cf03f6ed7b87 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0563028 Oct 26 11:43:01.542499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:01.580426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:01.612133 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:01.616879 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:01.671778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33934) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:01.730738 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6c72b995-5bf8-45dd-8705-8a5feefadaa7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0578372 Oct 26 11:43:02.735459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33936) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:02.793734 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6cd93033-0dc8-4a32-955c-f026303a6122 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0570819 Oct 26 11:43:03.213191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=59 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:03.215141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=62 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:03.797505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33938) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:03.859975 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aae42081-894f-4ef0-b4a6-f44114c444a1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0612640 Oct 26 11:43:04.863856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33940) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:04.922485 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5bf3fbb8-061a-4268-bd2c-cd593fbddc68 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0574901 Oct 26 11:43:05.925555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33942) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:05.986802 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a4a5498d-5ea6-43c0-8d38-4f253a248126 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0601213 Oct 26 11:43:06.750605 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:43:06.990773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33944) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:07.041118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:07.050334 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0cdb2637-3aeb-4dc1-8312-feca406d0efa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0584764 Oct 26 11:43:08.054326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33946) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:08.114167 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9cb8b9ed-8d19-46f0-91c5-2b15fa44ce80 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0587013 Oct 26 11:43:09.118029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33948) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:09.175940 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bde768bd-731f-4a95-acbd-4b57c811498c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0565889 Oct 26 11:43:10.179763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33950) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:10.240172 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-71c7ba62-28f0-4def-b334-c9b01acc95b4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0593262 Oct 26 11:43:11.243984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33952) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:11.301549 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e0f01de9-5c39-4a31-afd2-9dd4c2a23f5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0564492 Oct 26 11:43:11.570807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:11.576678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:11.776806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:12.305360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33954) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:12.365795 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f01e3c1a-28ed-45e9-8373-01dab6358268 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0593197 Oct 26 11:43:13.369660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33956) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:13.432208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bfb9f7d7-dd6c-4ff0-aaeb-c99f80f8b880 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0613892 Oct 26 11:43:14.436124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33958) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:14.494144 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d16db84-131f-4481-a8a5-a1dd37722fed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0569093 Oct 26 11:43:15.497556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33960) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:15.819545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:15.834010 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-461d5b74-3437-4727-b259-ced1b15fa4da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.3353667 Oct 26 11:43:16.837937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33962) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:16.898664 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e8a17360-0068-484c-8171-20cfab3dddb6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0595610 Oct 26 11:43:17.901538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33964) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:17.959678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d32e2f08-37d2-4f41-b66c-e09493a7d127 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0569921 Oct 26 11:43:18.963608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33966) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:19.023498 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-54aa0a43-436b-461c-8b90-2f694e064301 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0587378 Oct 26 11:43:20.027405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33968) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:20.085765 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-832acd43-2653-4cf3-9a14-28de15b3a70d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0571873 Oct 26 11:43:21.089603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33970) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:21.149653 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1fc3d3b6-78c8-49f4-b5d5-ba32bc4433f7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0588446 Oct 26 11:43:21.771208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:21.773048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:22.153628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:22.213397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-48ce95bd-aa51-4a73-92be-e95b8b5df5ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0586946 Oct 26 11:43:23.217174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:23.273981 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29bbb11d-3170-4511-931e-926ad49a7acd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0557141 Oct 26 11:43:24.277663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:24.339998 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-717bc45b-aceb-4c71-818c-212ebbb87fef tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0602291 Oct 26 11:43:24.717887 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:24.718606 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:25.342803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33978) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:25.400154 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-efcf38fc-7fc5-4096-9cc2-72f760a515ff tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0561261 Oct 26 11:43:26.403977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33980) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:26.464922 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a89e74a9-d065-4f4c-a622-1f1419608dc0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0598047 Oct 26 11:43:26.690030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b78ab49d-916e-4dbb-b1c6-bc1c9fc8d1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:27.468835 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33982) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:27.526460 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-739c6c9b-f87b-4644-98c4-37ee0eef2bea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0564404 Oct 26 11:43:28.530237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:28.590824 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f8bd07a8-2437-4090-a653-c5f1483bf0ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0594094 Oct 26 11:43:28.883135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a1c2615-5ecf-4f89-9ff7-b1d810781f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:29.594765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:29.660779 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15525f21-8e9f-4b08-8d3b-1009dfef8758 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0642931 Oct 26 11:43:30.071903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:30.664250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33988) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:30.735661 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-93212983-3d87-4eb3-a950-c36b19471470 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0703502 Oct 26 11:43:31.139833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=34 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:31.141747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=36 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:31.545531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:31.582809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:31.740185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33990) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:31.799358 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a177664c-a4aa-492f-9d76-849cfe85f57e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0581024 Oct 26 11:43:32.803479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33992) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:32.866118 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c5adfe9-9466-40d7-a9ac-a01849f601ae tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0613592 Oct 26 11:43:33.869950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 33994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:33.927767 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a03f526b-ae9a-4403-a3c3-c4d6f9e431a4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0561776 Oct 26 11:43:34.932425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33996) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:34.990644 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1847f32b-af06-4c5d-93e6-b1a1cd1ad6f6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0570126 Oct 26 11:43:35.994624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 33998) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:36.056217 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-270b2f01-186a-4ee7-9378-f5f1d82e5296 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0604393 Oct 26 11:43:37.060155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34000) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:37.067539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:37.118631 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa258dab-6ec2-4abf-9efc-aef520dd24ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0573502 Oct 26 11:43:38.122395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34002) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:38.182693 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72114708-0fe2-4a74-9114-41c57eadef05 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0591030 Oct 26 11:43:38.608211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:38.612450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:39.185820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34004) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:39.247109 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c321a063-f17d-4f90-a7e4-f3dc426df650 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0602279 Oct 26 11:43:40.251048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34006) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:40.308781 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d726fdd5-5c05-485b-83c5-4cf3a2ce72d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0566199 Oct 26 11:43:41.312673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34008) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:41.374044 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-677e159b-ebd0-4846-9024-420994d75bb2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0602152 Oct 26 11:43:41.797032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:42.377821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34010) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:42.435598 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a8bdf469-1c91-4d67-89dd-83df9584e9ac tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0566514 Oct 26 11:43:43.439479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34012) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:43.500491 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06636990-2668-41d3-a624-e82c1be74ff8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0598392 Oct 26 11:43:43.749874 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:43:44.504304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34014) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:44.511262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:44.563014 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dcc4e9dc-342d-4e62-89eb-96174954da36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0575945 Oct 26 11:43:44.685602 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-0fe71eee-edfd-45a1-a417-14d1be6733f6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386105 Oct 26 11:43:44.792017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-1a3e3f21-602e-4eb8-a7e2-8cbd0732a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:43:44.793493 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-1a3e3f21-602e-4eb8-a7e2-8cbd0732a9ec service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1130 time: 0.0399342 Oct 26 11:43:44.900956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-18fcc400-68bd-412e-a3aa-b7f8e87d97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:43:44.902423 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-18fcc400-68bd-412e-a3aa-b7f8e87d97b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 898 time: 0.0901210 Oct 26 11:43:44.963336 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-8a718db0-53bf-45a2-8443-ad03bc083813 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 1002 time: 0.0547085 Oct 26 11:43:45.012194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-b323609e-a1e2-41e8-87d7-31c2deaf4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:43:45.013563 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-b323609e-a1e2-41e8-87d7-31c2deaf4ace service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 200 len: 843 time: 0.0434394 Oct 26 11:43:45.059219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-36de5728-5056-4368-9841-005f8cabe6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:43:45.060691 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-36de5728-5056-4368-9841-005f8cabe6f3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7b4376fd-c888-49dd-9982-127a6e4f198c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415726 Oct 26 11:43:45.151812 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-0209b537-3cd3-4382-bdd1-ef4e6c27fd1f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849996 Oct 26 11:43:45.245700 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0b2601b0-acd3-43bc-95e4-dcc2be2b0712 req-a7d118b0-a3b2-436c-9062-aff0e780d7dd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879271 Oct 26 11:43:45.567059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34016) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:45.624702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-65bca60d-010d-4a20-8b79-e853bf8dce09 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0566053 Oct 26 11:43:46.628282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34018) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:46.687960 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-47c3cbab-04f6-4ccf-9ea9-928122b6106e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0586121 Oct 26 11:43:47.691798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34020) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:47.749935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5084dd56-0d1e-40aa-a0c9-345f6ed0d92b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0569685 Oct 26 11:43:48.753747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34022) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:48.814101 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f9ad9d0d-fc64-48c8-a3a9-0923354271d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0592010 Oct 26 11:43:49.817765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34026) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:49.878029 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ff6851fe-c03d-48fe-93c0-a7a94ad4da52 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0590003 Oct 26 11:43:50.882196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34036) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:50.939963 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5b29dc8-42a2-4af1-b9da-9c819bc0c74e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0565310 Oct 26 11:43:51.786489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:51.792455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:51.944312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34040) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:52.005117 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ac9fc2ec-b80b-4004-9872-23bf556cedbe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0596476 Oct 26 11:43:53.009622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34042) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:53.067250 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-430a30e6-3a10-4770-a638-ca0af0d5b73b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0564919 Oct 26 11:43:53.745352 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:53.746113 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:54.071250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34044) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:54.132872 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-14c727d0-8f5e-4700-b8fb-fc6ff62f3fd2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0605505 Oct 26 11:43:55.136848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34046) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:55.193184 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7b1265fd-4623-4fc6-84cd-4003f2c79eec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0552852 Oct 26 11:43:56.197563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34048) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:56.259935 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4878cf97-23e0-4853-866d-99295ed7482f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0609446 Oct 26 11:43:56.692920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6ff3e2ce-1013-41bb-a36d-9ae1e7185824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:57.263824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34050) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:57.324340 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73d7c56a-836f-4630-88f7-fbfaac64f5f6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0593271 Oct 26 11:43:58.328050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34052) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:58.386074 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bffc0287-ef4b-4dbf-a9e9-deba019a67cc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0569110 Oct 26 11:43:58.888185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37d6c032-fb60-4866-8ca6-b390d591c5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:59.389984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34054) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:43:59.451484 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-08bc9dbd-cfb2-45ce-843d-20298c08866a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0603766 Oct 26 11:44:00.075496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:00.455431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34056) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:00.516938 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4465ac04-23f6-4bb7-93c4-7620bb8d48b5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0602283 Oct 26 11:44:01.520035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34058) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:01.549150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:01.582691 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bf0161f1-85cc-45e5-9d1b-bf9982819a00 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0615141 Oct 26 11:44:01.586879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:02.586605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34060) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:02.593444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:02.595079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:02.647737 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eaef28ea-0452-40bb-a08f-2aee88fd32d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0592864 Oct 26 11:44:03.651691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34062) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:03.709037 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8144ce82-6fa0-4c06-9e2c-13456c4ffe83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0561719 Oct 26 11:44:04.713484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34064) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:04.754532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:04.775473 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b9006efa-1245-4fa9-ad3c-ee2bf8b9a382 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0602481 Oct 26 11:44:05.779348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34066) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:05.838095 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-95fa061f-560f-4db9-967f-38fce1365be5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0570052 Oct 26 11:44:06.841829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34068) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:06.903856 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9c49349f-241d-41e2-88fa-efedba30e18a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0608811 Oct 26 11:44:07.907589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34070) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:07.967287 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de50e6fa-a79c-4827-b0a2-6935b18603b3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0585399 Oct 26 11:44:08.971168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34072) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:09.031039 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d5adf2e2-f134-433f-86c1-65008e1a23b3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0586264 Oct 26 11:44:10.034173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34074) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:10.370030 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d0a9290f-404b-4e53-859e-9f040ec36953 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.3342214 Oct 26 11:44:11.373206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34076) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:11.434174 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-163ec02c-721c-49b0-bbff-0bea02f9f6d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0598378 Oct 26 11:44:11.579678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:11.581588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:11.795764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:12.437525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34078) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:12.493574 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0f3fe887-c309-4429-9901-c3073095e0f9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0549459 Oct 26 11:44:12.638660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:12.640480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:13.497519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34080) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:13.530839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:13.558960 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-849b920e-06f5-472d-8b26-fcb19be9a43c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0602944 Oct 26 11:44:14.562905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34082) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:14.622168 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-226df48a-75c5-44d6-a3ce-0c0e002b8020 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0580332 Oct 26 11:44:15.609429 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:15.610591 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:15.625558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34084) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:15.687103 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-816b4465-d9fb-4b7a-87f5-f3ccdb3b5856 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0603957 Oct 26 11:44:16.690963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34086) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:16.748934 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8ac7be3-3470-4bcb-8f0b-9a5d74c4076c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0568414 Oct 26 11:44:17.752884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34088) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:17.813967 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a74a751-2d69-47c6-9ed3-908f54adc707 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0599520 Oct 26 11:44:18.817615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34090) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:18.876522 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d6799d5-4470-450b-99dd-eb02880433e6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0577123 Oct 26 11:44:19.880486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34092) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:19.942037 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8986b628-96a9-4984-a21d-f287f3de4bdb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0603144 Oct 26 11:44:20.748607 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:44:20.945497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34094) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:21.002987 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0a85706a-7d03-4bcf-9cd0-ffe8ae41edfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0563190 Oct 26 11:44:21.790054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:21.791968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:22.006834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34096) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:22.067258 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-88c4fffe-a119-46f8-853e-a194ba092427 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0593204 Oct 26 11:44:23.071037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34098) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:23.129483 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-edc2a862-5a9d-4e1e-a518-6787c9c1347f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0573256 Oct 26 11:44:24.133385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:24.196479 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2e9cb6e-ab01-4ccf-9e99-7f96dd26f3ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0618553 Oct 26 11:44:25.201010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34102) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:25.250784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:25.259309 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0acdcebb-9bfa-40a9-b045-720c296af2fc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0571728 Oct 26 11:44:26.263420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34104) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:26.326160 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86ddfbfb-5221-4b20-a4f8-ab8cfc39b0e1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0615506 Oct 26 11:44:26.695122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1902ffc8-2cca-4407-a662-c4fb2340a549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:27.330280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34106) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:27.388102 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1dfa2b75-4422-449c-a231-0b6e7159b540 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0563605 Oct 26 11:44:28.391131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34108) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:28.451870 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9329706e-d6cc-4d4c-b68e-87cdf74c3f2e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0595610 Oct 26 11:44:28.889818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f24f3033-1a3c-4ea8-ac38-3e36e0979072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:29.455740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34110) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:29.514141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9cf4869d-3d55-4d5f-bca6-396ee78f3120 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0572679 Oct 26 11:44:30.078390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:30.517906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34112) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:30.579222 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a439c0de-ea97-490c-bbc2-6e0da2199bfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0601869 Oct 26 11:44:30.744138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:30.744855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:31.553929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:31.583211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34114) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:31.588819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:31.641924 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-85d499b6-d4bd-47ca-a946-15fae8f558f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0574806 Oct 26 11:44:32.645598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34116) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:32.705588 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b6b7881-c336-4ba2-826d-cc023cefb746 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0589333 Oct 26 11:44:33.709433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34118) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:33.766902 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34709456-a4b6-42c7-8de7-84ffb42318a7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0563040 Oct 26 11:44:34.770751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34120) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:34.829412 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ee349bc6-9395-44f4-896d-3d8a422a4a7c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0574234 Oct 26 11:44:35.833298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34122) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:35.893268 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e0618530-eed1-42fc-b69c-ef829ac96da3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0588570 Oct 26 11:44:36.897166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:36.954886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b9b7a42-e6fd-440b-9148-4a557c742edc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0565612 Oct 26 11:44:37.957916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34126) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:38.017262 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-53eb2d49-0746-4b62-b4d0-21899e0d5471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0581920 Oct 26 11:44:39.020484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34128) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:39.078695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0cf93dde-6def-46cb-8990-25f71c3d0958 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0570893 Oct 26 11:44:40.082572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34130) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:40.142274 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7e2305bd-d056-4cce-b981-331a351382d3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0585079 Oct 26 11:44:41.145583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34132) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:41.516254 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-56f43bd5-2958-430e-a380-9133fb14f1f1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.3696098 Oct 26 11:44:41.583257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:41.585215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:41.818146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:42.520130 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34134) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:42.580793 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a500dcb8-59d5-4190-b189-8dab30492f8d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0594723 Oct 26 11:44:43.584529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34136) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:43.590888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:43.643363 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1df1c3c2-4fc3-44a9-b833-dba2afca687e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0577073 Oct 26 11:44:44.647410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34138) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:44.708333 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bdec1a49-271a-468b-a9c5-3fece2cc016f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0598106 Oct 26 11:44:45.712348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34140) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:45.770588 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-be09fc66-5015-49cd-9df5-006176b3ce24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0571027 Oct 26 11:44:46.696530 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-5d81e412-8224-4b9f-ae89-53965633793f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379305 Oct 26 11:44:46.774405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34142) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:46.807988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-37c2aafd-761b-462c-be0b-72b7596253fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:44:46.809476 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-37c2aafd-761b-462c-be0b-72b7596253fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1130 time: 0.0430899 Oct 26 11:44:46.836815 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8022799c-af39-4629-8b32-cfb1b5eab883 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0612550 Oct 26 11:44:46.912449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-5767cd4b-e83c-4374-95dc-d6b6106b8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:44:46.913911 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-5767cd4b-e83c-4374-95dc-d6b6106b8a99 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 898 time: 0.0866599 Oct 26 11:44:46.978000 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-f147dfff-268d-458b-88fa-268d277ca786 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 1002 time: 0.0573156 Oct 26 11:44:47.024450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-ca95d0fb-37e7-4549-a878-34e0549b05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:44:47.025856 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-ca95d0fb-37e7-4549-a878-34e0549b05a3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 200 len: 843 time: 0.0424066 Oct 26 11:44:47.066492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-c36b7b3c-05c7-4d19-abe1-d967c3f25612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:44:47.067939 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-c36b7b3c-05c7-4d19-abe1-d967c3f25612 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7b4376fd-c888-49dd-9982-127a6e4f198c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0365963 Oct 26 11:44:47.159067 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-68e530fd-3dcb-43fe-9db1-046977e2ba7c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846858 Oct 26 11:44:47.245880 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a320e815-de62-4c06-b735-ca51efc5edc3 req-a5af71a6-bef1-4292-8d8c-6f849a750f72 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810878 Oct 26 11:44:47.840677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34144) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:47.899292 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9cae9ae1-ae64-4dbe-91c7-645b5c07a47e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0573616 Oct 26 11:44:48.903310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34146) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:48.964370 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6d7274fb-e835-4e22-8185-8a51fecc3f38 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0593548 Oct 26 11:44:49.967481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34148) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:50.016270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:50.021210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:50.034152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c99e8304-5595-4b2f-b7e1-0533f24d4d19 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0644646 Oct 26 11:44:51.036997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34154) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:51.094149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c64d07c1-fb67-47ba-ac9f-7539e2b7dd92 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0559921 Oct 26 11:44:51.812309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:51.814098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:52.098003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34156) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:52.158398 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-031b96dd-62ae-45fb-a691-d97f0c6b5b0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0592966 Oct 26 11:44:52.600669 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:52.606279 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:53.161571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34158) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:53.219097 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c71ca489-e6ab-4124-99f7-90b61100c6cd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0564642 Oct 26 11:44:54.222915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34160) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:54.283690 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-105db9c4-712b-48a9-a00b-eb74bb4dbc4b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0595977 Oct 26 11:44:55.287525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:55.345350 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4786a0cd-befa-4c02-9934-2ef4c003e8de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0566697 Oct 26 11:44:56.349209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34164) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:56.411681 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-226941c1-efa3-4ba9-93ba-3ce1c75bb757 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0612717 Oct 26 11:44:56.696932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-55c12bde-0650-4422-8f20-b90ea838103c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:57.415533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34166) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:57.473582 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-292af343-692e-43a0-bd24-b714f7ace4ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0568399 Oct 26 11:44:57.747678 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:44:58.477254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34168) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:58.483933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=67 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:44:58.535779 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ba1ff65f-a58f-41b3-83ab-1ca6ec6bc5d9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0573969 Oct 26 11:44:58.891671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-af26afba-83ce-4cfd-8704-21f3489a905c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:44:59.539685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34170) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:44:59.600890 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9a4da133-f961-4d85-9007-b54cc40e8473 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0600581 Oct 26 11:45:00.081175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:00.605507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34172) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:00.676224 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5c999b55-fb25-4a58-9d81-d13c8f3b831b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0695791 Oct 26 11:45:01.556601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:01.592323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:01.680057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34174) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:01.737297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b445a68-34ba-4c38-9956-a412cc8ccaff tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0561020 Oct 26 11:45:02.741243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34176) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:02.798027 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ce738685-cc5b-4a7c-94f7-7ec4b75648e4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0556002 Oct 26 11:45:03.801537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34178) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:03.863024 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f493b060-7696-4bf5-b5a4-37d3bb79d2b1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0603576 Oct 26 11:45:04.866922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34180) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:04.924295 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cf68712b-0ee1-4d08-bb89-16588c1be32d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0562410 Oct 26 11:45:05.928140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34182) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:05.988252 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e7a89bd3-7e37-44be-b096-1eacf1c60f57 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0589297 Oct 26 11:45:06.991809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:07.052653 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-378da6e4-326b-4c73-b6b5-3a4d351f03fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0596919 Oct 26 11:45:07.742247 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=12 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:07.742992 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:08.056524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:08.114811 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f531ff24-239d-4f5e-99e3-1bd76b11a0b4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0570538 Oct 26 11:45:09.118055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34188) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:09.179625 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d7ddf027-ca6d-4f62-abb8-65f2dcbd9c24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0603530 Oct 26 11:45:10.183564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:10.241630 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a25ee7d9-b555-4ff5-80d9-a37f7b484a84 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0569339 Oct 26 11:45:11.245522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34192) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:11.306149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-acf60b0d-96b6-4190-b940-57377a192cfa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0595081 Oct 26 11:45:11.585617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:11.587487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:11.815857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:12.309162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34194) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:12.366096 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f0cbf33d-0f01-4763-98db-f01cf1930b01 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0557969 Oct 26 11:45:13.369517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34196) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:13.431606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eeb5804d-a734-470a-9e1a-8b4e930c1275 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0608089 Oct 26 11:45:14.435524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34198) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:14.442865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=48 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:14.493541 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1c9541b5-5437-485c-adf9-879e7dbfa4c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0568981 Oct 26 11:45:15.497467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34200) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:15.555988 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-19b5edd4-4d05-421b-91b2-25cfcfaa914e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0573215 Oct 26 11:45:16.560394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34202) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:16.618359 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2cb83a34-d0f4-4e72-9cb3-6050279fce8e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0567453 Oct 26 11:45:17.621726 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34204) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:17.681864 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2a78b851-9841-4b81-8278-9099fd0b450f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0590124 Oct 26 11:45:18.686071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34206) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:18.742811 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-973682e8-6763-42c5-b556-f8255cf75301 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0557029 Oct 26 11:45:19.747322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34208) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:19.807100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b579ba5f-f343-45c2-bec4-a571ed2ebc79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0586138 Oct 26 11:45:20.811478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:21.150326 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bab32457-68e4-4ae3-a81e-bb0c132b2525 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.3375676 Oct 26 11:45:21.809879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:21.812019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:22.154365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34212) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:22.213945 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eac64e67-ae96-49a4-8cbe-883306d9ac5c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0584955 Oct 26 11:45:23.218486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:23.275979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29ce5989-682d-47f7-82eb-b80895db27b3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0563273 Oct 26 11:45:23.422769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:23.424896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:24.280049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34218) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:24.339149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-55a49ea5-0152-4eb6-88e9-d90837eac735 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0579035 Oct 26 11:45:25.343070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34222) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:25.401788 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d8992b63-4677-4783-a48f-85116938feeb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0575988 Oct 26 11:45:26.406579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34228) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:26.464014 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aae91059-de59-418e-8b67-b1a0e70c7b25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 200 len: 994 time: 0.0562391 Oct 26 11:45:26.467011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34230) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:26.607875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 5acd15a4-3b58-4280-981c-469d86584074 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:45:26.608136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5acd15a4-3b58-4280-981c-469d86584074), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:26.688479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5acd15a4-3b58-4280-981c-469d86584074), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:26.688824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (5acd15a4-3b58-4280-981c-469d86584074), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:26.691041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:26.700682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3bae544-ff91-45ea-94dd-00c9c946887a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:26.703913 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 5acd15a4-3b58-4280-981c-469d86584074 owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:45:26.838062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:26.852177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5acd15a4-3b58-4280-981c-469d86584074), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:26.877957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=5acd15a4-3b58-4280-981c-469d86584074,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:26.906125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.906488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.906819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.907159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.907497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.907853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.908184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.908512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.908840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.909167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.909499 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.909824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.910361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.910489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.910776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:26.952697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (643c63d2-ccf2-4c3d-99d0-c31e17be700b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:26.953032 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 643c63d2-ccf2-4c3d-99d0-c31e17be700b disassociated (deleted). External IP: 172.26.0.254, port: 714c0a86-5db9-4e8e-8952-bd8e58b64825. Oct 26 11:45:27.153185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:27.256996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:27.262365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:27.266915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:27.277354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:27.277976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:44:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:27.291039 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c0a893c-4a02-4cea-9d0a-9bcd17d60d9d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/643c63d2-ccf2-4c3d-99d0-c31e17be700b HTTP/1.1" status: 204 len: 168 time: 0.8230007 Oct 26 11:45:27.291688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:45:27.294064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832e081a-e4f8-470e-a043-064c09936e84" -d '{"events": [{"name": "network-changed", "server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:27.403052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:27.514149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b8f592-4aa4-4d67-a532-f00563228dd5 x-openstack-request-id: req-92b8f592-4aa4-4d67-a532-f00563228dd5 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:27.514631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:27.514721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92b8f592-4aa4-4d67-a532-f00563228dd5 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:27.515287 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b8f592-4aa4-4d67-a532-f00563228dd5'] response: {'name': 'network-changed', 'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'status': 'completed', 'code': 200} Oct 26 11:45:27.597463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a6b47-1425-44f4-8aa3-3fa84c5b86bc req-0d4085d6-0565-4df2-9d76-a2bb3f10bf6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:27.598090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:58Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:41:00Z', 'revision_number': 36, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:27.599158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ae0a6b47-1425-44f4-8aa3-3fa84c5b86bc req-0d4085d6-0565-4df2-9d76-a2bb3f10bf6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 946 time: 0.0983298 Oct 26 11:45:27.623209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:27.631504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:27.632154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:44:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:27.649572 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ae0a6b47-1425-44f4-8aa3-3fa84c5b86bc req-0dee329b-5ac2-4204-a7d2-5b07bb9c05d6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b13167e5-50b4-4dee-86ed-a83a29607e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448806 Oct 26 11:45:27.736086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:27.738663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e081a-e4f8-470e-a043-064c09936e84 req-4b28c423-6fef-4003-ae37-a8224daec658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:27.740195 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-832e081a-e4f8-470e-a043-064c09936e84 req-4b28c423-6fef-4003-ae37-a8224daec658 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 1130 time: 0.0395768 Oct 26 11:45:27.925379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:58Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:41:00Z', 'revision_number': 36, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:27.950672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3a324-01c2-4275-971e-4057a77b2cc4 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:58Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:41:00Z', 'revision_number': 36, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:28.024354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e081a-e4f8-470e-a043-064c09936e84 req-0a8849ec-27c5-4091-8cd4-9c3bc429423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:28.025848 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-832e081a-e4f8-470e-a043-064c09936e84 req-0a8849ec-27c5-4091-8cd4-9c3bc429423c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 200 len: 898 time: 0.0973694 Oct 26 11:45:28.067709 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-832e081a-e4f8-470e-a043-064c09936e84 req-f5316720-e680-45d7-8e1b-a6e3156be175 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 200 len: 217 time: 0.0354197 Oct 26 11:45:28.186717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-56a62c06-b253-4b3c-9b43-00e02107c2a7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:28.188605 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-56a62c06-b253-4b3c-9b43-00e02107c2a7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 946 time: 0.0577078 Oct 26 11:45:28.204658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e081a-e4f8-470e-a043-064c09936e84 req-d4471c21-6383-451d-a811-2edfcdec8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:28.206157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-832e081a-e4f8-470e-a043-064c09936e84 req-d4471c21-6383-451d-a811-2edfcdec8363 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 200 len: 843 time: 0.0745134 Oct 26 11:45:28.252708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e081a-e4f8-470e-a043-064c09936e84 req-b2d9c03c-cd8c-4f6b-8039-6780b4f20446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:28.254167 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-832e081a-e4f8-470e-a043-064c09936e84 req-b2d9c03c-cd8c-4f6b-8039-6780b4f20446 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7b4376fd-c888-49dd-9982-127a6e4f198c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419719 Oct 26 11:45:28.287089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 714c0a86-5db9-4e8e-8952-bd8e58b64825 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:45:28.287427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:28.356518 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-832e081a-e4f8-470e-a043-064c09936e84 req-42bd6733-3fcd-4b0b-8f08-268b53e89f26 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961070 Oct 26 11:45:28.392085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 714c0a86-5db9-4e8e-8952-bd8e58b64825, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=714c0a86-5db9-4e8e-8952-bd8e58b64825,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:28.392560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:28.399986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:28.409066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 714c0a86-5db9-4e8e-8952-bd8e58b64825 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:45:28.468762 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-832e081a-e4f8-470e-a043-064c09936e84 req-1a6018eb-b111-4096-b971-ca08ebd369b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061153 Oct 26 11:45:28.574467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (714c0a86-5db9-4e8e-8952-bd8e58b64825), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:28.603890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=714c0a86-5db9-4e8e-8952-bd8e58b64825,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:28.666625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:28.670207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] No DVR routers for this DVR port 714c0a86-5db9-4e8e-8952-bd8e58b64825 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:45:28.676041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:28.679592 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-84cfe55c-8d0b-4118-9538-6b35f5c02c73 req-18a58852-7ac1-4193-946b-a47603f2eb11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "DELETE /networking/v2.0/ports/714c0a86-5db9-4e8e-8952-bd8e58b64825 HTTP/1.1" status: 204 len: 173 time: 0.4845676 Oct 26 11:45:28.749149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 160fbc13-e10c-43a4-b7c6-4d8ed656acee triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:28.750137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:28.750631 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 160fbc13-e10c-43a4-b7c6-4d8ed656acee Oct 26 11:45:28.866987 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-97eac18b-3fd0-401d-9a82-8f4f44976bfe req-8c9d9883-631f-47a0-9c09-09152875f35d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4fffaa07-96ef-405d-9a3c-097090f5a944 HTTP/1.1" status: 200 len: 210 time: 0.0927463 Oct 26 11:45:28.982206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1016437a-5f4a-4e36-af95-a49cb292b428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:29.016981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:29.017381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:29.055219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:29.060727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:29.096707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:29.119109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=37']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:29.128299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.128640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.129168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.129667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.130005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.130337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.130669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.130995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.131324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.131647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.132007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.132335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.132657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.132976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.133294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:29.516639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'name': 'network-vif-deleted', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:45:29.519004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55606ce-d857-42ce-8e63-bc48c321a786" -d '{"events": [{"server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "name": "network-vif-deleted", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:29.563136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab164cca-8629-4cc3-8f82-077e6d9635f1 x-openstack-request-id: req-ab164cca-8629-4cc3-8f82-077e6d9635f1 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:29.563437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fffaa07-96ef-405d-9a3c-097090f5a944", "name": "network-vif-deleted", "tag": "714c0a86-5db9-4e8e-8952-bd8e58b64825", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:29.563697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab164cca-8629-4cc3-8f82-077e6d9635f1 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:29.564208 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab164cca-8629-4cc3-8f82-077e6d9635f1'] response: {'server_uuid': '4fffaa07-96ef-405d-9a3c-097090f5a944', 'name': 'network-vif-deleted', 'tag': '714c0a86-5db9-4e8e-8952-bd8e58b64825', 'status': 'completed', 'code': 200} Oct 26 11:45:29.611227 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:29.612017 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:29.956230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34270) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:29.990644 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:29.994396 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:29.995014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:30.006783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:30.029710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ec16168d-7078-4066-95a9-e0a037351047 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (b13167e5-50b4-4dee-86ed-a83a29607e08), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.054131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ec16168d-7078-4066-95a9-e0a037351047 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (b13167e5-50b4-4dee-86ed-a83a29607e08), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.073400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:30.088077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.108118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:30.119838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ec16168d-7078-4066-95a9-e0a037351047 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b13167e5-50b4-4dee-86ed-a83a29607e08), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.122579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ec16168d-7078-4066-95a9-e0a037351047 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.123777 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ec16168d-7078-4066-95a9-e0a037351047 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b13167e5-50b4-4dee-86ed-a83a29607e08 HTTP/1.1" status: 204 len: 168 time: 0.1664495 Oct 26 11:45:30.133765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16168d-7078-4066-95a9-e0a037351047 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13167e5-50b4-4dee-86ed-a83a29607e08,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:30.162343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34274) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:30.303524 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:58Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:45:29Z', 'revision_number': 37, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:30.333494 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] Checking router: 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:30.342112 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] Routers {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:30.342651 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:30.446903 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] Set router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:30.480530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:30.508178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.553549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 160fbc13-e10c-43a4-b7c6-4d8ed656acee is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:30.554086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.559003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:30.589909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:30.595452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.599217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:30.648647 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:58Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:45:29Z', 'revision_number': 37, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:30.653974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=38']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:30.675940 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5b50b-36bd-4b83-b3a6-877cbfb42481 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [{'id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'name': 'tempest-TestNetworkBasicOps-router-1582362875', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:06Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '10a22bff-a09e-4322-bc2c-29ee766a1aff', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:03Z', 'updated_at': '2022-10-26T11:40:58Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '160fbc13-e10c-43a4-b7c6-4d8ed656acee', 'name': '', 'network_id': '7b4376fd-c888-49dd-9982-127a6e4f198c', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:22:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:40:06Z', 'updated_at': '2022-10-26T11:45:29Z', 'revision_number': 37, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'b5ef84e2-9a41-4259-8864-955ed6e61213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:30.763416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 160fbc13-e10c-43a4-b7c6-4d8ed656acee {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:45:30.763774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.867277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 160fbc13-e10c-43a4-b7c6-4d8ed656acee, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=160fbc13-e10c-43a4-b7c6-4d8ed656acee,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:30.867983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:30.889856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 160fbc13-e10c-43a4-b7c6-4d8ed656acee owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:45:31.086698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (160fbc13-e10c-43a4-b7c6-4d8ed656acee), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:31.118650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=160fbc13-e10c-43a4-b7c6-4d8ed656acee,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:31.131747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.132089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.132435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.132773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.133110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.133442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.133769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.134096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.134422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.134747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.135076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.135402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.135797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.136308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.136735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:31.308386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:31.369669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0456d04-f432-4d6a-ad28-43eda67617cf None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:45:31.444584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0456d04-f432-4d6a-ad28-43eda67617cf None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:45:31.487669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:31.544889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:31.601063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:31.604041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:31.611254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 714c0a86-5db9-4e8e-8952-bd8e58b64825 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:31.647707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 714c0a86-5db9-4e8e-8952-bd8e58b64825 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:45:31.648001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 714c0a86-5db9-4e8e-8952-bd8e58b64825 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:45:31.653206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:31.668507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:31.674412 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-de25e58d-9fd6-42db-8552-f8289e97f471 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5110180 Oct 26 11:45:31.677005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34276) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:31.736956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b897248b-50c9-4b26-80e4-a2ee0b0fd6c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting subnet b5ef84e2-9a41-4259-8864-955ed6e61213 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:45:31.741281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b897248b-50c9-4b26-80e4-a2ee0b0fd6c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (b5ef84e2-9a41-4259-8864-955ed6e61213), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:31.794107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b897248b-50c9-4b26-80e4-a2ee0b0fd6c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (b5ef84e2-9a41-4259-8864-955ed6e61213), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:31.894086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b897248b-50c9-4b26-80e4-a2ee0b0fd6c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b5ef84e2-9a41-4259-8864-955ed6e61213), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:31.974728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b897248b-50c9-4b26-80e4-a2ee0b0fd6c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (b5ef84e2-9a41-4259-8864-955ed6e61213), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.001737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897248b-50c9-4b26-80e4-a2ee0b0fd6c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ef84e2-9a41-4259-8864-955ed6e61213,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:32.011091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b897248b-50c9-4b26-80e4-a2ee0b0fd6c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.016808 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b897248b-50c9-4b26-80e4-a2ee0b0fd6c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b5ef84e2-9a41-4259-8864-955ed6e61213 HTTP/1.1" status: 204 len: 168 time: 0.3363395 Oct 26 11:45:32.017073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34278) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:32.131261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.169217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879dc820-8fc5-4f9b-98d8-0d30b0389574 None None] Network 7b4376fd-c888-49dd-9982-127a6e4f198c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:45:32.237524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-83434869-e4fe-4ca4-a6fe-4fc2f4a65817 None None] Provisioning complete for port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:32.237902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-83434869-e4fe-4ca4-a6fe-4fc2f4a65817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.238238 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-83434869-e4fe-4ca4-a6fe-4fc2f4a65817 None None] Attempt 1 to provision port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 Oct 26 11:45:32.353292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-83434869-e4fe-4ca4-a6fe-4fc2f4a65817 None None] Current status of the port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:32.376019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc6d101-be45-446a-bf6b-6c7cdd9b156f None None] DHCP port deletion for 7b4376fd-c888-49dd-9982-127a6e4f198c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:45:32.414708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6d101-be45-446a-bf6b-6c7cdd9b156f None None] Deleting port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:45:32.415162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d101-be45-446a-bf6b-6c7cdd9b156f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.485791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1dc6d101-be45-446a-bf6b-6c7cdd9b156f None None] For port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=75e540b6-0a8e-4094-93e9-3c9f2d9f6c54,segment=NetworkSegment(3d594e30-e0c0-4952-9fce-e784cb4cdf1e),segment_id=3d594e30-e0c0-4952-9fce-e784cb4cdf1e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:32.486283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d101-be45-446a-bf6b-6c7cdd9b156f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.501566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6d101-be45-446a-bf6b-6c7cdd9b156f None None] Calling delete_port for 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:45:32.556869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:32.563848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:32.594247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:32.594477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.637951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 10a22bff-a09e-4322-bc2c-29ee766a1aff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:32.638355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.638701 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 10a22bff-a09e-4322-bc2c-29ee766a1aff Oct 26 11:45:32.640771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 10a22bff-a09e-4322-bc2c-29ee766a1aff {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:45:32.641143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.662824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1dc6d101-be45-446a-bf6b-6c7cdd9b156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (75e540b6-0a8e-4094-93e9-3c9f2d9f6c54), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.700604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6d101-be45-446a-bf6b-6c7cdd9b156f None None] Pushing event deleted for resources: {'Port': ['ID=75e540b6-0a8e-4094-93e9-3c9f2d9f6c54,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:32.707785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc6d101-be45-446a-bf6b-6c7cdd9b156f None None] No DVR routers for this DVR port 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:45:32.748580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:32.748942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.760420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 10a22bff-a09e-4322-bc2c-29ee766a1aff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:32.760807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.762162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 10a22bff-a09e-4322-bc2c-29ee766a1aff owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:45:32.782956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 10a22bff-a09e-4322-bc2c-29ee766a1aff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=10a22bff-a09e-4322-bc2c-29ee766a1aff,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:32.787028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.826892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:32.837497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:32.915134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:32.935172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (10a22bff-a09e-4322-bc2c-29ee766a1aff), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:32.961180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=10a22bff-a09e-4322-bc2c-29ee766a1aff,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:33.029206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.121312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.123526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.164453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.165030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Fanout notify agent at l3_agent the message router_deleted on router 209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:45:33.172124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.173229 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ece40c8b-9b54-42b6-bbd5-9665bc41f1ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/routers/209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8 HTTP/1.1" status: 204 len: 168 time: 1.1552191 Oct 26 11:45:33.175894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34280) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:33.254394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (7b4376fd-c888-49dd-9982-127a6e4f198c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.341684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (7b4376fd-c888-49dd-9982-127a6e4f198c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.382052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89fde6f-5031-4b4c-a4d6-aed1ca187f16 None None] Sync routers for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:33.382052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:33.383666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4376fd-c888-49dd-9982-127a6e4f198c']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:33.393813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d594e30-e0c0-4952-9fce-e784cb4cdf1e') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:33.394115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d594e30-e0c0-4952-9fce-e784cb4cdf1e') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:33.398246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:45:33.398594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 75e540b6-0a8e-4094-93e9-3c9f2d9f6c54 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:45:33.400031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fde6f-5031-4b4c-a4d6-aed1ca187f16 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:33.400397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fde6f-5031-4b4c-a4d6-aed1ca187f16 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:45:33.401769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-f89fde6f-5031-4b4c-a4d6-aed1ca187f16 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:45:33.407365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (3d594e30-e0c0-4952-9fce-e784cb4cdf1e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.411116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fde6f-5031-4b4c-a4d6-aed1ca187f16 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:33.411500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fde6f-5031-4b4c-a4d6-aed1ca187f16 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:45:33.412122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-f89fde6f-5031-4b4c-a4d6-aed1ca187f16 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:45:33.412504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89fde6f-5031-4b4c-a4d6-aed1ca187f16 None None] The sync data for ids ['209c6dbb-5a9b-4c90-9f8b-26a75e9ab0d8'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:33.423467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3d594e30-e0c0-4952-9fce-e784cb4cdf1e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.430281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:45:33.430676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (3d594e30-e0c0-4952-9fce-e784cb4cdf1e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.496290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (7b4376fd-c888-49dd-9982-127a6e4f198c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.500925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.504704 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/networks/7b4376fd-c888-49dd-9982-127a6e4f198c HTTP/1.1" status: 204 len: 168 time: 0.3272285 Oct 26 11:45:33.521464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ff9a3-cf10-475c-a151-3d706d1f65ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Network': ['ID=7b4376fd-c888-49dd-9982-127a6e4f198c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:33.530305 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3d594e30-e0c0-4952-9fce-e784cb4cdf1e resource provider aggregate not found Oct 26 11:45:33.547306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3d594e30-e0c0-4952-9fce-e784cb4cdf1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d594e30-e0c0-4952-9fce-e784cb4cdf1e found for delete ", "request_id": "req-af19f152-e79a-462a-a01c-4cd514f54258"}]} Oct 26 11:45:33.552455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34288) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:33.557418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'network': {'name': 'tempest-network-smoke--163167589', 'project_id': '96acf66580ef42109af70a407c10125a', 'port_security_enabled': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:33.577023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:45:33.580685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.608585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:45:33.617192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b09166ac-01a6-43c9-9351-63a4ed7e99c5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.617523 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Added segment b09166ac-01a6-43c9-9351-63a4ed7e99c5 of type vlan for network 001c0940-d603-4fab-9cba-e24ec937cfdb Oct 26 11:45:33.656857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (001c0940-d603-4fab-9cba-e24ec937cfdb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.681639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (001c0940-d603-4fab-9cba-e24ec937cfdb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.686658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:33.687244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.744100 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1905916 Oct 26 11:45:33.746970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34290) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:33.751704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-717048494', 'admin_state_up': True, 'project_id': '96acf66580ef42109af70a407c10125a', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:33.755964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b37726-af80-4223-b6fd-8389500b91be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Network': ['ID=001c0940-d603-4fab-9cba-e24ec937cfdb,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:33.770094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 001c0940-d603-4fab-9cba-e24ec937cfdb details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:45:33.777117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.778128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.834237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:33.968236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:34.142188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:34.160964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:34.260266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.203 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/dbad6395-141c-4c8a-9c94-ddb0da6886d3) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:45:34.288638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:34.371289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:34.402971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:34.440567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:34.447702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:34.452132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:45:34.455408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:34.477898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:34.497109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 160fbc13-e10c-43a4-b7c6-4d8ed656acee {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:45:34.497466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 160fbc13-e10c-43a4-b7c6-4d8ed656acee not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:45:34.497876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:34.516150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 10a22bff-a09e-4322-bc2c-29ee766a1aff {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:45:34.516431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 10a22bff-a09e-4322-bc2c-29ee766a1aff not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:45:34.526224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:34.696390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:34.747384 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:45:34.881894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.003427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:45:35.103267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:35.113150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:35.113321 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:35.124383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.124677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:35.125285 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:35.125602 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa1dea6a-dbe8-4d9d-a8db-433118274309 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3774040 Oct 26 11:45:35.128796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34292) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:35.207114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c9318551-56b0-4a99-a520-0d631b2487b7 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=96acf66580ef42109af70a407c10125a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771699 Oct 26 11:45:35.209729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34296) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:35.229847 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:35.297423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:35.301084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ae260-48d1-4f82-b7c0-7fcd689d4864 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:35.302635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eb4ae260-48d1-4f82-b7c0-7fcd689d4864 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919828 Oct 26 11:45:35.305945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34298) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:35.336751 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7b7133f2-5cd4-483a-bca3-d7d7a211fcf1 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295727 Oct 26 11:45:35.339197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34300) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:35.344071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-27996039', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'project_id': '96acf66580ef42109af70a407c10125a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:35.435082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:45:35.439383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.483401 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:34Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:35.509822 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:35.510162 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Updating router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f port dbad6395-141c-4c8a-9c94-ddb0da6886d3 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:45:35.530970 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:35.536001 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:35.541724 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.607202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:35.626302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (ac1cceb8-3615-491f-8133-e1f9d025a6a6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.680839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Subnet': ['ID=ac1cceb8-3615-491f-8133-e1f9d025a6a6,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:35.697472 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Checking segment: {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:45:35.697825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network hostable DHCP agents. Network: 001c0940-d603-4fab-9cba-e24ec937cfdb, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:45:35.716261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 001c0940-d603-4fab-9cba-e24ec937cfdb is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:45:35.725621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 001c0940-d603-4fab-9cba-e24ec937cfdb) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:35.729621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:35.730217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.735865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e5f58d-cd56-4a09-b280-a7d5c704ab7d None None] Network 001c0940-d603-4fab-9cba-e24ec937cfdb requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:45:35.747792 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b0396fae-c400-4621-894f-9169cf911b11 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4074483 Oct 26 11:45:35.750660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34302) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:35.806590 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Publish callbacks [] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.812316 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.846385 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Attempting to bind port dbad6395-141c-4c8a-9c94-ddb0da6886d3 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:45:35.846749 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Attempting to bind port dbad6395-141c-4c8a-9c94-ddb0da6886d3 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:45:35.847114 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Attempting to bind port dbad6395-141c-4c8a-9c94-ddb0da6886d3 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:35.848847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-001c0940-d603-4fab-9cba-e24ec937cfdb', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:45:35.849866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.898952 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:45:35.899316 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:45:35.899712 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.900119 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:45:35.900581 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Bound port: dbad6395-141c-4c8a-9c94-ddb0da6886d3, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:45:35.900951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:35.920211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:35.940910 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:35.957741 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:35.960868 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:45:35.964970 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.965349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.965645 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.966163 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.966647 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.967139 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.967615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.968107 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.968582 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.969055 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.969548 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.970051 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.970372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.970838 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.971306 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:45:35.975504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.003427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Allocated IP 172.20.0.2 (001c0940-d603-4fab-9cba-e24ec937cfdb/ac1cceb8-3615-491f-8133-e1f9d025a6a6/1479c019-08a3-4a43-bb2c-d6c60afd677e) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:45:36.039356 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:36.040008 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:36.044202 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb90b3-fddc-40e8-9095-5c5f48fd62cd None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:36.149753 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:36.179670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Publish callbacks [] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.186027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.199028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:36.228139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Network 001c0940-d603-4fab-9cba-e24ec937cfdb is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:36.232667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.234767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:36.242502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:45:36.248758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:36.258552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Pushing event updated for resources: {'Port': ['ID=1479c019-08a3-4a43-bb2c-d6c60afd677e,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:36.312031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Attempting to bind port 1479c019-08a3-4a43-bb2c-d6c60afd677e on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:45:36.312401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Attempting to bind port 1479c019-08a3-4a43-bb2c-d6c60afd677e by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:45:36.312758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Attempting to bind port 1479c019-08a3-4a43-bb2c-d6c60afd677e on network 001c0940-d603-4fab-9cba-e24ec937cfdb {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:36.347098 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c88303b9-6189-4387-917a-ef733b51153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:34Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:36.369845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:45:36.370469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Checking segment: {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:45:36.371195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.371659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Bound using segment: {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:45:36.372551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Bound port: 1479c019-08a3-4a43-bb2c-d6c60afd677e, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:45:36.373475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.376991 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88303b9-6189-4387-917a-ef733b51153a None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:34Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:36.465415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] For port 1479c019-08a3-4a43-bb2c-d6c60afd677e, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:36.469222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] For port 1479c019-08a3-4a43-bb2c-d6c60afd677e, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1479c019-08a3-4a43-bb2c-d6c60afd677e,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:45:36.516954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.544637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.1 (001c0940-d603-4fab-9cba-e24ec937cfdb/ac1cceb8-3615-491f-8133-e1f9d025a6a6/59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:45:36.655457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec8d46-1573-49ef-b5f8-50fad382787d None None] Pushing event updated for resources: {'Port': ['ID=1479c019-08a3-4a43-bb2c-d6c60afd677e,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:36.727187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.735428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:36.781941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.832715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 001c0940-d603-4fab-9cba-e24ec937cfdb is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:36.838232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:36.844928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:45:36.847977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:36.916266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:36.971016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:37.054691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:37.353769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:37.361098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:37.450689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:37.452760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:37.552251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 001c0940-d603-4fab-9cba-e24ec937cfdb is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:37.553560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:37.558947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3c245-ddfb-4500-9f13-ccc3df47c272 None None] Network 001c0940-d603-4fab-9cba-e24ec937cfdb requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:45:37.636320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7088f178-cb3e-4fc3-ab58-3d134c763ac9 None None] Provisioning complete for port 1479c019-08a3-4a43-bb2c-d6c60afd677e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:37.636792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7088f178-cb3e-4fc3-ab58-3d134c763ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:37.637132 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7088f178-cb3e-4fc3-ab58-3d134c763ac9 None None] Attempt 1 to provision port 1479c019-08a3-4a43-bb2c-d6c60afd677e Oct 26 11:45:37.667650 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:37.673103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:37.752218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7088f178-cb3e-4fc3-ab58-3d134c763ac9 None None] Current status of the port 1479c019-08a3-4a43-bb2c-d6c60afd677e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:37.752551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7088f178-cb3e-4fc3-ab58-3d134c763ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:37.788768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-7088f178-cb3e-4fc3-ab58-3d134c763ac9 None None] For port 1479c019-08a3-4a43-bb2c-d6c60afd677e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1479c019-08a3-4a43-bb2c-d6c60afd677e,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:37.791470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:37.795364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7088f178-cb3e-4fc3-ab58-3d134c763ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:37.799860 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-82777845-2a72-4719-8c30-7348bac5db72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0478334 Oct 26 11:45:37.802554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34306) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:37.852576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088f178-cb3e-4fc3-ab58-3d134c763ac9 None None] Pushing event updated for resources: {'Port': ['ID=1479c019-08a3-4a43-bb2c-d6c60afd677e,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:37.925771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab287a-3f65-46cb-94be-3f047726d6b4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:37.926256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab287a-3f65-46cb-94be-3f047726d6b4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:37.926727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab287a-3f65-46cb-94be-3f047726d6b4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:37.927194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab287a-3f65-46cb-94be-3f047726d6b4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:37.928972 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1dab287a-3f65-46cb-94be-3f047726d6b4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1251004 Oct 26 11:45:37.931680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34308) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:37.966669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:37.988567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22cc831-5d8a-4eee-9d42-858bfdb66931 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:37.989041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22cc831-5d8a-4eee-9d42-858bfdb66931 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:37.989501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22cc831-5d8a-4eee-9d42-858bfdb66931 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:37.989956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22cc831-5d8a-4eee-9d42-858bfdb66931 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:37.994210 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d22cc831-5d8a-4eee-9d42-858bfdb66931 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0589502 Oct 26 11:45:37.994437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34310) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:38.022553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f788ed5a-c558-4c48-9569-077458c7d143 None None] Provisioning complete for port 1479c019-08a3-4a43-bb2c-d6c60afd677e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:38.023088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f788ed5a-c558-4c48-9569-077458c7d143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.023524 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f788ed5a-c558-4c48-9569-077458c7d143 None None] Attempt 1 to provision port 1479c019-08a3-4a43-bb2c-d6c60afd677e Oct 26 11:45:38.112015 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e3d2bd12-fc48-490e-9c5e-47caaca110d8 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1158621 Oct 26 11:45:38.188353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:38.192932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-33e0fb52-e19c-4b03-bfe9-3bd3faa0296b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275397345', 'description': 'tempest-secgroup-smoke-275397345 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:38.219217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33e0fb52-e19c-4b03-bfe9-3bd3faa0296b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.255862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:38.264321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f788ed5a-c558-4c48-9569-077458c7d143 None None] Current status of the port 1479c019-08a3-4a43-bb2c-d6c60afd677e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:38.273708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f788ed5a-c558-4c48-9569-077458c7d143 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:38.274083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f788ed5a-c558-4c48-9569-077458c7d143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.274594 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f788ed5a-c558-4c48-9569-077458c7d143 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:45:38.295832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33e0fb52-e19c-4b03-bfe9-3bd3faa0296b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (74da3e61-aa35-4e9b-bf5e-0516dc22bf8e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.300343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33e0fb52-e19c-4b03-bfe9-3bd3faa0296b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (74da3e61-aa35-4e9b-bf5e-0516dc22bf8e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.308220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f788ed5a-c558-4c48-9569-077458c7d143 None None] Port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:45:38.332734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-33e0fb52-e19c-4b03-bfe9-3bd3faa0296b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.337494 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-33e0fb52-e19c-4b03-bfe9-3bd3faa0296b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1450534 Oct 26 11:45:38.337494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34316) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:38.344450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2634e5c3-81e0-43a8-bb15-6a7ba8befbe4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '74da3e61-aa35-4e9b-bf5e-0516dc22bf8e', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:38.348633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0fb52-e19c-4b03-bfe9-3bd3faa0296b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:38.366961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:38.378494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:38.379143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:38.380904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2634e5c3-81e0-43a8-bb15-6a7ba8befbe4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (ac9c0b1a-64e8-4f2f-bf3b-1aef30ba7591), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.445006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-54caf5a0-0d70-4010-bea5-cdf8c6f32ea7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:38.445642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-54caf5a0-0d70-4010-bea5-cdf8c6f32ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.446128 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-54caf5a0-0d70-4010-bea5-cdf8c6f32ea7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:45:38.448929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2634e5c3-81e0-43a8-bb15-6a7ba8befbe4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (ac9c0b1a-64e8-4f2f-bf3b-1aef30ba7591), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.457115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2634e5c3-81e0-43a8-bb15-6a7ba8befbe4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (ac9c0b1a-64e8-4f2f-bf3b-1aef30ba7591), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.493259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634e5c3-81e0-43a8-bb15-6a7ba8befbe4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9c0b1a-64e8-4f2f-bf3b-1aef30ba7591,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:38.505397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2634e5c3-81e0-43a8-bb15-6a7ba8befbe4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.508773 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2634e5c3-81e0-43a8-bb15-6a7ba8befbe4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697392 Oct 26 11:45:38.511478 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34318) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:38.517079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ae935feb-eb26-4ef3-ab50-dc4fdb901cba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '74da3e61-aa35-4e9b-bf5e-0516dc22bf8e', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:38.520708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-54caf5a0-0d70-4010-bea5-cdf8c6f32ea7 None None] Port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:45:38.528824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:38.533455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1479c019-08a3-4a43-bb2c-d6c60afd677e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:38.549630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae935feb-eb26-4ef3-ab50-dc4fdb901cba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (d390e180-e0c6-41ca-8227-f57c20ef8446), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.560916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:38.608660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae935feb-eb26-4ef3-ab50-dc4fdb901cba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (d390e180-e0c6-41ca-8227-f57c20ef8446), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.613326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae935feb-eb26-4ef3-ab50-dc4fdb901cba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d390e180-e0c6-41ca-8227-f57c20ef8446), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.634766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae935feb-eb26-4ef3-ab50-dc4fdb901cba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d390e180-e0c6-41ca-8227-f57c20ef8446,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:38.644649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ae935feb-eb26-4ef3-ab50-dc4fdb901cba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.648425 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ae935feb-eb26-4ef3-ab50-dc4fdb901cba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331546 Oct 26 11:45:38.648623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34320) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:38.654365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2132b58b-6775-4307-aa80-e035e14be198 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '74da3e61-aa35-4e9b-bf5e-0516dc22bf8e', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:38.679481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:38.685815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2132b58b-6775-4307-aa80-e035e14be198 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (b794922a-9803-45a9-aea5-f27fe03520a7), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.689929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1479c019-08a3-4a43-bb2c-d6c60afd677e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:38.690269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.690613 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1479c019-08a3-4a43-bb2c-d6c60afd677e Oct 26 11:45:38.738797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2132b58b-6775-4307-aa80-e035e14be198 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (b794922a-9803-45a9-aea5-f27fe03520a7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.742787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2132b58b-6775-4307-aa80-e035e14be198 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (b794922a-9803-45a9-aea5-f27fe03520a7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.762429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132b58b-6775-4307-aa80-e035e14be198 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b794922a-9803-45a9-aea5-f27fe03520a7,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:38.770746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2132b58b-6775-4307-aa80-e035e14be198 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.772025 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2132b58b-6775-4307-aa80-e035e14be198 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221724 Oct 26 11:45:38.774942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:38.779768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-73628d35-35d3-4c50-ae07-15ff5ee4b67d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '74da3e61-aa35-4e9b-bf5e-0516dc22bf8e', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:38.807985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-73628d35-35d3-4c50-ae07-15ff5ee4b67d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (927d1183-f816-41f4-9757-d53d98daecc8), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:38.832825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1479c019-08a3-4a43-bb2c-d6c60afd677e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:38.837757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:38.864580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:38.864955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Updating router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:45:38.895702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.161676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-73628d35-35d3-4c50-ae07-15ff5ee4b67d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (927d1183-f816-41f4-9757-d53d98daecc8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.165384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-73628d35-35d3-4c50-ae07-15ff5ee4b67d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (927d1183-f816-41f4-9757-d53d98daecc8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.169335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Publish callbacks [] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.175526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.179039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:39.187771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73628d35-35d3-4c50-ae07-15ff5ee4b67d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927d1183-f816-41f4-9757-d53d98daecc8,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:39.199493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-73628d35-35d3-4c50-ae07-15ff5ee4b67d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.204268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34324) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:39.204769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73628d35-35d3-4c50-ae07-15ff5ee4b67d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4285066 Oct 26 11:45:39.209706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e72cdf61-8462-4a98-934b-332acfaea944 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '74da3e61-aa35-4e9b-bf5e-0516dc22bf8e', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:39.221647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:39.236712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e729ebe-df2c-42ba-9b3e-94c64bade9cb None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:39.238190 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-e72cdf61-8462-4a98-934b-332acfaea944 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:45:39.246750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e72cdf61-8462-4a98-934b-332acfaea944 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (857f2740-53ae-4997-bd65-aceebd90bab6), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.270183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Attempting to bind port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:45:39.270554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Attempting to bind port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:45:39.270919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Attempting to bind port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff on network 001c0940-d603-4fab-9cba-e24ec937cfdb {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:39.310685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e72cdf61-8462-4a98-934b-332acfaea944 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (857f2740-53ae-4997-bd65-aceebd90bab6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.314388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e72cdf61-8462-4a98-934b-332acfaea944 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (857f2740-53ae-4997-bd65-aceebd90bab6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.316133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:45:39.316346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Checking segment: {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:45:39.316626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.317021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Bound using segment: {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:45:39.317496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Bound port: 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:45:39.317881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.333657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cdf61-8462-4a98-934b-332acfaea944 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857f2740-53ae-4997-bd65-aceebd90bab6,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:39.338985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e72cdf61-8462-4a98-934b-332acfaea944 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.342757 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e72cdf61-8462-4a98-934b-332acfaea944 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340563 Oct 26 11:45:39.343253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34326) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:39.347155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5b0acce4-93ee-4803-b061-6424a5c921bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '74da3e61-aa35-4e9b-bf5e-0516dc22bf8e', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:39.370430 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-5b0acce4-93ee-4803-b061-6424a5c921bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:45:39.376078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5b0acce4-93ee-4803-b061-6424a5c921bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (2066aee0-bb08-4b57-865c-906e47b32808), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.380952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:39.382479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:39.386535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:45:39.393251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.431304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:39.431899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:39.439222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5b0acce4-93ee-4803-b061-6424a5c921bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (2066aee0-bb08-4b57-865c-906e47b32808), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.444143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5b0acce4-93ee-4803-b061-6424a5c921bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (2066aee0-bb08-4b57-865c-906e47b32808), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.461316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0acce4-93ee-4803-b061-6424a5c921bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2066aee0-bb08-4b57-865c-906e47b32808,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:39.474062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5b0acce4-93ee-4803-b061-6424a5c921bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:39.475372 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5b0acce4-93ee-4803-b061-6424a5c921bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315339 Oct 26 11:45:39.497819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e729ebe-df2c-42ba-9b3e-94c64bade9cb None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:39.561390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:39.632261 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-2fc33352-d6ab-4684-8710-6fde982759b8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-275397345&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.0455260 Oct 26 11:45:39.743217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-bd48a3ce-d48d-4494-9956-23bbe7cf055b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:39.744729 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-bd48a3ce-d48d-4494-9956-23bbe7cf055b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 796 time: 0.1043978 Oct 26 11:45:39.754593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:39.759459 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-20e2627a-ece6-4b25-8a63-ad2549fbbdcd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/quotas/96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 375 time: 0.0090141 Oct 26 11:45:39.781246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c774f-dd09-4386-8677-09336cd27741 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:39Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:39.812341 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-bfbb2385-6bf2-482c-9a32-833b98ae0625 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465932 Oct 26 11:45:39.874782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-0725347e-41f5-4118-b1d1-8626670f9064 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:45:39.874782 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-0725347e-41f5-4118-b1d1-8626670f9064 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0497913 Oct 26 11:45:39.983774 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-ed1a1f7f-41ba-4bf2-a25e-368103c49230 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025183 Oct 26 11:45:40.087185 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-27de25cb-28a9-475f-9ecd-7e1b8e73fecc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975368 Oct 26 11:45:40.272269 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ac9d316-8121-43c1-b343-55d9a5931f00 req-dcf0c8c9-4acf-4117-b77d-7d59f11628fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 210 time: 0.0351524 Oct 26 11:45:40.565423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:40.621607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:40.621995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:40.622337 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:45:40.707008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:40.707398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:40.750304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:40.754340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:40.809815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:41.380056 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-60a2650f-5578-46e1-8ebb-1e28e65799d4 req-3f0462da-65fa-4c80-ae3c-2e4f98166385 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 210 time: 0.0290964 Oct 26 11:45:41.474441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-ee653c8a-b96e-492f-9e5e-6583c7e7a7b7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:41.477047 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-ee653c8a-b96e-492f-9e5e-6583c7e7a7b7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 796 time: 0.1204369 Oct 26 11:45:41.553747 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-e91693f2-1dc7-4e31-bafd-f83a68adfc66 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 379 time: 0.0630174 Oct 26 11:45:41.657540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'port': {'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'admin_state_up': True, 'tenant_id': '96acf66580ef42109af70a407c10125a', 'security_groups': ['74da3e61-aa35-4e9b-bf5e-0516dc22bf8e']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:41.661920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:41.712621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:41.722043 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:41.722724 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:41.772561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:45:41.777054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:41.811361 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:41.819618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:41.823702 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:41.834316 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:41.909947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.6 (001c0940-d603-4fab-9cba-e24ec937cfdb/ac1cceb8-3615-491f-8133-e1f9d025a6a6/a7b14140-9796-4719-84dc-5af2729e371e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:45:42.023747 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:40Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:42.049330 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:42.053598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (a7b14140-9796-4719-84dc-5af2729e371e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:42.058904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:42.059507 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:42.075911 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:42.088781 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a7b14140-9796-4719-84dc-5af2729e371e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:42.141833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 001c0940-d603-4fab-9cba-e24ec937cfdb is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:42.146251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:42.147895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:45:42.163273 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:42.178090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=a7b14140-9796-4719-84dc-5af2729e371e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:42.204008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:42.204899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:42.224248 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-97c7670c-38f0-4342-8e37-2f553b4a6ccc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703282 Oct 26 11:45:42.243099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Request body: {'port': {'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:42.313161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a7b14140-9796-4719-84dc-5af2729e371e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:42.364198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:42.365562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-08fe4455-7a15-4095-9638-cf2f2358a0d7 None None] Provisioning complete for port a7b14140-9796-4719-84dc-5af2729e371e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:42.365962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-08fe4455-7a15-4095-9638-cf2f2358a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7b14140-9796-4719-84dc-5af2729e371e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:42.366365 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-08fe4455-7a15-4095-9638-cf2f2358a0d7 None None] Attempt 1 to provision port a7b14140-9796-4719-84dc-5af2729e371e Oct 26 11:45:42.404816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-08fe4455-7a15-4095-9638-cf2f2358a0d7 None None] Port a7b14140-9796-4719-84dc-5af2729e371e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:45:42.461269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:40Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:42.497690 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53281fb2-569f-42ae-8152-5799bbbda5eb None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:40Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:42.512518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:42.528767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005dd2c-0e62-4e9a-ab7f-24ecf39d9101 req-1739b592-4836-453d-922a-9d8dffa156e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:42.530377 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9005dd2c-0e62-4e9a-ab7f-24ecf39d9101 req-1739b592-4836-453d-922a-9d8dffa156e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 931 time: 0.0636473 Oct 26 11:45:42.580365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:42.586787 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9005dd2c-0e62-4e9a-ab7f-24ecf39d9101 req-34f880e5-ecd6-45f0-ac86-e47ff2ccf5ef tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505130 Oct 26 11:45:42.609422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:42.609883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:42.646381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:42.651207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:42.684637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b14140-9796-4719-84dc-5af2729e371e {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:45:42.693105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Publish callbacks [] for port (a7b14140-9796-4719-84dc-5af2729e371e), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:42.700996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:42.707891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:42.708804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Transition to ACTIVE for port object a7b14140-9796-4719-84dc-5af2729e371e will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:45:42.714013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (a7b14140-9796-4719-84dc-5af2729e371e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:42.793508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b14140-9796-4719-84dc-5af2729e371e,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:42.852778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Attempting to bind port a7b14140-9796-4719-84dc-5af2729e371e on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:45:42.853034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Attempting to bind port a7b14140-9796-4719-84dc-5af2729e371e by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:45:42.853357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Attempting to bind port a7b14140-9796-4719-84dc-5af2729e371e on network 001c0940-d603-4fab-9cba-e24ec937cfdb {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:42.898350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Port a7b14140-9796-4719-84dc-5af2729e371e on network 001c0940-d603-4fab-9cba-e24ec937cfdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:45:42.898684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Attempting to bind port a7b14140-9796-4719-84dc-5af2729e371e on network 001c0940-d603-4fab-9cba-e24ec937cfdb {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:42.944250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:45:42.944681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Checking segment: {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:45:42.945320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Bound using segment: {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:45:42.945756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Bound port: a7b14140-9796-4719-84dc-5af2729e371e, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:45:42.946108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a7b14140-9796-4719-84dc-5af2729e371e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:43.016497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] For port a7b14140-9796-4719-84dc-5af2729e371e, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:43.019844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] For port a7b14140-9796-4719-84dc-5af2729e371e, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7b14140-9796-4719-84dc-5af2729e371e,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:45:43.028455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (a7b14140-9796-4719-84dc-5af2729e371e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:43.031865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:43.032485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:43.034217 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a7b14140-9796-4719-84dc-5af2729e371e HTTP/1.1" status: 200 len: 1093 time: 0.7954221 Oct 26 11:45:43.036520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:45:43.038806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0006811a-573c-4deb-84a3-e2b1d8ee76a4" -d '{"events": [{"name": "network-changed", "server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "tag": "a7b14140-9796-4719-84dc-5af2729e371e"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:43.083905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efb15c6-8b70-46fe-8f75-bba84c8ec333 x-openstack-request-id: req-7efb15c6-8b70-46fe-8f75-bba84c8ec333 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:43.084194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "tag": "a7b14140-9796-4719-84dc-5af2729e371e", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:43.084448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7efb15c6-8b70-46fe-8f75-bba84c8ec333 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:43.084854 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efb15c6-8b70-46fe-8f75-bba84c8ec333'] response: {'name': 'network-changed', 'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e', 'status': 'completed', 'code': 200} Oct 26 11:45:43.092244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:43.097986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b239d-81a9-4300-ae56-f7a46bb67bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b14140-9796-4719-84dc-5af2729e371e,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:43.153906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-ce355a48-84f6-4eb7-9816-7589eb3b0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:43.155423 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-ce355a48-84f6-4eb7-9816-7589eb3b0590 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 1127 time: 0.0425780 Oct 26 11:45:43.219099 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-2581f2d4-5e75-4249-8227-32e0c167064e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b14140-9796-4719-84dc-5af2729e371e HTTP/1.1" status: 200 len: 217 time: 0.0500836 Oct 26 11:45:43.271541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-678587d1-ca80-4e9d-bb88-c6bad0bfae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:43.273100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-678587d1-ca80-4e9d-bb88-c6bad0bfae8d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0484064 Oct 26 11:45:43.320241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-89f0be25-d5da-4ed1-a15d-09b6ed4b7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:43.321765 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-89f0be25-d5da-4ed1-a15d-09b6ed4b7e36 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418274 Oct 26 11:45:43.424987 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-675aa747-2c56-4249-b8ea-f96b1e944c1f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971024 Oct 26 11:45:43.521504 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e92cb02b-7eae-4b91-8b2a-edd7712d0ef6 req-7db4bf0d-36b7-453c-a7ab-9e4525339e7f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903435 Oct 26 11:45:43.702870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:43.719938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93821b2-e693-45d0-b784-78a3d6a1c8c7 req-f5c2d101-2850-4e8b-92f3-5e94e6c0383e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:43.721469 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d93821b2-e693-45d0-b784-78a3d6a1c8c7 req-f5c2d101-2850-4e8b-92f3-5e94e6c0383e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 943 time: 0.0498810 Oct 26 11:45:43.772231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:43.778150 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d93821b2-e693-45d0-b784-78a3d6a1c8c7 req-827cccd3-b406-4406-9eb1-7df1a667c89e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507329 Oct 26 11:45:44.295490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-1ae92375-dd61-47fd-b71f-5ebc033c8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:44.297011 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-1ae92375-dd61-47fd-b71f-5ebc033c8728 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 1127 time: 0.0472581 Oct 26 11:45:44.376748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:44.393735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-c9df956e-490c-40f5-9cfe-469f563d19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:44.411537 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-c9df956e-490c-40f5-9cfe-469f563d19ea service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 897 time: 0.0918300 Oct 26 11:45:44.411643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:44.412164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:44.413196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:44.439382 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-76aecf4d-c5f2-45cc-b410-92b061510880 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b14140-9796-4719-84dc-5af2729e371e HTTP/1.1" status: 200 len: 217 time: 0.0381041 Oct 26 11:45:44.491418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-863e818c-a242-4e80-b17b-7d5472f4af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:44.492927 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-863e818c-a242-4e80-b17b-7d5472f4af94 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0481308 Oct 26 11:45:44.543531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-86c36b98-936b-4bcc-80ec-1400a89a1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:44.545109 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-86c36b98-936b-4bcc-80ec-1400a89a1c7b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462241 Oct 26 11:45:44.644414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-7acc6fde-3ca4-470a-9848-5f81c13d6eff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928583 Oct 26 11:45:44.660783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:44.736189 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0006811a-573c-4deb-84a3-e2b1d8ee76a4 req-8bcc32e0-42cb-462c-9cae-e16e71bd252a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864158 Oct 26 11:45:44.849974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:42Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:44.876810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:44.887088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:44.887711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:44.909453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d651a30-7ae9-4b32-a87a-87f85898a096 req-a8100884-9122-4663-a304-f74e9e8691ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:44.910928 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9d651a30-7ae9-4b32-a87a-87f85898a096 req-a8100884-9122-4663-a304-f74e9e8691ea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 943 time: 0.0475826 Oct 26 11:45:44.960603 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9d651a30-7ae9-4b32-a87a-87f85898a096 req-1d1fc97a-7ae9-48d9-8ebc-27d93fd99bf1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439446 Oct 26 11:45:44.993222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:45.183600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:42Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:45.209283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afbd6cf-1728-466d-8088-9f8233d4b915 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:42Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:45.637053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device a7b14140-9796-4719-84dc-5af2729e371e details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:45:45.709481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:45.749174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port a7b14140-9796-4719-84dc-5af2729e371e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7b14140-9796-4719-84dc-5af2729e371e,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:45.761233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'a7b14140-9796-4719-84dc-5af2729e371e', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:45:45.814682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port a7b14140-9796-4719-84dc-5af2729e371e is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:45.815167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a7b14140-9796-4719-84dc-5af2729e371e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:45.829445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b14140-9796-4719-84dc-5af2729e371e {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:45:45.853012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port a7b14140-9796-4719-84dc-5af2729e371e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7b14140-9796-4719-84dc-5af2729e371e,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:45.857836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a7b14140-9796-4719-84dc-5af2729e371e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:45.910892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=a7b14140-9796-4719-84dc-5af2729e371e,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:46.085506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1dd13-b537-4d36-bc29-5a065b80148d req-ec914b50-d8ab-4b11-94c4-ba7c6b56eb53 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:46.087114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d6e1dd13-b537-4d36-bc29-5a065b80148d req-ec914b50-d8ab-4b11-94c4-ba7c6b56eb53 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 944 time: 0.0499425 Oct 26 11:45:46.140422 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d6e1dd13-b537-4d36-bc29-5a065b80148d req-74958e41-0b92-4979-afa7-c4d8449768af tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468271 Oct 26 11:45:46.149454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['a7b14140-9796-4719-84dc-5af2729e371e'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:45:46.178147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:46.524840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:46.569287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:46.569573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:46.570164 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:45:46.647571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:46.648283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:46.682469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:46.686130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:46.686935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:46.762806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:46.774159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:46.774545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:46.774911 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:45:46.777406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:46.854337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:46.854729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:46.881024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:46.887646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:46.937211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:47.041955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:47.042908 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:47.043518 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:47.144521 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:47.265104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c699893-bc0f-4fea-89af-c06e11d15fda req-0c0bb6a9-9b25-491e-92a0-a09da41b4f68 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:47.266514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6c699893-bc0f-4fea-89af-c06e11d15fda req-0c0bb6a9-9b25-491e-92a0-a09da41b4f68 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 944 time: 0.0511298 Oct 26 11:45:47.316657 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6c699893-bc0f-4fea-89af-c06e11d15fda req-2692defa-bbcc-4882-b882-e21f086147f2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445809 Oct 26 11:45:47.329847 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:46Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:47.358430 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:47.366753 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:47.367340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:47.450652 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:47.466121 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:47.468065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:47.645814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:46Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:47.652939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device a7b14140-9796-4719-84dc-5af2729e371e up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:47.669688 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5ec39-7a15-42ce-a400-81852402f15d None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:46Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:47.701049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port a7b14140-9796-4719-84dc-5af2729e371e completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:45:47.707671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port a7b14140-9796-4719-84dc-5af2729e371e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:47.708090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7b14140-9796-4719-84dc-5af2729e371e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:47.708425 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port a7b14140-9796-4719-84dc-5af2729e371e Oct 26 11:45:47.771830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:47.786397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port a7b14140-9796-4719-84dc-5af2729e371e is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:47.786783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a7b14140-9796-4719-84dc-5af2729e371e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:47.812510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:45:47.814902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a9f282-b43b-449d-a502-8bf33906ece4" -d '{"events": [{"server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "name": "network-vif-plugged", "status": "completed", "tag": "a7b14140-9796-4719-84dc-5af2729e371e"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:47.830924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port a7b14140-9796-4719-84dc-5af2729e371e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7b14140-9796-4719-84dc-5af2729e371e,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:47.834968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a7b14140-9796-4719-84dc-5af2729e371e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:47.909061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=a7b14140-9796-4719-84dc-5af2729e371e,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:47.969932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ad316-7753-4573-bd06-08075ed42da5 x-openstack-request-id: req-ae8ad316-7753-4573-bd06-08075ed42da5 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:47.970229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "name": "network-vif-plugged", "status": "completed", "tag": "a7b14140-9796-4719-84dc-5af2729e371e", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:47.970491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae8ad316-7753-4573-bd06-08075ed42da5 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:47.970942 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8ad316-7753-4573-bd06-08075ed42da5'] response: {'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e', 'code': 200} Oct 26 11:45:48.185317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22de9ca-ba94-44ca-9b01-d500445eb9ba req-992d304a-7cd4-4487-a461-e03b534e0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:48.186793 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f22de9ca-ba94-44ca-9b01-d500445eb9ba req-992d304a-7cd4-4487-a461-e03b534e0bea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 1129 time: 0.0411448 Oct 26 11:45:48.243290 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f22de9ca-ba94-44ca-9b01-d500445eb9ba req-78762af0-41b2-4d98-b172-d82e6b79f58a service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486870 Oct 26 11:45:48.440345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:48.446616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c3794-2da2-4376-a5d0-318152eda7ac req-3a7248ac-bcc0-4eff-a10c-cd7a91c03e6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:48.449632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-864c3794-2da2-4376-a5d0-318152eda7ac req-3a7248ac-bcc0-4eff-a10c-cd7a91c03e6a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 945 time: 0.0526307 Oct 26 11:45:48.507753 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-864c3794-2da2-4376-a5d0-318152eda7ac req-4e9f4264-0c79-4262-ac97-23a2d932be86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524006 Oct 26 11:45:48.532445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:48.533080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:48.569499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:48.574683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:48.575409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:48.652213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:48.693079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:48.693708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:48.716250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:48.720447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:48.746554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:48.797295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:48.802425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:48.852544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:48.853552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:48.927545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:49.008724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:49.053290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:49.053664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:49.054003 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:45:49.129633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:49.130023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:49.162458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:49.167269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:49.168090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:49.215829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:49.243835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:49.251642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:49.251981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:49.252319 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:45:49.333630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:49.333630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:49.352032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:49.356456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:49.404074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:49.555438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204910fa-5b86-4565-bea9-05324a90969f None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:49.555438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204910fa-5b86-4565-bea9-05324a90969f None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:49.555438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-204910fa-5b86-4565-bea9-05324a90969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:49.648305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca3a97-f393-4ff2-8f24-878b85ad0ec2 req-d9fbda41-ff8d-4877-a691-d99e51468c6b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:49.649817 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3eca3a97-f393-4ff2-8f24-878b85ad0ec2 req-d9fbda41-ff8d-4877-a691-d99e51468c6b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 945 time: 0.0541160 Oct 26 11:45:49.668562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-204910fa-5b86-4565-bea9-05324a90969f None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:49.706007 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3eca3a97-f393-4ff2-8f24-878b85ad0ec2 req-df872b91-ad1d-4557-bce6-90b92292ad9e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493376 Oct 26 11:45:49.823827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:49.859578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-204910fa-5b86-4565-bea9-05324a90969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:49Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:49.885802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204910fa-5b86-4565-bea9-05324a90969f None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:49.894332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204910fa-5b86-4565-bea9-05324a90969f None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:49.894930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-204910fa-5b86-4565-bea9-05324a90969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:50.147573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-204910fa-5b86-4565-bea9-05324a90969f None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:50.335847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-204910fa-5b86-4565-bea9-05324a90969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:49Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:50.363833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204910fa-5b86-4565-bea9-05324a90969f None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:49Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:50.486034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:50.568246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:50.568777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:50.583307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:50.610116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:50.614879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:50.616030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:50.698652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:50.740909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:50.741023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:50.764875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:50.769726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:50.827626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:50.845536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c27811-022d-416f-9620-f0178380a05a req-8e12245e-0f22-4223-ba71-c5648f67da79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:50.847123 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-30c27811-022d-416f-9620-f0178380a05a req-8e12245e-0f22-4223-ba71-c5648f67da79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 945 time: 0.0508943 Oct 26 11:45:50.900908 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-30c27811-022d-416f-9620-f0178380a05a req-ec1bfe5a-dfa6-4611-a0fd-69ba3cb40189 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473881 Oct 26 11:45:51.048717 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadd70-8fe1-4af5-906d-a9067bde28d6 req-366dbe19-b9af-4d63-ad2f-360d1dee23a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:51.050219 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-15cadd70-8fe1-4af5-906d-a9067bde28d6 req-366dbe19-b9af-4d63-ad2f-360d1dee23a6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 945 time: 0.0702622 Oct 26 11:45:51.111652 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-15cadd70-8fe1-4af5-906d-a9067bde28d6 req-4ee8566f-cb43-4aeb-b119-477dbd179e60 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557339 Oct 26 11:45:51.141068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34388) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:51.182892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7bdc73-6f12-4c65-a760-28a33188705c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:51.184515 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed7bdc73-6f12-4c65-a760-28a33188705c tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 1124 time: 0.0425382 Oct 26 11:45:51.187351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34390) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:51.191801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:51.216281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:51.278644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:51.301847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:51.412734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.234 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/6262faa6-8ad6-4b17-8a8c-faf82f562354) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:45:51.526216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (6262faa6-8ad6-4b17-8a8c-faf82f562354), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:51.561194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6262faa6-8ad6-4b17-8a8c-faf82f562354), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:51.593592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:51.600716 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:51.607916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:51.612188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:45:51.635801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=6262faa6-8ad6-4b17-8a8c-faf82f562354,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:51.974679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (56bfcd9b-cca4-41ee-a626-d69728a10d57), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:52.044963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6262faa6-8ad6-4b17-8a8c-faf82f562354), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:52.084494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:52.204371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (6262faa6-8ad6-4b17-8a8c-faf82f562354), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:52.209059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (6262faa6-8ad6-4b17-8a8c-faf82f562354), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:52.280105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (56bfcd9b-cca4-41ee-a626-d69728a10d57), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:52.281687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=6262faa6-8ad6-4b17-8a8c-faf82f562354,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:52.377447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57 associated. External IP: 172.26.0.234, port: a7b14140-9796-4719-84dc-5af2729e371e. Oct 26 11:45:52.425556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:52.513258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:52.542181 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:52.544068 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:52.544695 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:52.592690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:52.608763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:45:52.654904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:52.718049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:45:52.736439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:52.769505 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8cadd373-9735-4f04-9ea8-2354e9575b73 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5809758 Oct 26 11:45:52.770074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:45:52.772235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34392) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:52.773498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "tag": "a7b14140-9796-4719-84dc-5af2729e371e"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:52.812624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa425e64-d1a4-4dc7-a0b2-ae15d92677d3 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:52.814158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa425e64-d1a4-4dc7-a0b2-ae15d92677d3 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 1124 time: 0.0409420 Oct 26 11:45:52.820063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cff7ff-be5a-4f3a-ba51-a9adbea6a966 x-openstack-request-id: req-21cff7ff-be5a-4f3a-ba51-a9adbea6a966 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:52.820375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "tag": "a7b14140-9796-4719-84dc-5af2729e371e", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:52.820634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21cff7ff-be5a-4f3a-ba51-a9adbea6a966 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:52.821045 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cff7ff-be5a-4f3a-ba51-a9adbea6a966'] response: {'name': 'network-changed', 'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e', 'status': 'completed', 'code': 200} Oct 26 11:45:52.869864 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:50Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:45:51Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:50Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:52.876971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34398) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:52.885740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d06045c6-f944-4d8d-b18e-10c571469abb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276755031', 'description': 'tempest-secgroup-smoke-1276755031 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:52.896218 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:52.905607 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:52.906314 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:52.909226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d06045c6-f944-4d8d-b18e-10c571469abb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:52.920667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-8046e47d-a264-4e67-90c2-2eb49c5d3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:52.922308 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-8046e47d-a264-4e67-90c2-2eb49c5d3d94 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 1129 time: 0.0547662 Oct 26 11:45:52.986358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d06045c6-f944-4d8d-b18e-10c571469abb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:52.991798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d06045c6-f944-4d8d-b18e-10c571469abb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.010467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:53.016664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:53.023642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-dc5726bf-5901-4fd7-8d1a-d4c3451c9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:53.025426 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-dc5726bf-5901-4fd7-8d1a-d4c3451c9a70 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 897 time: 0.0970068 Oct 26 11:45:53.026267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06045c6-f944-4d8d-b18e-10c571469abb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:53.034979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d06045c6-f944-4d8d-b18e-10c571469abb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.038857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34400) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:53.038985 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d06045c6-f944-4d8d-b18e-10c571469abb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1592696 Oct 26 11:45:53.044042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4ecbd007-104a-496b-9445-354d93beb0f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:53.126807 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-d229c950-5271-4456-9ea7-3e74b38dad9d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b14140-9796-4719-84dc-5af2729e371e HTTP/1.1" status: 200 len: 999 time: 0.0776651 Oct 26 11:45:53.128602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd007-104a-496b-9445-354d93beb0f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (554d5898-1c3f-4f14-86f6-ad48ec4248c3), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.172418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:53.207489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-54cf7d4a-1eed-4575-accd-76e109b471a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:53.208985 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-54cf7d4a-1eed-4575-accd-76e109b471a7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0760891 Oct 26 11:45:53.230068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd007-104a-496b-9445-354d93beb0f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (554d5898-1c3f-4f14-86f6-ad48ec4248c3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.254458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd007-104a-496b-9445-354d93beb0f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (554d5898-1c3f-4f14-86f6-ad48ec4248c3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.286929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbd007-104a-496b-9445-354d93beb0f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554d5898-1c3f-4f14-86f6-ad48ec4248c3,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:53.293467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd007-104a-496b-9445-354d93beb0f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.294684 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4ecbd007-104a-496b-9445-354d93beb0f0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2548132 Oct 26 11:45:53.295972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-96514709-1496-4007-9e77-b8e222992f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:53.297382 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-96514709-1496-4007-9e77-b8e222992f10 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0806634 Oct 26 11:45:53.297903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34402) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:53.302651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ca5b75de-5636-48b6-93ba-51d77cc823c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:53.315952 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:53.330796 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:50Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:45:51Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:50Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:53.334282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca5b75de-5636-48b6-93ba-51d77cc823c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (0a2f8ba0-54d3-4c8d-8eb6-07813bbab65b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.355600 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415c5fad-8846-4653-aeef-ea22fb4b3d8f None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:50Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:45:51Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:50Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:53.381482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:53.398507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca5b75de-5636-48b6-93ba-51d77cc823c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (0a2f8ba0-54d3-4c8d-8eb6-07813bbab65b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.403169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca5b75de-5636-48b6-93ba-51d77cc823c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0a2f8ba0-54d3-4c8d-8eb6-07813bbab65b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.421847 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-f1aafc4d-40ea-4f3f-a3a7-91481effaa89 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172631 Oct 26 11:45:53.427143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b75de-5636-48b6-93ba-51d77cc823c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2f8ba0-54d3-4c8d-8eb6-07813bbab65b,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:53.437760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca5b75de-5636-48b6-93ba-51d77cc823c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.439284 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ca5b75de-5636-48b6-93ba-51d77cc823c3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402462 Oct 26 11:45:53.442118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34404) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:53.448587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-aa992108-7eba-4d5b-b2a1-55d794267931 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:53.464953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:53.541700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa992108-7eba-4d5b-b2a1-55d794267931 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (db564e7d-b955-4a6d-8e2b-0f4aeb453c7a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.585495 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a51a5d9c-a03d-42c7-8709-55a1b7fef8bd req-24fcbf00-e80e-4f9c-944c-57ea9748a2ef service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545086 Oct 26 11:45:53.617838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa992108-7eba-4d5b-b2a1-55d794267931 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (db564e7d-b955-4a6d-8e2b-0f4aeb453c7a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.628347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa992108-7eba-4d5b-b2a1-55d794267931 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (db564e7d-b955-4a6d-8e2b-0f4aeb453c7a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.649021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992108-7eba-4d5b-b2a1-55d794267931 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db564e7d-b955-4a6d-8e2b-0f4aeb453c7a,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:53.656923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aa992108-7eba-4d5b-b2a1-55d794267931 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.659809 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa992108-7eba-4d5b-b2a1-55d794267931 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150867 Oct 26 11:45:53.660876 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34406) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:53.665377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2d00d4ed-61f2-4fc6-b6b8-247a45395d45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:53.694609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d00d4ed-61f2-4fc6-b6b8-247a45395d45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (00fdc72d-5463-453c-b665-2fb710e94153), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.760404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d00d4ed-61f2-4fc6-b6b8-247a45395d45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (00fdc72d-5463-453c-b665-2fb710e94153), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.764248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d00d4ed-61f2-4fc6-b6b8-247a45395d45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (00fdc72d-5463-453c-b665-2fb710e94153), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.783677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00d4ed-61f2-4fc6-b6b8-247a45395d45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fdc72d-5463-453c-b665-2fb710e94153,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:53.791919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2d00d4ed-61f2-4fc6-b6b8-247a45395d45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.793141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d00d4ed-61f2-4fc6-b6b8-247a45395d45 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313212 Oct 26 11:45:53.795966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34408) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:53.800324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-403837c1-0f4b-4d84-b73d-eef07db82917 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:53.822096 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-403837c1-0f4b-4d84-b73d-eef07db82917 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:45:53.828959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-403837c1-0f4b-4d84-b73d-eef07db82917 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (ee07e47f-3dc7-47d2-b9dc-54557f78c411), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.897945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-403837c1-0f4b-4d84-b73d-eef07db82917 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (ee07e47f-3dc7-47d2-b9dc-54557f78c411), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.902827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-403837c1-0f4b-4d84-b73d-eef07db82917 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (ee07e47f-3dc7-47d2-b9dc-54557f78c411), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.922443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403837c1-0f4b-4d84-b73d-eef07db82917 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee07e47f-3dc7-47d2-b9dc-54557f78c411,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:53.929707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-403837c1-0f4b-4d84-b73d-eef07db82917 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:53.930954 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-403837c1-0f4b-4d84-b73d-eef07db82917 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340339 Oct 26 11:45:53.934265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34410) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:45:53.938721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-04139732-3b2f-4740-b7f6-8bf705ca667f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': 'dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:53.962771 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-04139732-3b2f-4740-b7f6-8bf705ca667f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:45:53.969482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-04139732-3b2f-4740-b7f6-8bf705ca667f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (73232b96-982a-4369-ad74-003f150f2623), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:54.047339 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-04139732-3b2f-4740-b7f6-8bf705ca667f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (73232b96-982a-4369-ad74-003f150f2623), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:54.050978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-04139732-3b2f-4740-b7f6-8bf705ca667f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (73232b96-982a-4369-ad74-003f150f2623), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:54.073996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04139732-3b2f-4740-b7f6-8bf705ca667f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73232b96-982a-4369-ad74-003f150f2623,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:54.083672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-04139732-3b2f-4740-b7f6-8bf705ca667f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:54.084970 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-04139732-3b2f-4740-b7f6-8bf705ca667f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497145 Oct 26 11:45:54.244980 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-fb2030b4-b765-4a5e-b8b6-942fef2e3c79 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1276755031&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.0478108 Oct 26 11:45:54.444489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:54.529747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:54.656809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:54.678476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:54.707640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:54.708049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:54.708387 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:45:54.718249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-7de73185-6bb2-485b-b1b7-d5a138fe6ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:54.719747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-7de73185-6bb2-485b-b1b7-d5a138fe6ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 796 time: 0.4681888 Oct 26 11:45:54.734636 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-c957e7e5-f2c9-42cb-99ff-7058948df31c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/quotas/96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 375 time: 0.0094626 Oct 26 11:45:54.781641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:54.782027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:54.787463 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-4eac7f83-299b-4409-9a26-203e793eced2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474470 Oct 26 11:45:54.820400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:54.824660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:54.825527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:54.892041 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-850ac109-6c3e-4b40-9092-d8ae60caf142 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923855 Oct 26 11:45:54.907154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:54.910963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:54.911350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:54.911679 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:45:54.980990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:54.986903 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-35c4fd87-8c47-47fd-a15c-25f392434358 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883532 Oct 26 11:45:54.989803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:54.990251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:55.012852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:55.016980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:55.066685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:55.102308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f7005-2bda-4eaf-bb44-8132f9bc9a4e None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:45:55.184747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d25e1180-77a7-4719-aafc-ff3f30ef9b60 req-cf7b1aa1-6c71-49e5-a9d1-a674c74fc6dc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 210 time: 0.0325992 Oct 26 11:45:55.778012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:55.778012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:55.778538 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:55.869063 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:55.887260 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:56.094221 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:54Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:45:55Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:54Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:56.117845 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:56.126414 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:56.126986 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:56.231525 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:56.307537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:56.314292 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b0356b47-7604-42c0-b7af-cdf0c1388e8b req-7df347c1-a59b-4830-8af2-008f01ad03f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 210 time: 0.0448349 Oct 26 11:45:56.365438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-56a896ac-dd28-46a9-83cf-8dda9c537ab1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:56.366967 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-56a896ac-dd28-46a9-83cf-8dda9c537ab1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 796 time: 0.1389453 Oct 26 11:45:56.485145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:54Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:45:55Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:54Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:56.497694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:56.516941 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc785b-9e6e-467c-898b-b1c4b9c81f20 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:54Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:45:55Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:54Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:56.590947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:56.591341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:56.633360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:56.641086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:56.641893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:45:56.737871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fb73e9cb-aaf0-4ef3-95be-9a9cc3504f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:56.753526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:56.756527 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-d9ba62a6-fe7f-4015-96d2-dd2073f4f692 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 472 time: 0.3745170 Oct 26 11:45:56.771387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'port': {'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'admin_state_up': True, 'tenant_id': '96acf66580ef42109af70a407c10125a', 'security_groups': ['dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:56.803942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:56.814608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:56.814993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:56.848758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:56.854153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:56.919638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:56.926251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:45:56.931138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:57.017140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:57.069731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.8 (001c0940-d603-4fab-9cba-e24ec937cfdb/ac1cceb8-3615-491f-8133-e1f9d025a6a6/fd9d8d1a-1c51-4843-b75b-570cc8a7424f) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:45:57.240132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:57.278081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:57.321820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 001c0940-d603-4fab-9cba-e24ec937cfdb is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:45:57.327453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:45:57.331789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:45:57.338762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:57.393598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:57.394420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:57.417617 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-6894bffe-7e94-4964-8167-c3cf110ade6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6528838 Oct 26 11:45:57.438527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Request body: {'port': {'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:45:57.470116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42686910-1462-4320-9a08-d38213693e68 req-ae1dbda7-f03d-49a8-86d0-17e653b27f60 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:57.478134 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42686910-1462-4320-9a08-d38213693e68 req-ae1dbda7-f03d-49a8-86d0-17e653b27f60 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 931 time: 0.0704288 Oct 26 11:45:57.514845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:57.530897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:57.541640 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42686910-1462-4320-9a08-d38213693e68 req-fdc814db-5ae6-4fe2-8a69-2022961d2d15 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622334 Oct 26 11:45:57.633996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fc45c2de-e9ab-4eac-b54d-f977624cb779 None None] Provisioning complete for port fd9d8d1a-1c51-4843-b75b-570cc8a7424f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:57.634554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fc45c2de-e9ab-4eac-b54d-f977624cb779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:57.634675 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fc45c2de-e9ab-4eac-b54d-f977624cb779 None None] Attempt 1 to provision port fd9d8d1a-1c51-4843-b75b-570cc8a7424f Oct 26 11:45:57.669087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fc45c2de-e9ab-4eac-b54d-f977624cb779 None None] Port fd9d8d1a-1c51-4843-b75b-570cc8a7424f cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:45:57.797252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9d8d1a-1c51-4843-b75b-570cc8a7424f {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:45:57.804930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Publish callbacks [] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:57.818507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Transition to ACTIVE for port object fd9d8d1a-1c51-4843-b75b-570cc8a7424f will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:45:57.825076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:57.905442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:57.919813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:57.942488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Attempting to bind port fd9d8d1a-1c51-4843-b75b-570cc8a7424f on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:45:57.942826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Attempting to bind port fd9d8d1a-1c51-4843-b75b-570cc8a7424f by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:45:57.943158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Attempting to bind port fd9d8d1a-1c51-4843-b75b-570cc8a7424f on network 001c0940-d603-4fab-9cba-e24ec937cfdb {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:57.986121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Port fd9d8d1a-1c51-4843-b75b-570cc8a7424f on network 001c0940-d603-4fab-9cba-e24ec937cfdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:45:57.986450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Attempting to bind port fd9d8d1a-1c51-4843-b75b-570cc8a7424f on network 001c0940-d603-4fab-9cba-e24ec937cfdb {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:45:58.032837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:45:58.033173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Checking segment: {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:45:58.033560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Bound using segment: {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:45:58.034000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Bound port: fd9d8d1a-1c51-4843-b75b-570cc8a7424f, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09166ac-01a6-43c9-9351-63a4ed7e99c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:45:58.034353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.094934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] For port fd9d8d1a-1c51-4843-b75b-570cc8a7424f, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:45:58.097934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] For port fd9d8d1a-1c51-4843-b75b-570cc8a7424f, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:45:58.104861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.108973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:58.109579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.110949 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/fd9d8d1a-1c51-4843-b75b-570cc8a7424f HTTP/1.1" status: 200 len: 1093 time: 0.6779871 Oct 26 11:45:58.111498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:45:58.113848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d392020-4f37-412e-8f0f-fe3e6fca1075" -d '{"events": [{"name": "network-changed", "server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:45:58.162141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504aba15-13fc-4f43-82f8-82546ea4a592 x-openstack-request-id: req-504aba15-13fc-4f43-82f8-82546ea4a592 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:45:58.162434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:45:58.162686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-504aba15-13fc-4f43-82f8-82546ea4a592 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:45:58.163107 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504aba15-13fc-4f43-82f8-82546ea4a592'] response: {'name': 'network-changed', 'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'status': 'completed', 'code': 200} Oct 26 11:45:58.166240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52620de7-d89e-4ccd-95eb-566ced651ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:58.231418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-a9dac2e6-7d25-46a1-998b-bd4930aec3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:58.232959 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-a9dac2e6-7d25-46a1-998b-bd4930aec3b6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 1127 time: 0.0417643 Oct 26 11:45:58.282354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-c1233569-adc1-4d5c-9e2a-a3e4e9c74a18 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f HTTP/1.1" status: 200 len: 217 time: 0.0357516 Oct 26 11:45:58.330125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeac93e-da41-4338-9d6a-ad868af4cae6 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:45:58.333643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-c5f70fe2-ca33-4af5-ac66-452fce2334f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:58.335112 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-c5f70fe2-ca33-4af5-ac66-452fce2334f0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0473814 Oct 26 11:45:58.382212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-e0db7dde-27cc-4a32-8809-38569d906ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:58.383747 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-e0db7dde-27cc-4a32-8809-38569d906ee0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413830 Oct 26 11:45:58.494041 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-51c2c33c-37c8-4e19-8451-b1791c02442a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047716 Oct 26 11:45:58.550313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:58.566124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:58.598309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:58.598758 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7cb25286-901a-44b7-b4dc-f97191277da0 req-55281c95-27b1-4b41-8757-28b014dab234 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995448 Oct 26 11:45:58.601711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.602065 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:45:58.690062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:58.690615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.694236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3a77d-b496-437a-9263-96f76419c100 req-25a2e1d9-278e-4a1e-a059-44c50ae427b6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:58.700201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6bf3a77d-b496-437a-9263-96f76419c100 req-25a2e1d9-278e-4a1e-a059-44c50ae427b6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 943 time: 0.0653954 Oct 26 11:45:58.733507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:58.737472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.738233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:45:58.741068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:58.749265 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6bf3a77d-b496-437a-9263-96f76419c100 req-0f68db88-8a5f-440d-88fd-566e8cc1314f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467966 Oct 26 11:45:58.818612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:58.823513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:45:58.823916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.824250 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:45:58.911262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:45:58.911661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.918429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1e7702dd-36ef-4cfc-b124-50eff003afbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.934987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:45:58.938019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:45:58.985607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:45:59.052630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:45:59.052630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:59.052630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:59.153395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:59.298587 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:59.301261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:59.361265 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:58Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:45:58Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:58Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:59.388128 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:45:59.396768 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:45:59.397373 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:59.442549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-d056e9e6-5882-45af-be51-f477bd4b4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:59.445011 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-d056e9e6-5882-45af-be51-f477bd4b4137 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 1127 time: 0.0460439 Oct 26 11:45:59.497164 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:45:59.537376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-b2ffdd1d-d8db-4f52-b0a9-9471488e9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:59.538981 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-b2ffdd1d-d8db-4f52-b0a9-9471488e9d17 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 897 time: 0.0882251 Oct 26 11:45:59.584171 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-c7de5a93-cd03-40d5-aba0-74a346f3bd2d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f HTTP/1.1" status: 200 len: 217 time: 0.0390296 Oct 26 11:45:59.633174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-7a9a7e49-7cf9-47b3-9a07-e584f1db513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:59.635069 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-7a9a7e49-7cf9-47b3-9a07-e584f1db513a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0458443 Oct 26 11:45:59.679508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-cc7987e0-cf24-44ab-a08f-692aac493146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:59.681224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-cc7987e0-cf24-44ab-a08f-692aac493146 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401418 Oct 26 11:45:59.774747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:59.779529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-2167e00b-3d20-48a2-ae72-72df5f07e694 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905635 Oct 26 11:45:59.795131 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:58Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:45:58Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:58Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:45:59.820273 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d4e49-0cc6-4509-9f24-2f00067c4dc8 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:45:58Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:45:58Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:45:58Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:45:59.873747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:45:59.885443 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d392020-4f37-412e-8f0f-fe3e6fca1075 req-085f3e88-560f-411e-adec-f4db13ea9811 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998836 Oct 26 11:45:59.894416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b051ce-7f87-4c4a-b7cc-0047688ec8e5 req-f5876ee4-956b-4a3f-bcbe-3aa8c22495e6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:45:59.895959 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f5b051ce-7f87-4c4a-b7cc-0047688ec8e5 req-f5876ee4-956b-4a3f-bcbe-3aa8c22495e6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 943 time: 0.0569146 Oct 26 11:45:59.949364 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f5b051ce-7f87-4c4a-b7cc-0047688ec8e5 req-38f6e66a-51d4-43c1-b282-52b308f4c10c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459495 Oct 26 11:46:00.093168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:00.483481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:00.562393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:00.562787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:00.565492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:00.601738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:00.606607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:00.607353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:00.683687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:00.721896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:00.722290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:00.747753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:00.752155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:00.778617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:00.836174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:00.878191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:00.879181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:00.954917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:01.058068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:01.074675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:01.087561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:01.088567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f861f57-97e6-4f63-8a97-a8c1c7c6235c req-66f5d60e-47a6-449d-95ab-daaae719548f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:01.090242 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3f861f57-97e6-4f63-8a97-a8c1c7c6235c req-66f5d60e-47a6-449d-95ab-daaae719548f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 943 time: 0.0574598 Oct 26 11:46:01.109164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:01.109714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:01.109864 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:01.141602 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3f861f57-97e6-4f63-8a97-a8c1c7c6235c req-02707a76-c98d-4da4-8c8d-67c63db2d32f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447381 Oct 26 11:46:01.185250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:01.185635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:01.219114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:01.223143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:01.224009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:01.297396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:01.307469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:01.307879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:01.308218 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:01.385172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:01.385574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:01.406320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:01.410216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:01.415491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:01.471645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:01.493776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b1848-8f9e-4bc5-84dc-eaa581e7e9ab None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:01.753964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:01.760192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device fd9d8d1a-1c51-4843-b75b-570cc8a7424f details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:46:01.771095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:01.920933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port fd9d8d1a-1c51-4843-b75b-570cc8a7424f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:01.938877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:46:01.984583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port fd9d8d1a-1c51-4843-b75b-570cc8a7424f is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:01.984971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:02.000793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9d8d1a-1c51-4843-b75b-570cc8a7424f {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:46:02.026551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port fd9d8d1a-1c51-4843-b75b-570cc8a7424f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:02.029765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:02.094174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:02.274489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a204c-6152-4fbc-8e86-7ccfe16874e3 req-c4bdda4e-6248-4cfa-911a-86432204f7db tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:02.275920 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-636a204c-6152-4fbc-8e86-7ccfe16874e3 req-c4bdda4e-6248-4cfa-911a-86432204f7db tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 944 time: 0.0471547 Oct 26 11:46:02.320329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['fd9d8d1a-1c51-4843-b75b-570cc8a7424f'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:46:02.322859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:02.332250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-636a204c-6152-4fbc-8e86-7ccfe16874e3 req-081f7765-b2c7-498a-849c-bad372e62be8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505776 Oct 26 11:46:02.653549 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:02.656390 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:02.657019 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:02.691424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:02.760901 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:02.766479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:02.766874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:02.776096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:02.802826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:02.806851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:02.807658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:02.883870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:02.924964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:02.925348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:02.946831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:02.950422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:02.972901 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:01Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:01Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:01Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:02.995976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:02.997610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:03.007848 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:03.008976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:03.104290 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:03.111950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:03.204897 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:03.324203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:02Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:01Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:02Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:03.347600 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0897f-a480-408d-b2f1-99ae322f84d0 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:02Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:01Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:02Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:03.458297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b6b02-a9f8-45ab-9db6-25c54234d4c0 req-6e84ddbd-b9e3-4f8c-977b-59081c95047b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:03.459771 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6b9b6b02-a9f8-45ab-9db6-25c54234d4c0 req-6e84ddbd-b9e3-4f8c-977b-59081c95047b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 944 time: 0.0490932 Oct 26 11:46:03.520001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6b9b6b02-a9f8-45ab-9db6-25c54234d4c0 req-efa6abdf-86af-4e6f-991c-53b801877490 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534165 Oct 26 11:46:03.777399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device fd9d8d1a-1c51-4843-b75b-570cc8a7424f up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:03.822906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port fd9d8d1a-1c51-4843-b75b-570cc8a7424f completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:46:03.829840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port fd9d8d1a-1c51-4843-b75b-570cc8a7424f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:03.830189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:03.830886 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port fd9d8d1a-1c51-4843-b75b-570cc8a7424f Oct 26 11:46:03.917991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port fd9d8d1a-1c51-4843-b75b-570cc8a7424f is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:03.918281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:03.926775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:03.953501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:46:03.956220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14b36a3-8abc-4c71-94f3-9a5c6bcacf23" -d '{"events": [{"server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "name": "network-vif-plugged", "status": "completed", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:03.973724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port fd9d8d1a-1c51-4843-b75b-570cc8a7424f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:03.978787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:04.009360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60adf5f3-69ef-4b96-973e-a7c9cb94a3be x-openstack-request-id: req-60adf5f3-69ef-4b96-973e-a7c9cb94a3be {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:04.009667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "name": "network-vif-plugged", "status": "completed", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:04.009927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60adf5f3-69ef-4b96-973e-a7c9cb94a3be {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:04.010332 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60adf5f3-69ef-4b96-973e-a7c9cb94a3be'] response: {'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'code': 200} Oct 26 11:46:04.036284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:04.242689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26173a49-cfae-4ae2-8e49-2ce27ef51d84 req-037e55f6-ad8a-4e69-a606-958a1ef2061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:04.244158 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-26173a49-cfae-4ae2-8e49-2ce27ef51d84 req-037e55f6-ad8a-4e69-a606-958a1ef2061e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 1129 time: 0.0453494 Oct 26 11:46:04.296270 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-26173a49-cfae-4ae2-8e49-2ce27ef51d84 req-1dde718c-1dc3-4727-8ebb-1e841d27c22f service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 Oct 26 11:46:04.530747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:04.583300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:04.583672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:04.584053 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:04.649285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331edd-c06e-49af-bdc4-84509bd1b984 req-05c6151f-6bea-4c18-86a7-b2daec2f67d7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:04.650860 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb331edd-c06e-49af-bdc4-84509bd1b984 req-05c6151f-6bea-4c18-86a7-b2daec2f67d7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 945 time: 0.0494633 Oct 26 11:46:04.659018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:04.659418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:04.693800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:04.698474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:04.699397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:04.703758 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb331edd-c06e-49af-bdc4-84509bd1b984 req-db609340-357e-4454-8460-e846b80edc4a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Oct 26 11:46:04.777040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:04.788995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:04.790345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:04.790345 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:04.862709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:04.863094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:04.873831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:04.886118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:04.890616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:04.946921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:04.951602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a3a09-36dd-4e31-8c1d-bd0ed1e04108 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:05.308399 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6c914-e423-4621-9cde-c42599788845 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:05.308399 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6c914-e423-4621-9cde-c42599788845 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:05.308399 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4da6c914-e423-4621-9cde-c42599788845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:05.404692 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4da6c914-e423-4621-9cde-c42599788845 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:05.614284 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4da6c914-e423-4621-9cde-c42599788845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:04Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:05Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:04Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:05.639947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6c914-e423-4621-9cde-c42599788845 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:05.648175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6c914-e423-4621-9cde-c42599788845 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:05.648801 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4da6c914-e423-4621-9cde-c42599788845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:05.839963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4da6c914-e423-4621-9cde-c42599788845 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:05.841385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60753bbb-b8ed-4814-b582-bbc0c80f403b req-a9f94a03-46a9-4107-9dff-d535c1364cdb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:05.842876 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-60753bbb-b8ed-4814-b582-bbc0c80f403b req-a9f94a03-46a9-4107-9dff-d535c1364cdb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 945 time: 0.0545845 Oct 26 11:46:05.898892 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-60753bbb-b8ed-4814-b582-bbc0c80f403b req-6baec08a-2d20-402d-b176-73af1deb9008 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502820 Oct 26 11:46:06.028257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd8e79-5600-4825-843c-e09aca31247d req-f18852c6-3781-4020-83cf-e37a04215807 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:06.029687 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-70bd8e79-5600-4825-843c-e09aca31247d req-f18852c6-3781-4020-83cf-e37a04215807 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 945 time: 0.0471437 Oct 26 11:46:06.056531 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4da6c914-e423-4621-9cde-c42599788845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:04Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:05Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:04Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:06.080885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6c914-e423-4621-9cde-c42599788845 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:04Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:05Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:04Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:06.081185 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-70bd8e79-5600-4825-843c-e09aca31247d req-c832995d-8409-427a-bbfc-29e77ba19fb1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455968 Oct 26 11:46:06.111621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34462) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:46:06.155603 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3321eb58-c146-4cbe-ab09-64fe43397d8b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:06.157205 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3321eb58-c146-4cbe-ab09-64fe43397d8b tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 1124 time: 0.0444553 Oct 26 11:46:06.159972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34464) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:46:06.164553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:46:06.187326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:06.274405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:06.398889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.249 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/cb44be94-8ea0-48f2-af8d-a9bd0e692d0d) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:46:06.450259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:06.496024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:06.525522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (cb44be94-8ea0-48f2-af8d-a9bd0e692d0d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:06.529034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:06.529430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:06.532344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:06.566434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (cb44be94-8ea0-48f2-af8d-a9bd0e692d0d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:06.571515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:06.575608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:06.607006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:06.612237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:46:06.614188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:06.618790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:46:06.623134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:46:06.629656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=cb44be94-8ea0-48f2-af8d-a9bd0e692d0d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:06.687565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:06.733268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:06.859934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:06.911660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:06.912087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:06.914607 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:06.996403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:06.996795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.032043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:07.038821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.048677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (7e31b322-1c76-475f-92dc-e26b922ec1b5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.096228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:07.133557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:07.137656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cb44be94-8ea0-48f2-af8d-a9bd0e692d0d), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.188347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:07.188790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.212130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:07.216637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.263989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:07.270015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:07.306323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (cb44be94-8ea0-48f2-af8d-a9bd0e692d0d), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.311250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (cb44be94-8ea0-48f2-af8d-a9bd0e692d0d), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.384763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (7e31b322-1c76-475f-92dc-e26b922ec1b5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.386521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=cb44be94-8ea0-48f2-af8d-a9bd0e692d0d,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:07.433715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:07.442914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:07.491846 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5 associated. External IP: 172.26.0.249, port: fd9d8d1a-1c51-4843-b75b-570cc8a7424f. Oct 26 11:46:07.690989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:46:07.797941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:46:07.815432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:07.846293 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e71d5d38-4a47-4530-8ea9-9d894484082c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6852815 Oct 26 11:46:07.846945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:46:07.849218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c199e402-b64b-4c1a-afce-7f0994e7c9db" -d '{"events": [{"name": "network-changed", "server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:46:07.888296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec253c0e-013d-4d0e-9d18-41556203925f None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:07.940641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7b5a76-347f-47fe-a6f2-4ee3e8ade57d x-openstack-request-id: req-2b7b5a76-347f-47fe-a6f2-4ee3e8ade57d {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:46:07.940941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:46:07.941201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b7b5a76-347f-47fe-a6f2-4ee3e8ade57d {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:46:07.941621 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7b5a76-347f-47fe-a6f2-4ee3e8ade57d'] response: {'name': 'network-changed', 'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'status': 'completed', 'code': 200} Oct 26 11:46:08.037485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-dcffbdcd-8354-4187-bcb0-d17e4a1b86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:08.039671 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-dcffbdcd-8354-4187-bcb0-d17e4a1b86a4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 1129 time: 0.0426254 Oct 26 11:46:08.139583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-56ac64da-ed4a-468c-92fa-9d3d490a9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:08.141401 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-56ac64da-ed4a-468c-92fa-9d3d490a9cf4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 897 time: 0.0964837 Oct 26 11:46:08.208181 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-cfa8e021-b1ae-4c6d-9e37-f2520810e796 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f HTTP/1.1" status: 200 len: 999 time: 0.0600934 Oct 26 11:46:08.263884 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:08.264344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-6ad64ce3-d51a-4f7c-a627-0b7ec1963896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:08.264344 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-6ad64ce3-d51a-4f7c-a627-0b7ec1963896 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0453861 Oct 26 11:46:08.264522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:08.264522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:08.264522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:08.309542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-0d317f13-969a-4aa5-8d25-1974230e73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:08.311075 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-0d317f13-969a-4aa5-8d25-1974230e73b8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451965 Oct 26 11:46:08.316067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:08.367616 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:08.412356 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-2705d728-8547-4583-b920-5cdb5f084e9f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946357 Oct 26 11:46:08.518479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:08.539562 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c199e402-b64b-4c1a-afce-7f0994e7c9db req-150f9eba-620f-457f-994f-b9e374894344 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206751 Oct 26 11:46:08.612839 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:07Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:07Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:06Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:07Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:08.614768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:08.616198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:08.642338 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:08.652244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:08.652869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:08.655114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:08.659460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:08.717830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:08.762798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:08.967598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:07Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:07Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:06Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:07Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:08.995401 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2941cde-b864-45fd-b1ff-8ee73b893b53 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:07Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:07Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:06Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:07Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:10.518307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d101c-203c-424a-bbf4-176bc3acadbd None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:10.550032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:10.627790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:10.651854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:10.652222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:10.652555 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:10.661347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d101c-203c-424a-bbf4-176bc3acadbd None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:10.985965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:10.986416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:11.020781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:11.025454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:11.026236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:11.108002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:11.112158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:11.112536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:11.112878 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:11.140330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:11.188679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:11.189060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:11.209870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:11.213610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:11.258702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:11.477610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:11.477610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:11.477610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:11.572014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:11.711564 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:11.747993 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:46:11.784251 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:11.788151 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:11Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:10Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:10Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:10Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:11.814541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:11.818661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:11.828374 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:11.829427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:12.016466 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:12.223811 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:11Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:10Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:10Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:10Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:12.252101 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcf729b-e5c2-42d9-961e-b08671dba538 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:11Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:10Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:10Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:10Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:12.456123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:12.535518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:12.535940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:12.573369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:12.578547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:12.603819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:12.666404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:12.708380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:12.789864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:12.832286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:12.838182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:12.838563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:12.838907 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:12.928518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:12.928946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:12.966334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:12.970573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:13.022136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:13.025517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:13.104151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:13.104539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:13.126760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:13.129980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:13.179677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:13.920637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc872a-930d-4d06-bef8-4b28bac03894 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:13.959556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:14.024600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc872a-930d-4d06-bef8-4b28bac03894 None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:14.938012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:14.938012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:14.938012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:14.980631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:15.036993 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:15.056163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:15.056559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:15.089889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:15.094035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:15.142688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:15.248448 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:13Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:14Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:14Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:12Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:15.272962 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:15.281396 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:15.282000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:15.381950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:15.447693 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:15.483188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:15.592409 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:13Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:14Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:14Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:15Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:15.616413 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9c1f0-1fcb-4566-9910-b9e8236e32a8 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:13Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:14Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:14Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:15Z', 'revision_number': 24, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:16.454309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:16.531663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:16.544029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:16.586680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:16.620203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:16.727990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:16.776267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:16.776670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:16.777008 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:16.851336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:16.851739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:16.884866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:16.889071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:16.890049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:16.969195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:16.978941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:16.979350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:16.979748 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:17.040878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:17.053370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:17.053828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:17.075078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:17.078752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:17.127981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:17.156210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02c47f-e245-4499-a0f8-03afb1faba75 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:17.252374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02c47f-e245-4499-a0f8-03afb1faba75 None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:17.598666 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:17.598666 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:17.598666 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:17.697345 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:17.841476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=40,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:17.843406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:17.990132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:17Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:17Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:17Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:16Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:18.014305 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:18.022392 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:18.023003 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:18.121620 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:18.331631 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:17Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:17Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:17Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:16Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:18.356620 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e95bb-9ca6-4fee-98fd-ec6f88fc3502 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:17Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:17Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:17Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:16Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:18.498077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:18.532497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=69 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:18.534362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:18.581819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:18.582154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:18.617356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:18.619363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:18.623876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:18.624633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:18.705001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:18.749244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:18.749629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:18.772915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:18.777269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:18.825669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:19.950982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a0489-f33d-4c39-b132-aa26300f88f7 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:20.048494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91a0489-f33d-4c39-b132-aa26300f88f7 None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:21.080855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:21.080855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:21.080855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:21.113005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:21.183302 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:21.184818 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:21.392139 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:18Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:20Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:20Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:18Z', 'revision_number': 26, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:21.417050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:21.425270 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:21.425869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:21.526754 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:21.734898 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:18Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:20Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:20Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:18Z', 'revision_number': 26, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:21.762424 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e27c68-4229-446a-8aa3-e915271a5c5d None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:18Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:20Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:20Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:18Z', 'revision_number': 26, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:22.458295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:22.522876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:22.534716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:22.535705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:22.611430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:22.627001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:22.702953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:22.703977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:22.779617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:22.877280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:22.922970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:22.923442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:22.923671 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:22.993474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:23.000053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:23.000465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:23.035901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:23.040237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:23.040993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:23.113939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:23.126097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:23.126477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:23.126821 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:23.203753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:23.204150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:23.225017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:23.228785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:23.276285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:23.346559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6070ab5-9ca7-4c6b-b87e-6754b085a7de None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:23.452510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6070ab5-9ca7-4c6b-b87e-6754b085a7de None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:23.480816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:23.788435 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:23.788435 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:23.788435 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:23.885374 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:24.139066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:24.176664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:24.179151 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:24.201441 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:24.210317 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:24.210918 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:24.308936 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:24.503422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:24.521319 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:24.545898 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8d814d-4418-4255-b629-94765ef669f2 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:23Z', 'revision_number': 27, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:24.577939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:24.578333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:24.617424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:24.621848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:24.622770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:24.701367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:24.751443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:24.752012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:24.772891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:24.776642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:24.818075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:24.833103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:26.052023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43643b-7658-401f-bee7-c84471a397d2 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:26.153077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e43643b-7658-401f-bee7-c84471a397d2 None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:26.700942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c00e485a-38ca-439a-9bb5-2714504192e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:27.072140 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:27.072140 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:27.072140 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:27.167584 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:27.375412 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:24Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:26Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:26Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:24Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:27.400236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:27.408467 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:27.409055 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:27.507510 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:27.589084 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:27.645200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:27.714837 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:24Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:26Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:26Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:24Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:27.738887 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae20f2-7ad6-45d3-85dc-a43c6ad968a6 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:24Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:26Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:26Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:24Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:28.460836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:28.539095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:28.551613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:28.625938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:28.717648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:28.763004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:28.763375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:28.763712 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:28.810805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:28.847439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:28.847853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:28.887715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:28.895319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:28.896801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:28.950884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d75beb8f-0577-4c6f-9928-9fac0fa34276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:28.986428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:28.995382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:28.995382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:28.995382 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:29.065411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:29.065797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:29.086498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:29.090447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:29.124991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:29.139641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:29.146828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.147181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.147529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.147967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.148309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.148644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.148976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.149307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.149642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.149971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.150304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.150633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.150967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.151290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.151613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:46:29.283700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f311e-0b1f-42ca-8f1b-56df3982dd30 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:29.385647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f311e-0b1f-42ca-8f1b-56df3982dd30 None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:30.095529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:30.295621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:30.295621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:30.295621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:30.394863 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:30.507048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:30.582450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:30.582727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:30.617769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:30.621535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:30.622350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:30.695298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:29Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:29Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:29Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:28Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:30.723890 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:30.733644 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:30.734269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:30.836145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:30.840411 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:30.844502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:30.885342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:30.885743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:30.908114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:30.913442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:30.961294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:31.052129 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:29Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:29Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:29Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:30Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:31.079109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9fb0aa-1dee-43a1-848f-e5b4ab4d7135 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:29Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:29Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:29Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:30Z', 'revision_number': 30, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:31.561624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:31.602889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:32.543703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:32.587049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:32.587676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:32.587800 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:32.649961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b51380-25cd-49e0-9621-e98c573a8e1c None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:32.698037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:32.698421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:32.779270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:32.787285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b51380-25cd-49e0-9621-e98c573a8e1c None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:32.789179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:32.789938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:32.868934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:32.939213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:32.962989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:32.963283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:32.963615 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:33.061963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:33.062354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:33.084609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:33.089384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:33.117207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:33.138901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:33.258465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:33.258465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:33.258465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:33.339085 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:33.358889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:33.382537 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:33.565746 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:33Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:32Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:32Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:32Z', 'revision_number': 31, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:33.590620 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:33.598793 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:33.599386 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:33.711490 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:33.921564 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:33Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:32Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:32Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:32Z', 'revision_number': 31, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:33.947294 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7bb85a-6bbc-48df-836c-865e811deeaf None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:33Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:32Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:32Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:32Z', 'revision_number': 31, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:34.465596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:34.570098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:34.570635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:34.607453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:34.612347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:34.638648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:34.701767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:34.743001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:34.873235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:34.920430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:34.920804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:34.921142 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:34.999433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:34.999848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:35.032811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:35.038024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:35.038891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:35.112731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:35.123003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:35.123003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:35.123246 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:35.148384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:35.201538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:35.247034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:35.317388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:35.317771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:35.338397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:35.342266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:35.374950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:35.396689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:35.552418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543b198-bb65-4cd7-a562-474e3ae22942 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:35.652316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543b198-bb65-4cd7-a562-474e3ae22942 None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:36.283537 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:36.283537 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:36.283537 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:36.384329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:36.510269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:36.585585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:36.586300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:36.623588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:36.627602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:36.669541 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:36.674893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:36.686665 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 14, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 33, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:36.710821 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:36.718966 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:36.719555 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:36.721964 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:36.820745 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:37.034521 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 14, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:36Z', 'revision_number': 34, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:37.058902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16109aac-412c-408d-bade-265e2e6b2042 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 14, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:35Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:36Z', 'revision_number': 34, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:38.546172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:38.590146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:38.590519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:38.590863 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:38.625147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f77b5ba-d8f6-4a4d-a331-4e70103c320d None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:38.740806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:38.893951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:38.894348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:38.905147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f77b5ba-d8f6-4a4d-a331-4e70103c320d None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:39.000685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:39.007950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:39.008736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:39.127461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:39.135158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:39.137392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:39.137756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:39.138098 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:39.216171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:39.216564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:39.244049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:39.246516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:39.298188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:39.927241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:39.927241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:39.927241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:40.023771 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:40.231630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:39Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:38Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:39Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:38Z', 'revision_number': 35, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:40.256275 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:40.264470 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:40.265091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:40.365069 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:40.468275 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:40.506275 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:40.521530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:40.574073 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:39Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:38Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:39Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:38Z', 'revision_number': 35, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:40.597274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:40.597682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:40.601218 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb99f6-ddb8-4ce4-81e6-4a3ceb9a1232 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:39Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:38Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:39Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:38Z', 'revision_number': 35, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:40.633334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:40.637250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:40.638148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:40.718042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:40.755278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:40.755796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:40.778213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:40.782296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:40.849490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:41.812933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:42.155761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70de121-5a71-4ab2-a88d-63f089e393e2 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:42.258000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70de121-5a71-4ab2-a88d-63f089e393e2 None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:42.294019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:42.863250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:42.911654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:42.912050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:42.912396 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:42.942250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:42.985172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:42.985563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:43.005988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:43.009399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:43.054877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:43.190855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:43.190855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:43.190855 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:43.377313 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:43.582777 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:42Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:42Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:42Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:40Z', 'revision_number': 36, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:43.609355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:43.618223 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:43.618839 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:43.714307 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:43.922205 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:42Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:42Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:42Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:40Z', 'revision_number': 36, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:43.947160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adaac1-b2c5-4e70-9e6c-bcbf399abda5 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:42Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:42Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:42Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:40Z', 'revision_number': 36, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:44.468357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:44.547253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:44.570367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:44.649500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:44.787737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:44.834714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:44.835094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:44.835434 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:44.915855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:44.916246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:44.950745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:44.956094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:44.957529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:45.036349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=37']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:45.045125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:45.045495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:45.045832 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:45.121998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:45.167118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:45.192833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:45.243777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:45.244174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:45.265269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:45.268898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:45.315419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:45.510126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f74be-a83d-4342-b004-78629f4a16f3 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:45.513075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:45.611122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f74be-a83d-4342-b004-78629f4a16f3 None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:46.231159 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:46:46.237561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:46.238273 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:46.333995 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:46.342405 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:46.374691 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:46.525016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:46.559651 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:45Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:45Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:45Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:44Z', 'revision_number': 37, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:46.584677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:46:46.593065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:46:46.593662 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:46.602547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:46.602948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:46.638237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:46.644010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:46.698082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=38']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:46.705367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:46:46.814053 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-69512d2d-2acf-4cf8-a280-6f68a6484fb1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447613 Oct 26 11:46:46.925082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-6d47b504-7b76-4a34-8330-1f4e457539d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:46.926444 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:45Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:45Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:45Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:44Z', 'revision_number': 37, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:46:46.927181 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-6d47b504-7b76-4a34-8330-1f4e457539d6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 1129 time: 0.0437772 Oct 26 11:46:46.951537 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0715f6-ab8f-464e-9c6e-746db6d8d9e7 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:45Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:45Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}, {'id': '7e31b322-1c76-475f-92dc-e26b922ec1b5', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.249', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:b1:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:46:06Z', 'updated_at': '2022-10-26T11:46:45Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:44Z', 'revision_number': 37, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:46:47.041117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-4145d158-166f-48e7-8fce-17d2e928832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:47.042685 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-4145d158-166f-48e7-8fce-17d2e928832e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 897 time: 0.0979788 Oct 26 11:46:47.106982 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-c8dc3e4e-8f13-48ba-9e5e-44cd06e218e0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b14140-9796-4719-84dc-5af2729e371e HTTP/1.1" status: 200 len: 1001 time: 0.0584407 Oct 26 11:46:47.161727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-fd379993-7257-4020-8b55-14b75c971bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:47.163492 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-fd379993-7257-4020-8b55-14b75c971bd5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0505719 Oct 26 11:46:47.216053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-0af27d82-0184-4717-9666-7c87af8b09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:46:47.217695 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-0af27d82-0184-4717-9666-7c87af8b09e1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471582 Oct 26 11:46:47.315796 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-3344f8c0-3c01-4fb5-83cc-41c18430f5fe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910861 Oct 26 11:46:47.417453 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7d376ee0-5ee6-453b-b6a8-a174d58230f7 req-0fb200b5-0267-4d0b-a572-3f85e6ade21a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950024 Oct 26 11:46:48.553594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc942d-2b24-4307-9460-f7b1ddb43c48 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:48.557263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:48.687511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:48.687831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:48.688169 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:46:48.691556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc942d-2b24-4307-9460-f7b1ddb43c48 None None] New status for floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:46:48.746510 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:46:48.871537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:48.871959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:48.906342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:48.916040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:48.919591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:48.920484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:46:48.994751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=39']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:49.005773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:46:49.006181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:49.006523 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:46:49.008811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:49.081647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:49.082030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:49.102533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:49.106202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:49.151938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:50.517242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:50.591336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:50.591739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:50.763493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:50.767298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:50.767993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:46:50.842440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=40']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:50.881564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:46:50.881946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:50.903278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:46:50.907244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:50.954191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:46:56.703460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-635b5843-6dd9-4ca9-9505-5968a0b95777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:46:57.412521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=50 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:57.414455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=51 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:46:58.903761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f33e4b3a-28cb-431f-a3e1-b1519ef67f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:00.094842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:01.555557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:01.604554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:06.606647 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=79 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:06.609128 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=68 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:11.593744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:11.599946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:11.830777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:21.824417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:21.826503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:24.726827 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:24.727619 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:25.745602 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:47:26.706110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-392b8177-20cc-4206-a31c-eef41fdfd734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:28.905602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cbc8c744-d275-41f5-825f-556be0b70630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:30.097422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:31.558968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:31.606473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:37.760050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:37.760808 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:41.837400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:48.686959 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-e02fed6f-0899-48a5-a9cc-b8f1d9a3fea4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401814 Oct 26 11:47:48.766049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-2e1646c8-672c-4117-bc82-0954ee669161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:47:48.767428 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-2e1646c8-672c-4117-bc82-0954ee669161 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 1129 time: 0.0397882 Oct 26 11:47:48.876018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-906fd5d7-80ec-4b2d-af40-be8056635483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:47:48.877516 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-906fd5d7-80ec-4b2d-af40-be8056635483 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 897 time: 0.0910897 Oct 26 11:47:48.938801 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-f8f8277e-c6a7-43d8-b4aa-c35ce5e160cd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f HTTP/1.1" status: 200 len: 1001 time: 0.0545728 Oct 26 11:47:48.989895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-a7d75252-88fc-41e5-ac52-e408427f4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:47:48.991306 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-a7d75252-88fc-41e5-ac52-e408427f4f46 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0467889 Oct 26 11:47:49.034368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-48b445af-4a2f-429f-9056-6d7712de3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:47:49.035754 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-48b445af-4a2f-429f-9056-6d7712de3eb0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384331 Oct 26 11:47:49.127611 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-2ab25e32-4ebc-4d87-969c-1fb3d7769777 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861626 Oct 26 11:47:49.215582 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bc1e7e7a-4e05-4a21-b5fa-6cda317a56fd req-482bbe3c-11bf-446d-8908-81ec7257450b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821776 Oct 26 11:47:51.829565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:51.831450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:56.711674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-06f7fb0a-8af4-4948-ba65-a3cf282ee6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:57.611458 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:57.612228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:58.907447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0e9929db-218e-4f62-a139-47876a85da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:47:59.211381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=55 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:47:59.213377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=46 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:00.100467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:01.563208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:01.609512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:02.744497 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:48:11.603304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:11.605648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:11.823143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:12.740088 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:12.740889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:21.812845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:21.818684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:26.713928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-237f72a4-2e30-4c47-81d8-5a3b489c6f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:28.912398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-89010376-a651-47e0-ace7-89774ea4d497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:30.102719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:31.566177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:31.611397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:34.617929 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:34.619360 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:39.742867 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:48:41.601396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:41.607676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:41.816790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:49.739074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:50.667090 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-c18ff6a3-dbf0-4709-ae00-adb32317fc0a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386209 Oct 26 11:48:50.770840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-95900a0a-6fcf-4bab-9bb9-39c3a392c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:48:50.772344 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-95900a0a-6fcf-4bab-9bb9-39c3a392c5b0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 1129 time: 0.0435789 Oct 26 11:48:50.875180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-4a9d4579-b216-4f69-bf69-0c1543ecbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:48:50.876616 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-4a9d4579-b216-4f69-bf69-0c1543ecbae6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 897 time: 0.0863471 Oct 26 11:48:50.943099 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-86bbb372-99b4-442c-8dec-24023420307b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b14140-9796-4719-84dc-5af2729e371e HTTP/1.1" status: 200 len: 1001 time: 0.0600832 Oct 26 11:48:50.991009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-1ff61bb5-d564-4c51-9f4d-da345552c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:48:50.992525 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-1ff61bb5-d564-4c51-9f4d-da345552c2be service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0436559 Oct 26 11:48:51.036904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-c9a571a2-a7bb-4a0a-8d49-d8f25336e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:48:51.038995 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-c9a571a2-a7bb-4a0a-8d49-d8f25336e8e1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386302 Oct 26 11:48:51.130762 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-9fb19de4-534d-4d73-b47f-891280b35479 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865533 Oct 26 11:48:51.219611 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-2e6e1867-08f7-48a5-b614-4a737a3968ed req-b16fce3f-48ad-47b8-b99f-80ef3bd7cdbb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834107 Oct 26 11:48:51.810532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:51.813289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:48:56.715705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-81ee4862-4dea-4d3a-baec-d7ddbabd11d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:48:58.192132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-dc7f9b95-48a7-4a9e-8695-d8ba47985a67 req-878dde7e-92da-4b4b-8fde-c3d941187920 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] (105415) timed out ('10.222.0.26', 60798) {{(pid=105415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:48:58.914798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-98e29310-746c-4a76-a448-cd1bbd1d3fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:00.105356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:01.214603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=51 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:01.216477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=50 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:01.572809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:01.614083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:11.603128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:11.610321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:11.610446 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:11.616536 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=18 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:11.829976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:16.497630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-5d00d8f0-3c8e-4a35-838e-eef7cb429aac req-ff56c307-e3ca-46cf-9154-6126e63be354 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] (105416) timed out ('10.222.0.26', 60900) {{(pid=105416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:49:16.741591 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:49:21.827348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:24.731308 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:26.717815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-20728fff-3f67-4ad2-a60f-7115b3698e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:26.737804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:28.915955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cdec2a28-6a49-4f25-be7f-5b31ab070788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:30.108209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:31.566026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:31.617041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:38.624227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34548) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:38.767803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port cb44be94-8ea0-48f2-af8d-a9bd0e692d0d {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:49:38.768224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (cb44be94-8ea0-48f2-af8d-a9bd0e692d0d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:38.843452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (cb44be94-8ea0-48f2-af8d-a9bd0e692d0d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:38.843876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (cb44be94-8ea0-48f2-af8d-a9bd0e692d0d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:38.856829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for cb44be94-8ea0-48f2-af8d-a9bd0e692d0d owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:49:39.003869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (cb44be94-8ea0-48f2-af8d-a9bd0e692d0d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:39.027745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=cb44be94-8ea0-48f2-af8d-a9bd0e692d0d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:39.042583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.042583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.042583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.042583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.042583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.042583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.042583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.042583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.042583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.043245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.043245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.043528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.043863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.044706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.044896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:39.102679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (7e31b322-1c76-475f-92dc-e26b922ec1b5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:39.102924 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 7e31b322-1c76-475f-92dc-e26b922ec1b5 disassociated (deleted). External IP: 172.26.0.249, port: fd9d8d1a-1c51-4843-b75b-570cc8a7424f. Oct 26 11:49:39.295970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:49:39.396992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:49:39.401615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:39.406105 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:39.416201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:39.416803 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:39.422438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:39.433033 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-38040934-20f4-4d5a-a407-a42912f5b2cb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/7e31b322-1c76-475f-92dc-e26b922ec1b5 HTTP/1.1" status: 204 len: 168 time: 0.8077726 Oct 26 11:49:39.433914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:49:39.436301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61e7b2b-c015-4794-9f27-55aaf795c6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:39.486562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a1048c-e3d2-4c84-bd03-cbf43eb41566 x-openstack-request-id: req-c9a1048c-e3d2-4c84-bd03-cbf43eb41566 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:39.487148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:39.487625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9a1048c-e3d2-4c84-bd03-cbf43eb41566 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:39.488536 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a1048c-e3d2-4c84-bd03-cbf43eb41566'] response: {'name': 'network-changed', 'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'status': 'completed', 'code': 200} Oct 26 11:49:39.525610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:39.582861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-cfd630c9-ece9-47ce-8586-0d8749a9d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:39.585160 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-cfd630c9-ece9-47ce-8586-0d8749a9d9ab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 1129 time: 0.0490797 Oct 26 11:49:39.684135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-3aababb6-6df2-4017-9423-38917e2860b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:39.685512 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-3aababb6-6df2-4017-9423-38917e2860b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 897 time: 0.0946448 Oct 26 11:49:39.730661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de23eed-af7f-4c57-b267-c0c8dc429122 req-74ddccfd-c940-486e-8b28-3bcb8b418ee5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:39.732203 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9de23eed-af7f-4c57-b267-c0c8dc429122 req-74ddccfd-c940-486e-8b28-3bcb8b418ee5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 945 time: 0.0510085 Oct 26 11:49:39.745112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:39.757673 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:50Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:48Z', 'revision_number': 18, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:50Z', 'revision_number': 40, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:39.781942 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:39.783227 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9de23eed-af7f-4c57-b267-c0c8dc429122 req-29cb3484-9af3-471e-b867-44caaf70256d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447915 Oct 26 11:49:39.791415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:39.792116 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:39.897089 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:40.103988 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:50Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:48Z', 'revision_number': 18, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:50Z', 'revision_number': 40, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:40.128722 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7e665-bbf0-40b0-927d-7b7b5fef31ec None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:50Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:46:48Z', 'revision_number': 18, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:46:50Z', 'revision_number': 40, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:40.628685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:40.676752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:40.677221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:40.677627 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:49:40.720841 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-34af7ebf-91f4-4797-a50b-c3984892d89e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f HTTP/1.1" status: 200 len: 217 time: 0.0394614 Oct 26 11:49:40.754698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:40.755176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:40.776084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-e67da9b7-f196-45ff-9a90-30a58bb47ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:40.777590 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-e67da9b7-f196-45ff-9a90-30a58bb47ee8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0490479 Oct 26 11:49:40.794870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:40.800318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:40.885658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=41']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:40.894314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.894740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.895225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.895634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.896087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.896485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.897018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.897349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.897751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.898011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.898338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.898832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.899346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.899672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.900018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:40.950004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-470de7a1-a17f-4230-9330-3c791e457587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:40.952188 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-470de7a1-a17f-4230-9330-3c791e457587 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0563335 Oct 26 11:49:40.964949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a362697-5c09-447e-98ce-fba8a7721c45 req-0a6b9b1b-d134-4fff-9a45-48a76fcfe78e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:40.966475 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a362697-5c09-447e-98ce-fba8a7721c45 req-0a6b9b1b-d134-4fff-9a45-48a76fcfe78e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 945 time: 0.0691745 Oct 26 11:49:41.020605 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a362697-5c09-447e-98ce-fba8a7721c45 req-69470770-9ea2-423c-8e6d-22a3238ef051 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477097 Oct 26 11:49:41.052300 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-0bec3fb3-fbda-4ff6-940d-4faee0170788 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930295 Oct 26 11:49:41.133443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-1bdc876c-5518-4d75-ae86-bf0155de5185 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:41.135185 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-1bdc876c-5518-4d75-ae86-bf0155de5185 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 945 time: 0.0527356 Oct 26 11:49:41.175642 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d61e7b2b-c015-4794-9f27-55aaf795c6cc req-880ce16a-9b3c-437c-a56f-2fc90dbf855a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927169 Oct 26 11:49:41.226851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port fd9d8d1a-1c51-4843-b75b-570cc8a7424f {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:49:41.227299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:41.326273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port fd9d8d1a-1c51-4843-b75b-570cc8a7424f, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:41.326633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:41.341652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for fd9d8d1a-1c51-4843-b75b-570cc8a7424f owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:49:41.476366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (fd9d8d1a-1c51-4843-b75b-570cc8a7424f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:41.504073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=fd9d8d1a-1c51-4843-b75b-570cc8a7424f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:41.554080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] No DVR routers for this DVR port fd9d8d1a-1c51-4843-b75b-570cc8a7424f on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:49:41.556594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:41.559838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-180ca642-8fdb-4db1-b29a-97e4d4c03f85 req-a95fa316-591a-4a9f-a99e-bf3144b81a0a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "DELETE /networking/v2.0/ports/fd9d8d1a-1c51-4843-b75b-570cc8a7424f HTTP/1.1" status: 204 len: 173 time: 0.4193721 Oct 26 11:49:41.560327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'name': 'network-vif-deleted', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:49:41.562608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67fd81c-5d8c-4b9f-942b-05c5e4051580" -d '{"events": [{"server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "name": "network-vif-deleted", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:41.601573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a21281a-165f-4e9d-b7dc-ac3c6a39c5f3 x-openstack-request-id: req-0a21281a-165f-4e9d-b7dc-ac3c6a39c5f3 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:41.601815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c07b1e8-94f6-4a45-bfcd-c92c64a461de", "name": "network-vif-deleted", "tag": "fd9d8d1a-1c51-4843-b75b-570cc8a7424f", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:41.602073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a21281a-165f-4e9d-b7dc-ac3c6a39c5f3 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:41.602477 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a21281a-165f-4e9d-b7dc-ac3c6a39c5f3'] response: {'server_uuid': '9c07b1e8-94f6-4a45-bfcd-c92c64a461de', 'name': 'network-vif-deleted', 'tag': 'fd9d8d1a-1c51-4843-b75b-570cc8a7424f', 'status': 'completed', 'code': 200} Oct 26 11:49:41.843255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:41.871094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7086e-d18d-441e-b691-5993ee6705b1 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:49:42.154011 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-20a3d0d7-e48d-4049-bc0f-24c57087e3fc req-6f15b3e7-5e48-4788-95a0-c1f95958886a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9c07b1e8-94f6-4a45-bfcd-c92c64a461de HTTP/1.1" status: 200 len: 210 time: 0.0371790 Oct 26 11:49:42.846873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:42.851412 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:42.852073 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:42.891320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:42.960748 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:42.965610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:42.965993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:42.999474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:43.003349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:43.004667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.054644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=42']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:43.195400 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:43.223259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34576) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:43.258317 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:50Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:49:41Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:49:40Z', 'revision_number': 41, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:43.278985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-72d01eeb-ee0e-40d6-acc3-214eac5dca87 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.282322 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:43.290606 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:43.291204 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:43.303862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-72d01eeb-ee0e-40d6-acc3-214eac5dca87 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.369252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-72d01eeb-ee0e-40d6-acc3-214eac5dca87 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.371772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-72d01eeb-ee0e-40d6-acc3-214eac5dca87 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.372932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72d01eeb-ee0e-40d6-acc3-214eac5dca87 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea HTTP/1.1" status: 204 len: 168 time: 0.1502149 Oct 26 11:49:43.383289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d01eeb-ee0e-40d6-acc3-214eac5dca87 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e53a3-0356-4dc1-b6f2-995cfc4f02ea,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:43.410070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:43.414098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34580) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:43.534005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:43.569314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 6262faa6-8ad6-4b17-8a8c-faf82f562354 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:49:43.569646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6262faa6-8ad6-4b17-8a8c-faf82f562354), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.624974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:43.630732 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:50Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:49:41Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:49:42Z', 'revision_number': 42, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:43.648978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6262faa6-8ad6-4b17-8a8c-faf82f562354), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.649301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (6262faa6-8ad6-4b17-8a8c-faf82f562354), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.656016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78521a09-3c25-4b29-8d10-49fca39bed03 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:46:50Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '56bfcd9b-cca4-41ee-a626-d69728a10d57', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.234', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'port_id': 'a7b14140-9796-4719-84dc-5af2729e371e', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'mac_address': 'fa:16:3e:87:35:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b8368f-5843-4f1e-9e35-193fea696341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:45:51Z', 'updated_at': '2022-10-26T11:49:41Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:49:42Z', 'revision_number': 42, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:43.662227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 6262faa6-8ad6-4b17-8a8c-faf82f562354 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:49:43.817493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (6262faa6-8ad6-4b17-8a8c-faf82f562354), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.844167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=6262faa6-8ad6-4b17-8a8c-faf82f562354,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:43.920466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (56bfcd9b-cca4-41ee-a626-d69728a10d57), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:43.920795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57 disassociated (deleted). External IP: 172.26.0.234, port: a7b14140-9796-4719-84dc-5af2729e371e. Oct 26 11:49:44.465839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:49:44.576073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:49:44.581891 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:44.619177 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-03c553b0-24e5-4668-9b14-b9d954976610 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/56bfcd9b-cca4-41ee-a626-d69728a10d57 HTTP/1.1" status: 204 len: 168 time: 1.2014604 Oct 26 11:49:44.619177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:49:44.619801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17e9dc7-50f5-4d1d-88cc-98f59290892a" -d '{"events": [{"name": "network-changed", "server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "tag": "a7b14140-9796-4719-84dc-5af2729e371e"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:44.671746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a35590c-7293-4951-a29e-51e3f0970fca x-openstack-request-id: req-6a35590c-7293-4951-a29e-51e3f0970fca {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:44.672036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "tag": "a7b14140-9796-4719-84dc-5af2729e371e", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:44.672149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:44.672595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a35590c-7293-4951-a29e-51e3f0970fca {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:44.672697 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a35590c-7293-4951-a29e-51e3f0970fca'] response: {'name': 'network-changed', 'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e', 'status': 'completed', 'code': 200} Oct 26 11:49:44.715872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:44.728496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:44.728963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:44.729529 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff Oct 26 11:49:44.789709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-31c24282-15e5-46b1-945e-ee4f801310cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:44.791910 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-31c24282-15e5-46b1-945e-ee4f801310cc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 1129 time: 0.0700636 Oct 26 11:49:44.817075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:44.828285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:44.828702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:44.869649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:44.877534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:44.879467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:44.891747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706bde-d1e8-43a4-b441-f1afdf792d80 req-7948c75c-d347-402e-bc75-67086d529147 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:44.894543 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2706bde-d1e8-43a4-b441-f1afdf792d80 req-7948c75c-d347-402e-bc75-67086d529147 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 945 time: 0.0535903 Oct 26 11:49:44.930145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:44.934055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device fd9d8d1a-1c51-4843-b75b-570cc8a7424f no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:44.952312 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2706bde-d1e8-43a4-b441-f1afdf792d80 req-c8e6f8b1-c1e7-4e46-b356-478dcc0911da tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521069 Oct 26 11:49:44.969798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: fd9d8d1a-1c51-4843-b75b-570cc8a7424f {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:49:44.970131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device fd9d8d1a-1c51-4843-b75b-570cc8a7424f not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:44.984334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=43']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:44.996515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:44.996891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:44.997230 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:49:45.071198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:45.071589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:45.092498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:45.096670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:45.140915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:45.377730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4740276-b7c0-4602-a5b3-898cdb495c69 None None] New status for floating IP 56bfcd9b-cca4-41ee-a626-d69728a10d57: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:49:45.952847 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:45.953349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-5d1a98cb-6f9e-4f96-92ad-e6a4f337e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:45.953349 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-5d1a98cb-6f9e-4f96-92ad-e6a4f337e071 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 200 len: 897 time: 0.0965595 Oct 26 11:49:45.953824 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:45.953824 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:46.057897 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:46.082936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb03678-9c23-4f62-8081-fe13c00b6a90 req-e59c348e-6030-449b-9889-944c10f5a07b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:46.084457 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ddb03678-9c23-4f62-8081-fe13c00b6a90 req-e59c348e-6030-449b-9889-944c10f5a07b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 945 time: 0.0482376 Oct 26 11:49:46.116094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:46.136845 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ddb03678-9c23-4f62-8081-fe13c00b6a90 req-ab9b2851-749b-45cd-be1b-e4b1362a22bf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463929 Oct 26 11:49:46.180168 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-b0f7bcd8-b719-4b6c-b6b0-23d3cf9280e1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7b14140-9796-4719-84dc-5af2729e371e HTTP/1.1" status: 200 len: 217 time: 0.0379577 Oct 26 11:49:46.229818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-b0b3a050-011d-4d2c-89a3-ab436b57054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:46.231263 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-b0b3a050-011d-4d2c-89a3-ab436b57054e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 200 len: 833 time: 0.0446327 Oct 26 11:49:46.255149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:49:45Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:49:44Z', 'revision_number': 43, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:46.282282 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:46.283006 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:46.289418 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:46.290022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:46.368908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727a699-de01-47a1-af56-9120076d1c7b req-801fcdc5-4b62-4026-b0e5-030e4855564f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:46.370510 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1727a699-de01-47a1-af56-9120076d1c7b req-801fcdc5-4b62-4026-b0e5-030e4855564f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 945 time: 0.0521162 Oct 26 11:49:46.371405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-2ef556be-6b34-453f-9b59-36a08addb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:46.373133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-2ef556be-6b34-453f-9b59-36a08addb588 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=001c0940-d603-4fab-9cba-e24ec937cfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0554402 Oct 26 11:49:46.395442 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:46.459233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-1727a699-de01-47a1-af56-9120076d1c7b req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port a7b14140-9796-4719-84dc-5af2729e371e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:49:46.459575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-1727a699-de01-47a1-af56-9120076d1c7b req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a7b14140-9796-4719-84dc-5af2729e371e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:46.473997 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-e6cc6572-1fbe-49d3-93a9-35aeec0ea41c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938406 Oct 26 11:49:46.559092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-1727a699-de01-47a1-af56-9120076d1c7b req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port a7b14140-9796-4719-84dc-5af2729e371e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=a7b14140-9796-4719-84dc-5af2729e371e,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:46.559453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-1727a699-de01-47a1-af56-9120076d1c7b req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a7b14140-9796-4719-84dc-5af2729e371e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:46.573651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-1727a699-de01-47a1-af56-9120076d1c7b req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for a7b14140-9796-4719-84dc-5af2729e371e owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:49:46.575366 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d17e9dc7-50f5-4d1d-88cc-98f59290892a req-2ffdbe75-53f4-4b57-8df5-b395d720f809 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943866 Oct 26 11:49:46.608307 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:49:45Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:49:44Z', 'revision_number': 43, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:46.636697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:46.639119 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b03fa-f2e9-4f0d-a6a0-b6fac78d296a None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:49:45Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:49:44Z', 'revision_number': 43, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:46.707354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-1727a699-de01-47a1-af56-9120076d1c7b req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a7b14140-9796-4719-84dc-5af2729e371e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:46.733986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:46.734375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:46.739201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=a7b14140-9796-4719-84dc-5af2729e371e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:46.775530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.775901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.776240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.776579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.776775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:46.776912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.777237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.777594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.777882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.778246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.778689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.778956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.779299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.781893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.781893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.781893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:46.783970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:46.787235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:46.803352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-1727a699-de01-47a1-af56-9120076d1c7b req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] No DVR routers for this DVR port a7b14140-9796-4719-84dc-5af2729e371e on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:49:46.806170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-1727a699-de01-47a1-af56-9120076d1c7b req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:46.809839 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1727a699-de01-47a1-af56-9120076d1c7b req-e8caa9ff-f826-43c9-817b-aab83e1120f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a7b14140-9796-4719-84dc-5af2729e371e HTTP/1.1" status: 204 len: 173 time: 0.4296846 Oct 26 11:49:46.810410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'name': 'network-vif-deleted', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:49:46.814527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c6eb22-9feb-4e0f-ba6d-52268d89cc4a" -d '{"events": [{"server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "name": "network-vif-deleted", "tag": "a7b14140-9796-4719-84dc-5af2729e371e"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:49:46.905930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b243ed27-ed64-45e1-9571-6dbd1d45dfec x-openstack-request-id: req-b243ed27-ed64-45e1-9571-6dbd1d45dfec {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:49:46.906223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b8368f-5843-4f1e-9e35-193fea696341", "name": "network-vif-deleted", "tag": "a7b14140-9796-4719-84dc-5af2729e371e", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:49:46.906478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b243ed27-ed64-45e1-9571-6dbd1d45dfec {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:49:46.907439 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b243ed27-ed64-45e1-9571-6dbd1d45dfec'] response: {'server_uuid': '27b8368f-5843-4f1e-9e35-193fea696341', 'name': 'network-vif-deleted', 'tag': 'a7b14140-9796-4719-84dc-5af2729e371e', 'status': 'completed', 'code': 200} Oct 26 11:49:47.057556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=44']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:47.069815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:47.070202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:47.094514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:47.102128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:47.167577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:47.279821 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9f45da50-279e-4d7c-a4a0-5c6a90906882 req-1912f470-b9e5-44dd-a868-cb7a73e8c2d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27b8368f-5843-4f1e-9e35-193fea696341 HTTP/1.1" status: 200 len: 210 time: 0.0331163 Oct 26 11:49:48.347612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34596) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:48.407681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62b36cb5-8495-4588-9647-252e41fb5cde tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (74da3e61-aa35-4e9b-bf5e-0516dc22bf8e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:48.433805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62b36cb5-8495-4588-9647-252e41fb5cde tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (74da3e61-aa35-4e9b-bf5e-0516dc22bf8e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:48.506595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62b36cb5-8495-4588-9647-252e41fb5cde tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (74da3e61-aa35-4e9b-bf5e-0516dc22bf8e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:48.509293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62b36cb5-8495-4588-9647-252e41fb5cde tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:48.510497 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62b36cb5-8495-4588-9647-252e41fb5cde tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/74da3e61-aa35-4e9b-bf5e-0516dc22bf8e HTTP/1.1" status: 204 len: 168 time: 0.1624317 Oct 26 11:49:48.530915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b36cb5-8495-4588-9647-252e41fb5cde tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74da3e61-aa35-4e9b-bf5e-0516dc22bf8e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:48.555657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34600) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:48.596374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:48.913938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:48.921196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:48.925819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:48.926471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:48.963003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device a7b14140-9796-4719-84dc-5af2729e371e no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:48.991610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: a7b14140-9796-4719-84dc-5af2729e371e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:49:48.991973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device a7b14140-9796-4719-84dc-5af2729e371e not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:49.003343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:49.058770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:49.138968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:49.184504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:49.250904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:49:47Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:49:46Z', 'revision_number': 44, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:49.275824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] Checking router: 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:49.284416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] Routers {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:49.285041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:49.387984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] Set router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:49.420907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:49:49.421159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:49.517486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:49.517939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:49.531074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:49:49.576302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:49:47Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:49:46Z', 'revision_number': 44, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:49.605385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfea6fc-7f6f-4fc8-b019-9a71d4145f58 None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [{'id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'name': 'tempest-TestNetworkBasicOps-router-717048494', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:45:33Z', 'updated_at': '2022-10-26T11:45:37Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': 'dbad6395-141c-4c8a-9c94-ddb0da6886d3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:34Z', 'updated_at': '2022-10-26T11:49:47Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff', 'name': '', 'network_id': '001c0940-d603-4fab-9cba-e24ec937cfdb', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:45:36Z', 'updated_at': '2022-10-26T11:49:46Z', 'revision_number': 44, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': 'ac1cceb8-3615-491f-8133-e1f9d025a6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:49.726723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:49.732497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:49.754744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:49.952549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:49.967577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:50.051972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d8900-3079-42dd-a77e-8c0fefda2f32 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:49:50.126830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360d8900-3079-42dd-a77e-8c0fefda2f32 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:49:50.203606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:49:50.344176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:49:50.350083 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2ab8c51b-c031-4545-a3af-bd1bfd3003c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7931762 Oct 26 11:49:50.353110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34602) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:50.418101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2067f7-13a0-4f65-8885-3e005adefe06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting subnet ac1cceb8-3615-491f-8133-e1f9d025a6a6 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:49:50.421860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f2067f7-13a0-4f65-8885-3e005adefe06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (ac1cceb8-3615-491f-8133-e1f9d025a6a6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:50.465780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f2067f7-13a0-4f65-8885-3e005adefe06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (ac1cceb8-3615-491f-8133-e1f9d025a6a6), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:50.559350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f2067f7-13a0-4f65-8885-3e005adefe06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (ac1cceb8-3615-491f-8133-e1f9d025a6a6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:50.568834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:50.646716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:50.657994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f2067f7-13a0-4f65-8885-3e005adefe06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (ac1cceb8-3615-491f-8133-e1f9d025a6a6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:50.664836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:50.685578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:50.694873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2067f7-13a0-4f65-8885-3e005adefe06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1cceb8-3615-491f-8133-e1f9d025a6a6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:50.699179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f2067f7-13a0-4f65-8885-3e005adefe06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:50.702809 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9f2067f7-13a0-4f65-8885-3e005adefe06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/ac1cceb8-3615-491f-8133-e1f9d025a6a6 HTTP/1.1" status: 204 len: 168 time: 0.3485019 Oct 26 11:49:50.705926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34604) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:50.791550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:50.825588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d463b36-0031-4bd1-bd85-3cbdfef35018 None None] Network 001c0940-d603-4fab-9cba-e24ec937cfdb requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:49:50.841131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:50.885947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:50.889553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ad8908f4-26b4-410c-a1b3-78ce6dacaeba None None] Provisioning complete for port 1479c019-08a3-4a43-bb2c-d6c60afd677e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:50.889553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ad8908f4-26b4-410c-a1b3-78ce6dacaeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:50.889553 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ad8908f4-26b4-410c-a1b3-78ce6dacaeba None None] Attempt 1 to provision port 1479c019-08a3-4a43-bb2c-d6c60afd677e Oct 26 11:49:50.929609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:50.962959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.012952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port dbad6395-141c-4c8a-9c94-ddb0da6886d3 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:49:51.013296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.028837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:51.039020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dbad6395-141c-4c8a-9c94-ddb0da6886d3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:51.039542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.039750 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dbad6395-141c-4c8a-9c94-ddb0da6886d3 Oct 26 11:49:51.086710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ad8908f4-26b4-410c-a1b3-78ce6dacaeba None None] Current status of the port 1479c019-08a3-4a43-bb2c-d6c60afd677e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:51.112385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:51.113058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.120800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f68a0de-dddc-4180-850c-ea3724f6ef91 None None] DHCP port deletion for 001c0940-d603-4fab-9cba-e24ec937cfdb request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:49:51.127994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for dbad6395-141c-4c8a-9c94-ddb0da6886d3 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:49:51.140022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dbad6395-141c-4c8a-9c94-ddb0da6886d3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:51.140373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.186731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dbad6395-141c-4c8a-9c94-ddb0da6886d3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dbad6395-141c-4c8a-9c94-ddb0da6886d3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:51.187985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2f68a0de-dddc-4180-850c-ea3724f6ef91 None None] Deleting port 1479c019-08a3-4a43-bb2c-d6c60afd677e {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:49:51.189092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f68a0de-dddc-4180-850c-ea3724f6ef91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.190063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:51.192319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.289356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2f68a0de-dddc-4180-850c-ea3724f6ef91 None None] For port 1479c019-08a3-4a43-bb2c-d6c60afd677e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1479c019-08a3-4a43-bb2c-d6c60afd677e,segment=NetworkSegment(b09166ac-01a6-43c9-9351-63a4ed7e99c5),segment_id=b09166ac-01a6-43c9-9351-63a4ed7e99c5)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:51.289755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f68a0de-dddc-4180-850c-ea3724f6ef91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.307434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (dbad6395-141c-4c8a-9c94-ddb0da6886d3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.310350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2f68a0de-dddc-4180-850c-ea3724f6ef91 None None] Calling delete_port for 1479c019-08a3-4a43-bb2c-d6c60afd677e owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:49:51.312455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:51.331162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=dbad6395-141c-4c8a-9c94-ddb0da6886d3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:51.396836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.399498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f68a0de-dddc-4180-850c-ea3724f6ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (1479c019-08a3-4a43-bb2c-d6c60afd677e), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.425697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68a0de-dddc-4180-850c-ea3724f6ef91 None None] Pushing event deleted for resources: {'Port': ['ID=1479c019-08a3-4a43-bb2c-d6c60afd677e,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:51.429165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68a0de-dddc-4180-850c-ea3724f6ef91 None None] No DVR routers for this DVR port 1479c019-08a3-4a43-bb2c-d6c60afd677e on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:49:51.496055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.498256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.548030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.548786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Fanout notify agent at l3_agent the message router_deleted on router 83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:49:51.556470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.557585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9ba147b5-733c-4090-b969-e5491f6ed476 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/routers/83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f HTTP/1.1" status: 204 len: 168 time: 0.8503323 Oct 26 11:49:51.560349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34606) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:51.646510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (001c0940-d603-4fab-9cba-e24ec937cfdb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.735672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (001c0940-d603-4fab-9cba-e24ec937cfdb), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.756120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001c0940-d603-4fab-9cba-e24ec937cfdb']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:51.765362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09166ac-01a6-43c9-9351-63a4ed7e99c5') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:51.765656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09166ac-01a6-43c9-9351-63a4ed7e99c5') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:51.776219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (b09166ac-01a6-43c9-9351-63a4ed7e99c5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.789888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (b09166ac-01a6-43c9-9351-63a4ed7e99c5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.796386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:49:51.796769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (b09166ac-01a6-43c9-9351-63a4ed7e99c5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.841269 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment b09166ac-01a6-43c9-9351-63a4ed7e99c5 resource provider aggregate not found Oct 26 11:49:51.859412 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment b09166ac-01a6-43c9-9351-63a4ed7e99c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b09166ac-01a6-43c9-9351-63a4ed7e99c5 found for delete ", "request_id": "req-eff1e4ed-c7af-4caa-9650-a2b279a56501"}]} Oct 26 11:49:51.865997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (001c0940-d603-4fab-9cba-e24ec937cfdb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.870505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.877944 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/networks/001c0940-d603-4fab-9cba-e24ec937cfdb HTTP/1.1" status: 204 len: 168 time: 0.3164783 Oct 26 11:49:51.895495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dbc52-3f98-4537-9f29-5ae1c2721c8c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Network': ['ID=001c0940-d603-4fab-9cba-e24ec937cfdb,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:51.896623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34612) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:51.901842 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'network': {'name': 'tempest-network-smoke--842025385', 'project_id': '96acf66580ef42109af70a407c10125a', 'port_security_enabled': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:51.922403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:51.926667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.955056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:49:51.964513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a2722d3e-7ec9-4613-a20e-04cf45bfc106), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:51.964821 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Added segment a2722d3e-7ec9-4613-a20e-04cf45bfc106 of type vlan for network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 Oct 26 11:49:51.965832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:51.992059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f76465-3f58-4af4-80e0-3e8470be0c5c None None] Sync routers for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:51.999513 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f76465-3f58-4af4-80e0-3e8470be0c5c None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:52.000009 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f76465-3f58-4af4-80e0-3e8470be0c5c None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:49:52.001872 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-d3f76465-3f58-4af4-80e0-3e8470be0c5c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:49:52.006921 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:52.009004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (bfffa6f1-cbb3-4f35-a94d-3349b9a4a624), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.013849 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f76465-3f58-4af4-80e0-3e8470be0c5c None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:52.014231 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f76465-3f58-4af4-80e0-3e8470be0c5c None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:49:52.014807 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-d3f76465-3f58-4af4-80e0-3e8470be0c5c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:49:52.015169 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f76465-3f58-4af4-80e0-3e8470be0c5c None None] The sync data for ids ['83f1e7f6-ab47-46aa-a1d9-3734a38b4a4f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:52.036267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (bfffa6f1-cbb3-4f35-a94d-3349b9a4a624), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.041234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:52.041817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.102868 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2050345 Oct 26 11:49:52.105731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34614) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:52.111456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-987624137', 'admin_state_up': True, 'project_id': '96acf66580ef42109af70a407c10125a', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:52.113249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:52.119963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c5296-f600-46af-ba84-a72c97457ffe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Network': ['ID=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:52.130952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:49:52.142663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (24df3a92-b962-4ade-8d41-464c46077be9), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.143707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (24df3a92-b962-4ade-8d41-464c46077be9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.196079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (24df3a92-b962-4ade-8d41-464c46077be9), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.302856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:52.330581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (24df3a92-b962-4ade-8d41-464c46077be9), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.505405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (24df3a92-b962-4ade-8d41-464c46077be9), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.523828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.577719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:52.614548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:52.635666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.230 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/82dc3f22-ce48-498c-9d36-824c35e8a0fc) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:52.637442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:49:52.637796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 59d80c9e-8bc2-4839-8dc0-6563c2f8c2ff not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:52.638211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:52.657102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: dbad6395-141c-4c8a-9c94-ddb0da6886d3 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:49:52.657457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dbad6395-141c-4c8a-9c94-ddb0da6886d3 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:52.657877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1479c019-08a3-4a43-bb2c-d6c60afd677e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:52.676561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 1479c019-08a3-4a43-bb2c-d6c60afd677e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:49:52.676909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1479c019-08a3-4a43-bb2c-d6c60afd677e not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:49:52.740840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.771554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:52.813969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:52.818903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:52.822665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:49:52.844878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:53.064454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (24df3a92-b962-4ade-8d41-464c46077be9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:53.249598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (24df3a92-b962-4ade-8d41-464c46077be9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:53.284735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:53.333473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:53.372766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 24df3a92-b962-4ade-8d41-464c46077be9 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:49:53.473273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:49:53.482961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:53.492281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:53.493622 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-adf00710-b414-4fe5-a11a-48b935f3cd8b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3867745 Oct 26 11:49:53.494182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:53.494791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:53.496623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34616) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:53.526550 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-be790726-242c-4c08-84fd-eee0174f0e23 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=96acf66580ef42109af70a407c10125a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288255 Oct 26 11:49:53.529018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34618) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:53.536303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:53.607314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:53.630524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d32ce9-5563-45e7-a6d7-60a0b6352fa4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:53.632131 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c0d32ce9-5563-45e7-a6d7-60a0b6352fa4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022363 Oct 26 11:49:53.634883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34620) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:53.663073 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a2340575-9027-4b3d-a6d0-8adf196367e4 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270729 Oct 26 11:49:53.665558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34622) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:53.670710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-207866225', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'project_id': '96acf66580ef42109af70a407c10125a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:53.742188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:49:53.770330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:49:53.774328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:53.838574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:53.934818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:52Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:53.961287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:53.961724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Updating router 24df3a92-b962-4ade-8d41-464c46077be9 port 82dc3f22-ce48-498c-9d36-824c35e8a0fc binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:49:53.976029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (49409527-dae5-48b6-8fc2-0d31fbf10eaa), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:53.991434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.043070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Subnet': ['ID=49409527-dae5-48b6-8fc2-0d31fbf10eaa,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:54.052852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Checking segment: {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:49:54.053214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network hostable DHCP agents. Network: bfffa6f1-cbb3-4f35-a94d-3349b9a4a624, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:49:54.072635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:49:54.082872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, bfffa6f1-cbb3-4f35-a94d-3349b9a4a624) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:54.090990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb37914-71df-46ef-adfe-ae2642eb32dd None None] Network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:49:54.096271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:54.097082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.115765 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-562caeba-852c-4704-9702-4c65f30baf7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4485934 Oct 26 11:49:54.118143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34626) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:54.262435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:49:54.264504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.412472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Publish callbacks [] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.438440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.491126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Attempting to bind port 82dc3f22-ce48-498c-9d36-824c35e8a0fc on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:49:54.491816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Attempting to bind port 82dc3f22-ce48-498c-9d36-824c35e8a0fc by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:49:54.491939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Attempting to bind port 82dc3f22-ce48-498c-9d36-824c35e8a0fc on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:54.501262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Allocated IP 172.20.0.2 (bfffa6f1-cbb3-4f35-a94d-3349b9a4a624/49409527-dae5-48b6-8fc2-0d31fbf10eaa/b562d986-b762-43de-b317-233496e7816b) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:54.525579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:54.533181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b786cd-a52d-4934-9b12-760762664995 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:54.554493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.603242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:49:54.603625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:49:54.604052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.604445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:49:54.604921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Bound port: 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:49:54.605300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.680066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:54.684806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:54.688529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:54.700986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.774242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Publish callbacks [] for port (b562d986-b762-43de-b317-233496e7816b), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.780647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:54.781386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:54.820982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (b562d986-b762-43de-b317-233496e7816b), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.832441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.1 (bfffa6f1-cbb3-4f35-a94d-3349b9a4a624/49409527-dae5-48b6-8fc2-0d31fbf10eaa/2bf53cd4-21e9-4529-b898-e98611cc9cc6) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:49:54.836157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b786cd-a52d-4934-9b12-760762664995 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:54.873038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:54.882198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:54.888667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:49:54.905521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:54.930893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Pushing event updated for resources: {'Port': ['ID=b562d986-b762-43de-b317-233496e7816b,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:54.963506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:54.982820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:54.995978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:55.029630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:55.038442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:55.046293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:55.051408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:49:55.053086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Attempting to bind port b562d986-b762-43de-b317-233496e7816b on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:49:55.053459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Attempting to bind port b562d986-b762-43de-b317-233496e7816b by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:49:55.053827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Attempting to bind port b562d986-b762-43de-b317-233496e7816b on network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:55.055522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:55.098734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (24df3a92-b962-4ade-8d41-464c46077be9), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:55.150130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:49:55.150500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Checking segment: {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:49:55.150903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:55.151301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Bound using segment: {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:49:55.151800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Bound port: b562d986-b762-43de-b317-233496e7816b, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:49:55.152183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b562d986-b762-43de-b317-233496e7816b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:55.231565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:55.249166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:52Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:55.280999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ff08c-7a1d-4217-babc-68bbbd749bcc None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:52Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:55.282872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:55.284172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] For port b562d986-b762-43de-b317-233496e7816b, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:55.296598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] For port b562d986-b762-43de-b317-233496e7816b, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b562d986-b762-43de-b317-233496e7816b,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:55.306076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b562d986-b762-43de-b317-233496e7816b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:55.366277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47dc5e-b635-44a1-a6b2-abf3996118fe None None] Pushing event updated for resources: {'Port': ['ID=b562d986-b762-43de-b317-233496e7816b,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:55.564495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:55.583995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:55.673328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:55.676144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (24df3a92-b962-4ade-8d41-464c46077be9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:55.775937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:49:55.777358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:49:55.834855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:56.211527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 24df3a92-b962-4ade-8d41-464c46077be9 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:49:56.308816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:56.325362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:49:56.331473 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ecc6a6c8-dbfe-4149-afe8-a0032f439962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/24df3a92-b962-4ade-8d41-464c46077be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2109087 Oct 26 11:49:56.334175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34628) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:56.347541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee771793-790e-4e7f-8c89-461babd8068a None None] Network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:49:56.420593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:56.440371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309635e-c038-4ead-9787-0489fd38d8e7 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:56.440838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309635e-c038-4ead-9787-0489fd38d8e7 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:56.441305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309635e-c038-4ead-9787-0489fd38d8e7 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:56.441771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309635e-c038-4ead-9787-0489fd38d8e7 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:56.445904 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3309635e-c038-4ead-9787-0489fd38d8e7 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1082990 Oct 26 11:49:56.446267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34630) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:56.466970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e849f7b8-5a30-41cc-860b-e6df678e3979 None None] Provisioning complete for port b562d986-b762-43de-b317-233496e7816b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:56.467370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e849f7b8-5a30-41cc-860b-e6df678e3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b562d986-b762-43de-b317-233496e7816b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:56.467753 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e849f7b8-5a30-41cc-860b-e6df678e3979 None None] Attempt 1 to provision port b562d986-b762-43de-b317-233496e7816b Oct 26 11:49:56.502752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391586f-18bb-4729-9485-107d83a66885 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:56.503215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391586f-18bb-4729-9485-107d83a66885 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:56.503670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391586f-18bb-4729-9485-107d83a66885 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:56.504147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391586f-18bb-4729-9485-107d83a66885 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:56.505884 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0391586f-18bb-4729-9485-107d83a66885 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0586228 Oct 26 11:49:56.508830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34632) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:56.543836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:56.636684 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-35c81923-dcdf-41f6-97cf-0b5c6c35235f tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1267545 Oct 26 11:49:56.723540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34636) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:56.730230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-86f796e8-857c-4617-b525-1dc8e81da342 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1438822630', 'description': 'tempest-secgroup-smoke-1438822630 description', 'project_id': '96acf66580ef42109af70a407c10125a'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:56.748140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b562d986-b762-43de-b317-233496e7816b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:56.760523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e849f7b8-5a30-41cc-860b-e6df678e3979 None None] Current status of the port b562d986-b762-43de-b317-233496e7816b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:56.760787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e849f7b8-5a30-41cc-860b-e6df678e3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b562d986-b762-43de-b317-233496e7816b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:56.766481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-86f796e8-857c-4617-b525-1dc8e81da342 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:56.801053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8621b455-9436-4e2b-983f-b646f4eac34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:56.845268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e849f7b8-5a30-41cc-860b-e6df678e3979 None None] For port b562d986-b762-43de-b317-233496e7816b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b562d986-b762-43de-b317-233496e7816b,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:56.847624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b562d986-b762-43de-b317-233496e7816b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:56.848442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b562d986-b762-43de-b317-233496e7816b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:56.849139 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b562d986-b762-43de-b317-233496e7816b Oct 26 11:49:56.864661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-86f796e8-857c-4617-b525-1dc8e81da342 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (3c01e9c1-f54f-4104-b2c2-6c4661e7826f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:56.870276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e849f7b8-5a30-41cc-860b-e6df678e3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b562d986-b762-43de-b317-233496e7816b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:56.873258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-86f796e8-857c-4617-b525-1dc8e81da342 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3c01e9c1-f54f-4104-b2c2-6c4661e7826f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:56.923084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f796e8-857c-4617-b525-1dc8e81da342 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c01e9c1-f54f-4104-b2c2-6c4661e7826f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:56.927498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-86f796e8-857c-4617-b525-1dc8e81da342 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:56.928929 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86f796e8-857c-4617-b525-1dc8e81da342 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2039564 Oct 26 11:49:56.932505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:56.938854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-39c7002a-9325-4b56-837a-5ce871edb679 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '3c01e9c1-f54f-4104-b2c2-6c4661e7826f', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:56.964394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:56.973752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849f7b8-5a30-41cc-860b-e6df678e3979 None None] Pushing event updated for resources: {'Port': ['ID=b562d986-b762-43de-b317-233496e7816b,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:56.983402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39c7002a-9325-4b56-837a-5ce871edb679 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (b70d05bb-6d75-43d3-ad62-afe7ee60bdf2), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.029878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-39f84176-10c3-467c-97e9-bf10273fe4c4 None None] Provisioning complete for port b562d986-b762-43de-b317-233496e7816b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:57.030340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-39f84176-10c3-467c-97e9-bf10273fe4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b562d986-b762-43de-b317-233496e7816b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.030774 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-39f84176-10c3-467c-97e9-bf10273fe4c4 None None] Attempt 1 to provision port b562d986-b762-43de-b317-233496e7816b Oct 26 11:49:57.033646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b562d986-b762-43de-b317-233496e7816b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:57.034742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:57.041115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39c7002a-9325-4b56-837a-5ce871edb679 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (b70d05bb-6d75-43d3-ad62-afe7ee60bdf2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.046287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39c7002a-9325-4b56-837a-5ce871edb679 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (b70d05bb-6d75-43d3-ad62-afe7ee60bdf2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.068200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7002a-9325-4b56-837a-5ce871edb679 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70d05bb-6d75-43d3-ad62-afe7ee60bdf2,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:57.072304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39c7002a-9325-4b56-837a-5ce871edb679 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.073508 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-39c7002a-9325-4b56-837a-5ce871edb679 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391094 Oct 26 11:49:57.076361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:57.081531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ebdcd0ae-1f5d-400f-9919-235d8136c468 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '3c01e9c1-f54f-4104-b2c2-6c4661e7826f', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:57.111969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd0ae-1f5d-400f-9919-235d8136c468 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (62437a4c-867d-4392-bdec-62b93015cf3f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.131301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:57.131301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.131630 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:49:57.178535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd0ae-1f5d-400f-9919-235d8136c468 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (62437a4c-867d-4392-bdec-62b93015cf3f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.186227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd0ae-1f5d-400f-9919-235d8136c468 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (62437a4c-867d-4392-bdec-62b93015cf3f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.186516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:57.196499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-39f84176-10c3-467c-97e9-bf10273fe4c4 None None] Current status of the port b562d986-b762-43de-b317-233496e7816b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:57.211672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-39f84176-10c3-467c-97e9-bf10273fe4c4 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:57.212049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-39f84176-10c3-467c-97e9-bf10273fe4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.212386 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-39f84176-10c3-467c-97e9-bf10273fe4c4 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:49:57.226515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcd0ae-1f5d-400f-9919-235d8136c468 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62437a4c-867d-4392-bdec-62b93015cf3f,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:57.263870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd0ae-1f5d-400f-9919-235d8136c468 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.263870 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ebdcd0ae-1f5d-400f-9919-235d8136c468 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1862392 Oct 26 11:49:57.273511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34642) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:57.278840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a724bb7b-3183-4c49-9ad4-5ec8fcb54b1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '3c01e9c1-f54f-4104-b2c2-6c4661e7826f', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:57.282517 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:49:57.288632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:57.289021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.294902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-39f84176-10c3-467c-97e9-bf10273fe4c4 None None] Port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:49:57.300669 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:57.300979 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:57.316902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a724bb7b-3183-4c49-9ad4-5ec8fcb54b1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (5902dfa5-ab48-46da-bb93-06a30350bcb7), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.320259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:57.325413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.386172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a724bb7b-3183-4c49-9ad4-5ec8fcb54b1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (5902dfa5-ab48-46da-bb93-06a30350bcb7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.390126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a724bb7b-3183-4c49-9ad4-5ec8fcb54b1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (5902dfa5-ab48-46da-bb93-06a30350bcb7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.397614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:57.419650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724bb7b-3183-4c49-9ad4-5ec8fcb54b1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5902dfa5-ab48-46da-bb93-06a30350bcb7,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:57.420136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ef67a2c4-bcec-4c7c-9519-529a6f115bdd None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:57.420578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef67a2c4-bcec-4c7c-9519-529a6f115bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.420923 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ef67a2c4-bcec-4c7c-9519-529a6f115bdd None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:49:57.429454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a724bb7b-3183-4c49-9ad4-5ec8fcb54b1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.431765 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a724bb7b-3183-4c49-9ad4-5ec8fcb54b1e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557527 Oct 26 11:49:57.433922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34644) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:57.440898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1652e26c-2f6d-4353-93d6-09307759fd5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '3c01e9c1-f54f-4104-b2c2-6c4661e7826f', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:57.457597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ef67a2c4-bcec-4c7c-9519-529a6f115bdd None None] Port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:49:57.476230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1652e26c-2f6d-4353-93d6-09307759fd5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (74c79fc4-2b2a-4c29-829c-7d99c8678824), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.510021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:57.535467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1652e26c-2f6d-4353-93d6-09307759fd5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (74c79fc4-2b2a-4c29-829c-7d99c8678824), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.539445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1652e26c-2f6d-4353-93d6-09307759fd5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (74c79fc4-2b2a-4c29-829c-7d99c8678824), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.558310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:57.560305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652e26c-2f6d-4353-93d6-09307759fd5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c79fc4-2b2a-4c29-829c-7d99c8678824,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:57.568869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1652e26c-2f6d-4353-93d6-09307759fd5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.570102 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1652e26c-2f6d-4353-93d6-09307759fd5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349626 Oct 26 11:49:57.572942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34646) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:57.577363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a03278b4-bef5-462e-804c-73cba18bb426 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '3c01e9c1-f54f-4104-b2c2-6c4661e7826f', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:57.600293 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-a03278b4-bef5-462e-804c-73cba18bb426 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:49:57.606394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a03278b4-bef5-462e-804c-73cba18bb426 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6045a036-da04-422c-a090-4a0d5fcd8216), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.668465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a03278b4-bef5-462e-804c-73cba18bb426 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (6045a036-da04-422c-a090-4a0d5fcd8216), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.672724 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a03278b4-bef5-462e-804c-73cba18bb426 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6045a036-da04-422c-a090-4a0d5fcd8216), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.694873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03278b4-bef5-462e-804c-73cba18bb426 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6045a036-da04-422c-a090-4a0d5fcd8216,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:57.700654 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:57.701058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a03278b4-bef5-462e-804c-73cba18bb426 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.705689 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a03278b4-bef5-462e-804c-73cba18bb426 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282847 Oct 26 11:49:57.705778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34648) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:49:57.710046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3bfbe628-bb4d-401c-998e-800a633b7113 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'security_group_rule': {'security_group_id': '3c01e9c1-f54f-4104-b2c2-6c4661e7826f', 'project_id': '96acf66580ef42109af70a407c10125a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:49:57.720405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:57.727184 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:49:57.727539 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Updating router 24df3a92-b962-4ade-8d41-464c46077be9 port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:49:57.733956 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-3bfbe628-bb4d-401c-998e-800a633b7113 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Project 96acf66580ef42109af70a407c10125a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:49:57.741766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe628-bb4d-401c-998e-800a633b7113 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8e0c6d0c-cf17-4cae-b58d-a4a72fa26f43), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.759749 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.796146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe628-bb4d-401c-998e-800a633b7113 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (8e0c6d0c-cf17-4cae-b58d-a4a72fa26f43), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.800201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe628-bb4d-401c-998e-800a633b7113 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (8e0c6d0c-cf17-4cae-b58d-a4a72fa26f43), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.819803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbe628-bb4d-401c-998e-800a633b7113 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0c6d0c-cf17-4cae-b58d-a4a72fa26f43,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:57.826684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe628-bb4d-401c-998e-800a633b7113 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:57.828509 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3bfbe628-bb4d-401c-998e-800a633b7113 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211994 Oct 26 11:49:57.989561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:58.020621 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-fd74b2c1-92f2-465a-af1c-de491f176326 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1438822630&fields=id&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 267 time: 0.0483227 Oct 26 11:49:58.028255 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Publish callbacks [] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:58.033864 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:58.099418 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:58.127598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.127971 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.128328 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.128659 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.128979 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.129299 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.129514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e24d-47f4-4215-af08-0151879929b5 req-813d1e44-a1e4-4f5f-a307-743549b14032 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:58.129626 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.129915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.130243 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.130562 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.130921 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.131023 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-813d1e44-a1e4-4f5f-a307-743549b14032 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 796 time: 0.1038582 Oct 26 11:49:58.131296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.131613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.132050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.132360 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:49:58.139062 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Attempting to bind port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:49:58.139422 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Attempting to bind port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:49:58.139804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Attempting to bind port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 on network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:49:58.147097 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-f9115b94-a618-4261-b062-4ae040ad6f04 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/quotas/96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 375 time: 0.0100622 Oct 26 11:49:58.182552 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:49:58.182915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Checking segment: {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:49:58.183308 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:58.183693 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Bound using segment: {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:49:58.184179 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Bound port: 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:49:58.184551 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:58.201916 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-541a9e6a-5fa0-4573-8565-aea34908d2e7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492949 Oct 26 11:49:58.217947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:58.245368 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:49:58.248480 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:49:58.256995 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:58.299417 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:49:58.300132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:58.308983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-0a2bb009-60c6-4331-a3cb-3b56b476b3dd service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:49:58.309994 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-0a2bb009-60c6-4331-a3cb-3b56b476b3dd service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0936389 Oct 26 11:49:58.348714 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bce348-26fa-4e3f-8fbb-db75df9406e6 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:58.401282 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-c49d21d5-4a42-4a69-8a0e-dc23ca6a614c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849361 Oct 26 11:49:58.413701 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:49:58.497599 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-57a72eb6-c783-4c4e-89a0-90fbc6f61027 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898015 Oct 26 11:49:58.603281 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:49:58Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:49:58.639443 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1cefc6-f481-4887-8dd3-9b876960f326 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:49:58Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:49:58.641226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b562d986-b762-43de-b317-233496e7816b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:49:58.700521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b562d986-b762-43de-b317-233496e7816b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:49:58.701100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b562d986-b762-43de-b317-233496e7816b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:58.701621 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b562d986-b762-43de-b317-233496e7816b Oct 26 11:49:58.794769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b562d986-b762-43de-b317-233496e7816b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:58.867790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:49:58.991388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-412d259c-98be-479c-88dd-bbb480980142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:59.022961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:49:59.036440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:49:59.037421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:59.069954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:49:59.074742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:49:59.142979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:49:59.160863 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-959cd49a-092e-4c45-b854-0ff5191cd668 req-9bdb353c-f59c-4af4-aff9-08e701e381a4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 210 time: 0.4830608 Oct 26 11:49:59.956859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e24d-47f4-4215-af08-0151879929b5 req-bfb6e651-6501-4087-bdc6-d883657b7c1d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:49:59.958536 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-bfb6e651-6501-4087-bdc6-d883657b7c1d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 796 time: 0.1132998 Oct 26 11:50:00.035061 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-ed95deba-623a-4b63-a5ce-aa6ec0a66f6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=96acf66580ef42109af70a407c10125a HTTP/1.1" status: 200 len: 380 time: 0.0618315 Oct 26 11:50:00.110457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:00.141722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'port': {'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'admin_state_up': True, 'tenant_id': '96acf66580ef42109af70a407c10125a', 'security_groups': ['3c01e9c1-f54f-4104-b2c2-6c4661e7826f']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:50:00.245060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d7f2e9b8-0a66-46a0-b79b-87a4f5c64412 req-c2de4309-edab-4d75-8c53-49bffbab85fb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 210 time: 0.0290008 Oct 26 11:50:00.253512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Made reservation on behalf of 96acf66580ef42109af70a407c10125a for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:50:00.257315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:00.385312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.20.0.13 (bfffa6f1-cbb3-4f35-a94d-3349b9a4a624/49409527-dae5-48b6-8fc2-0d31fbf10eaa/50b64625-1cf9-4ca5-9e66-9903c65d220e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:00.519649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:00.533870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:00.569732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:00.616018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:00.621475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:00.626124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:50:00.632169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=50b64625-1cf9-4ca5-9e66-9903c65d220e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:00.663093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:00.669247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:00.669883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:00.676318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:00.695284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:00.695963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:00.717144 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-0b1f403a-6e8f-4f82-b297-7f4cf2573dd4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5799942 Oct 26 11:50:00.736827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Request body: {'port': {'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:50:00.787380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:00.806231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:00.925207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c6e19d77-74bd-410a-8497-cc61e0129931 None None] Provisioning complete for port 50b64625-1cf9-4ca5-9e66-9903c65d220e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:00.925570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c6e19d77-74bd-410a-8497-cc61e0129931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:00.925908 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c6e19d77-74bd-410a-8497-cc61e0129931 None None] Attempt 1 to provision port 50b64625-1cf9-4ca5-9e66-9903c65d220e Oct 26 11:50:00.971774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:00.987620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c6e19d77-74bd-410a-8497-cc61e0129931 None None] Port 50b64625-1cf9-4ca5-9e66-9903c65d220e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:50:01.029768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:49:58Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:01.056585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:01.066373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:01.066990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:01.076403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b64625-1cf9-4ca5-9e66-9903c65d220e {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:50:01.084731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Publish callbacks [] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.098336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Transition to ACTIVE for port object 50b64625-1cf9-4ca5-9e66-9903c65d220e will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:50:01.101901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.166631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Pushing event updated for resources: {'Port': ['ID=50b64625-1cf9-4ca5-9e66-9903c65d220e,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:01.174818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:01.215910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Attempting to bind port 50b64625-1cf9-4ca5-9e66-9903c65d220e on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:50:01.217511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Attempting to bind port 50b64625-1cf9-4ca5-9e66-9903c65d220e by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:50:01.218526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Attempting to bind port 50b64625-1cf9-4ca5-9e66-9903c65d220e on network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:01.260172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Port 50b64625-1cf9-4ca5-9e66-9903c65d220e on network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:50:01.260392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Attempting to bind port 50b64625-1cf9-4ca5-9e66-9903c65d220e on network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:50:01.315457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:50:01.315946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Checking segment: {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:50:01.316343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Bound using segment: {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:50:01.316791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Bound port: 50b64625-1cf9-4ca5-9e66-9903c65d220e, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2722d3e-7ec9-4613-a20e-04cf45bfc106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:50:01.317530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.362497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:01.368936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:49:58Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:01.376394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867a55-219f-41d2-8b2c-53476174b2f2 req-e2214b40-9c90-449f-8864-acd45684d33c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:01.384103 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f3867a55-219f-41d2-8b2c-53476174b2f2 req-e2214b40-9c90-449f-8864-acd45684d33c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 944 time: 0.0568023 Oct 26 11:50:01.384882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] For port 50b64625-1cf9-4ca5-9e66-9903c65d220e, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:50:01.388538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] For port 50b64625-1cf9-4ca5-9e66-9903c65d220e, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:50:01.395287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485818a3-5e15-4911-93d5-80d8cc87cd52 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:49:58Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:01.395976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.400524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:01.401260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.402543 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 1094 time: 0.6710663 Oct 26 11:50:01.403616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:50:01.406606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf165f4-7e37-4833-9a68-ea2c26ba8584" -d '{"events": [{"name": "network-changed", "server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:01.467217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132f9fb2-2692-4604-9e8f-a70fa25ba22c x-openstack-request-id: req-132f9fb2-2692-4604-9e8f-a70fa25ba22c {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:01.467506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:01.468304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-132f9fb2-2692-4604-9e8f-a70fa25ba22c {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:01.468852 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132f9fb2-2692-4604-9e8f-a70fa25ba22c'] response: {'name': 'network-changed', 'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'status': 'completed', 'code': 200} Oct 26 11:50:01.475458 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f3867a55-219f-41d2-8b2c-53476174b2f2 req-fa7b3c7d-2326-467f-8054-f99112c44e9e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c01e9c1-f54f-4104-b2c2-6c4661e7826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904391 Oct 26 11:50:01.483469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0ba66-76bf-4eb9-8823-ed904109518a service neutron] Pushing event updated for resources: {'Port': ['ID=50b64625-1cf9-4ca5-9e66-9903c65d220e,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:01.528053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e24d-47f4-4215-af08-0151879929b5 req-55fef95b-2052-4684-85b4-a800ffe52a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:01.529578 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-55fef95b-2052-4684-85b4-a800ffe52a79 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1128 time: 0.0419230 Oct 26 11:50:01.577552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.583891 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-99bdb129-9099-4fdf-946c-9c8e12060fb2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 217 time: 0.0413356 Oct 26 11:50:01.636054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.658534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e24d-47f4-4215-af08-0151879929b5 req-f1328627-35fb-4b5a-b3db-0925f55c89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:01.660079 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-f1328627-35fb-4b5a-b3db-0925f55c89b2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 200 len: 834 time: 0.0708764 Oct 26 11:50:01.677297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:01.711255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e24d-47f4-4215-af08-0151879929b5 req-59e4d677-5fa7-4b36-ba0c-2d261b647b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:01.712812 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-59e4d677-5fa7-4b36-ba0c-2d261b647b28 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465391 Oct 26 11:50:01.742105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:01.801029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:01.801561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.801969 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:01.819299 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-4f2ebf7c-aa0f-49c7-abd6-7e1c395f068b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000795 Oct 26 11:50:01.841282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:01.889506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:01.890061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.922461 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e618e24d-47f4-4215-af08-0151879929b5 req-b42b4621-55de-4345-befa-dbe80a6abc7d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972397 Oct 26 11:50:01.930118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:01.934863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:01.988859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:02.572380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:02.612226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538732fc-0cb7-4a01-a60b-67af84c1f78f req-802137d8-d2f0-45eb-bccf-5c3ae8024666 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:02.613807 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-538732fc-0cb7-4a01-a60b-67af84c1f78f req-802137d8-d2f0-45eb-bccf-5c3ae8024666 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 944 time: 0.0567255 Oct 26 11:50:02.647978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:02.656535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:02.675986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:02.677665 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-538732fc-0cb7-4a01-a60b-67af84c1f78f req-959d0e68-eb26-423f-896c-a5c9a1eda92f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c01e9c1-f54f-4104-b2c2-6c4661e7826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579159 Oct 26 11:50:02.714473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-d195ccae-4d50-4894-9378-95bf030fde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:02.716037 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-d195ccae-4d50-4894-9378-95bf030fde20 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1128 time: 0.0715373 Oct 26 11:50:02.755249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:02.756283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:02.807986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-f92796c2-eb22-4a76-8330-8a238ebb2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:02.809465 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-f92796c2-eb22-4a76-8330-8a238ebb2586 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 897 time: 0.0874016 Oct 26 11:50:02.822934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:02.831238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:02.831634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:02.854469 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-e6e53761-c7dc-4c45-a829-9ec9fb25560c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 217 time: 0.0393391 Oct 26 11:50:02.866490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:02.872081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:02.907339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-650952e7-2716-4c76-b8dc-334c59d40c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:02.910100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-650952e7-2716-4c76-b8dc-334c59d40c58 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 200 len: 834 time: 0.0496802 Oct 26 11:50:02.927562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 50b64625-1cf9-4ca5-9e66-9903c65d220e details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:50:02.937894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:02.966524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-364c329a-decd-4aa4-a6a4-92b7c32c183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:02.968330 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-364c329a-decd-4aa4-a6a4-92b7c32c183a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0528834 Oct 26 11:50:03.002963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:03.065261 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-af0806fc-479d-4b85-9021-ceda1a690943 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905912 Oct 26 11:50:03.084590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 50b64625-1cf9-4ca5-9e66-9903c65d220e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:03.095603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:03.096020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:03.096365 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:50:03.117295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:50:03.166683 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4bf165f4-7e37-4833-9a68-ea2c26ba8584 req-07706632-6a69-4c75-920a-6eaf4de746d0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955398 Oct 26 11:50:03.170103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 50b64625-1cf9-4ca5-9e66-9903c65d220e is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:03.170492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:03.172049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:03.206252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b64625-1cf9-4ca5-9e66-9903c65d220e {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:50:03.236161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 50b64625-1cf9-4ca5-9e66-9903c65d220e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:03.237196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:03.237685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:03.244621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:03.286978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:03.305313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:03.306099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:03.344372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=50b64625-1cf9-4ca5-9e66-9903c65d220e,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:03.410123 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:03.410610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:03.410986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:03.411319 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:03.420395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:03.421038 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:03.435280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:03.501008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:03.501399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:03.523650 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:03.535603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:03.539901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:03.572270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['50b64625-1cf9-4ca5-9e66-9903c65d220e'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:50:03.581847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:03.627019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:03.712603 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:03.727331 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:02Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:03.754125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:03.763269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:03.764059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:03.815049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c3419-d056-4afb-a210-3fac2d5e931d req-2961f2fc-ef42-4425-a6d5-e719cb2247fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:03.822549 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-388c3419-d056-4afb-a210-3fac2d5e931d req-2961f2fc-ef42-4425-a6d5-e719cb2247fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 945 time: 0.0571146 Oct 26 11:50:03.870419 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:03.870929 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-388c3419-d056-4afb-a210-3fac2d5e931d req-c778e842-319a-491d-ad01-e7b8aeb0d91a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c01e9c1-f54f-4104-b2c2-6c4661e7826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475371 Oct 26 11:50:04.001115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:04.066654 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:03Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:04.178283 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a9bc80-6460-4f6d-a2e2-2984a6cd33f9 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:03Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:04.572328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:04.648824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:04.649473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:04.683631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:04.686141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:04.691514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:04.714999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:04.780738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:04.825569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:04.905119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:04.946201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 50b64625-1cf9-4ca5-9e66-9903c65d220e up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:04.982010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:04.982406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:04.983405 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:04.988309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:05.015219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd29ea-13ed-41ee-902d-fa4312445c12 req-570f2216-1dff-408b-92c8-ac8cf81e6183 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:05.017187 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cbd29ea-13ed-41ee-902d-fa4312445c12 req-570f2216-1dff-408b-92c8-ac8cf81e6183 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 945 time: 0.0641856 Oct 26 11:50:05.032754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 50b64625-1cf9-4ca5-9e66-9903c65d220e completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:50:05.041561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 50b64625-1cf9-4ca5-9e66-9903c65d220e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:05.041936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:05.042272 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 50b64625-1cf9-4ca5-9e66-9903c65d220e Oct 26 11:50:05.081931 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cbd29ea-13ed-41ee-902d-fa4312445c12 req-3391cbfb-3ebb-4fe6-b708-f8bb09c7d30d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c01e9c1-f54f-4104-b2c2-6c4661e7826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545454 Oct 26 11:50:05.112726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:05.113113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:05.163398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:05.178441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 50b64625-1cf9-4ca5-9e66-9903c65d220e is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:05.178832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:05.181815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:05.197952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:05.232632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:50:05.235795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766d27b9-51cb-4de7-a63e-6a8a28c056d5" -d '{"events": [{"server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "name": "network-vif-plugged", "status": "completed", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:05.262979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 50b64625-1cf9-4ca5-9e66-9903c65d220e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:05.264663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:05.289628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:05.295204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b172cb-2b71-4384-8b54-020d81bc426a x-openstack-request-id: req-41b172cb-2b71-4384-8b54-020d81bc426a {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:05.296071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "name": "network-vif-plugged", "status": "completed", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:05.296342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41b172cb-2b71-4384-8b54-020d81bc426a {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:05.296904 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b172cb-2b71-4384-8b54-020d81bc426a'] response: {'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'code': 200} Oct 26 11:50:05.315070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:05.398763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=50b64625-1cf9-4ca5-9e66-9903c65d220e,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:05.408140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:05.408408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:05.432973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:05.437211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:05.459595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:05.488221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:05.518186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80758d16-d45d-4ef8-918d-790ece38db34 req-2469ac1b-51b4-4d84-ad41-9c0d4df270fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:05.519741 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-80758d16-d45d-4ef8-918d-790ece38db34 req-2469ac1b-51b4-4d84-ad41-9c0d4df270fa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1130 time: 0.0465086 Oct 26 11:50:05.566798 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-80758d16-d45d-4ef8-918d-790ece38db34 req-b1417115-1c64-44a6-bcc8-0fed2da4325b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c01e9c1-f54f-4104-b2c2-6c4661e7826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Oct 26 11:50:06.014656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:06.016143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:06.016764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:06.117519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:06.207389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338ab8-470e-4e40-ac15-2f385e1908d3 req-ac552e35-577f-4886-a413-156c5e8ea087 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:06.208792 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a338ab8-470e-4e40-ac15-2f385e1908d3 req-ac552e35-577f-4886-a413-156c5e8ea087 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 946 time: 0.0478933 Oct 26 11:50:06.258383 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a338ab8-470e-4e40-ac15-2f385e1908d3 req-1a4f2c2c-a1fb-47ad-b40d-94b53e33dbc6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c01e9c1-f54f-4104-b2c2-6c4661e7826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Oct 26 11:50:06.303452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:05Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:05Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:06.332039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:06.340304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:06.340902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:06.444759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:06.629711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:06.662722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:06.679869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:05Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:05Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:06.712077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35f0f9-206c-4d67-b5cd-4d4cccccb7b0 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:05Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:05Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:06.750488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:06.750884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:06.786735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:06.790714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:06.840314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:07.401949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d32d0-413e-4bd9-a512-503a2085497e req-5af5a7ca-9cc1-47ef-ad63-2398913cb154 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:07.403699 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b97d32d0-413e-4bd9-a512-503a2085497e req-5af5a7ca-9cc1-47ef-ad63-2398913cb154 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 946 time: 0.0523880 Oct 26 11:50:07.473084 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b97d32d0-413e-4bd9-a512-503a2085497e req-cd3db8e5-070f-4634-94a6-019654bbb50d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c01e9c1-f54f-4104-b2c2-6c4661e7826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626593 Oct 26 11:50:07.606424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9a988-da85-41fc-8883-6253769014d2 req-6b127e0e-5e91-479c-bb3c-47a49a2a436b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:07.608312 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-24d9a988-da85-41fc-8883-6253769014d2 req-6b127e0e-5e91-479c-bb3c-47a49a2a436b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 946 time: 0.0556171 Oct 26 11:50:07.669169 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-24d9a988-da85-41fc-8883-6253769014d2 req-1c0f347f-e73a-4971-b14c-e3e817bd8387 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c01e9c1-f54f-4104-b2c2-6c4661e7826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546179 Oct 26 11:50:07.707902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34704) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:07.751157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b38afe-2262-47f6-a20b-b7358f04f971 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:07.752756 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61b38afe-2262-47f6-a20b-b7358f04f971 tempest-TestNetworkBasicOps-1564088123 tempest-TestNetworkBasicOps-1564088123-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1125 time: 0.0438328 Oct 26 11:50:07.755665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34706) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:07.760150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:50:07.779168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:07.791116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:07.886800 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:07.959072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:08.008903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Allocated IP 172.26.0.113 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/ca1fa160-7d38-4fa3-aae1-eafad5fa39e5) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:50:08.136238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (ca1fa160-7d38-4fa3-aae1-eafad5fa39e5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:08.172267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ca1fa160-7d38-4fa3-aae1-eafad5fa39e5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:08.213052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:50:08.218589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:50:08.221702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:50:08.249176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=ca1fa160-7d38-4fa3-aae1-eafad5fa39e5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:08.591031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (b2f31226-57a9-4b91-9153-1ba7de41b75d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:08.636103 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:08.637441 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:08.638001 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:08.658560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:08.671039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ca1fa160-7d38-4fa3-aae1-eafad5fa39e5), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:08.740367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:08.769860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:08.825549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for port (ca1fa160-7d38-4fa3-aae1-eafad5fa39e5), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:08.830177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (ca1fa160-7d38-4fa3-aae1-eafad5fa39e5), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:08.899978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event updated for resources: {'Port': ['ID=ca1fa160-7d38-4fa3-aae1-eafad5fa39e5,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:08.908868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (b2f31226-57a9-4b91-9153-1ba7de41b75d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:08.955662 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:05Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:08Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:06Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:08.981576 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:08.991337 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:08.991981 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:09.009349 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d associated. External IP: 172.26.0.113, port: 50b64625-1cf9-4ca5-9e66-9903c65d220e. Oct 26 11:50:09.095249 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:09.209579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 24df3a92-b962-4ade-8d41-464c46077be9 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:50:09.231669 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:09.307532 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:05Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:08Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:06Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:09.316242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:50:09.338578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:09.338671 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bac488-b907-40c6-9cd0-55da2e8c810a None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:05Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:08Z', 'revision_number': 0, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:06Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:09.371702 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-99b38ef3-818b-4e5b-8d46-143d8021fd7d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6148856 Oct 26 11:50:09.372386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:50:09.374660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5fcbcc-a612-4946-9b7c-209030318ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:50:09.375059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34708) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:09.414964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca3dadc-662e-4233-bad5-cf506c1de1f2 x-openstack-request-id: req-3ca3dadc-662e-4233-bad5-cf506c1de1f2 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:50:09.415520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:50:09.424312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ca3dadc-662e-4233-bad5-cf506c1de1f2 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:50:09.424312 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca3dadc-662e-4233-bad5-cf506c1de1f2'] response: {'name': 'network-changed', 'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'status': 'completed', 'code': 200} Oct 26 11:50:09.443480 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6883db77-c7c9-419f-bc60-d851b8c3e6f8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 992 time: 0.0672088 Oct 26 11:50:09.524849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-101a6646-d840-4376-8df3-255a44733cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:09.527235 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-101a6646-d840-4376-8df3-255a44733cc6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1130 time: 0.0548549 Oct 26 11:50:09.661867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-a646aa45-621c-4366-97c7-82f84bd1b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:09.663425 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-a646aa45-621c-4366-97c7-82f84bd1b566 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 897 time: 0.1284719 Oct 26 11:50:09.742683 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-b7c24ba1-793f-48a8-a3f6-0d7fd7189222 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 1000 time: 0.0736365 Oct 26 11:50:09.789392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:09.798511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-71752334-fe3d-4962-96c4-919fcabafd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:09.800068 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-71752334-fe3d-4962-96c4-919fcabafd54 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 200 len: 834 time: 0.0508604 Oct 26 11:50:09.847043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-c1b086bc-aa84-4f9a-9d93-5f53ab39906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:09.848963 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-c1b086bc-aa84-4f9a-9d93-5f53ab39906f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423045 Oct 26 11:50:09.876179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:10.250114 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-160fe79f-65c2-4cc5-957a-167f9411c4b1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942697 Oct 26 11:50:10.345006 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9b5fcbcc-a612-4946-9b7c-209030318ccc req-5412f4d9-08c5-45dd-add6-0fd76e10aa1d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885146 Oct 26 11:50:10.447588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34712) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:10.511654 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b3faa295-46eb-4dd7-9646-b10df4230861 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 992 time: 0.0628824 Oct 26 11:50:10.575048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:10.599939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:10.651339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:10.662299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:10.735423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:10.819903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:10.863588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:10.863986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:10.864321 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:50:10.934504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:10.934807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:10.956052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:10.966126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:10.966126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:10.970602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b841d-8154-458f-990a-0e97e8aa028c None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:11.227295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:11.273215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:11.273586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:11.273921 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:11.350285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:11.383463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:11.383882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:11.418560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:11.423164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:11.470137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:11.515515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34714) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:11.577577 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f60fa605-b90e-4237-b76f-2b91700d3d1a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0608816 Oct 26 11:50:11.839359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:11.865006 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:11.865006 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:11.865006 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:11.964677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:12.032821 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:12.170495 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:10Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:11Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:11Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:12.194531 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:12.203402 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:12.204021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:12.303615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:12.581546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34716) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:12.595867 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:10Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:11Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:11Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:12.622466 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981d0ae7-d442-4008-8593-1b2d2f353a06 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:10Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:11Z', 'revision_number': 1, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:11Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:12.624780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:12.650856 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-092e6fa2-1e6f-4460-9b81-a96cd13865d2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0680037 Oct 26 11:50:12.712442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:12.712829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:12.735230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:12.739167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:12.739969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:12.802657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:12.824987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:12.866710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:12.867377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:12.907341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:12.911352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:12.962767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:13.655261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34718) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:13.718779 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9a3fe3fa-c1b6-452a-883d-1e1e8fa8f158 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0622709 Oct 26 11:50:14.165018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b323f0a6-9384-4fc3-bba4-93ccd74eba82 None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:14.721845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34720) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:14.781373 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-85ef0026-0440-408d-803b-f73d73e3bb2c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0584083 Oct 26 11:50:14.812437 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:14.812437 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:14.812437 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:14.909169 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:14.913396 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:15.120600 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:12Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:14Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:12Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:15.145222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:15.154177 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:15.154771 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:15.190623 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:15.256737 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:15.466925 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:12Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:14Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:12Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:15.491026 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e1b11-914b-467e-8465-f4f32cd2d334 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:12Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:14Z', 'revision_number': 2, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:12Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:15.785336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34722) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:15.849907 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-511028c5-d45b-4e2d-9e66-49e71b831a30 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0633194 Oct 26 11:50:16.577628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:16.656468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:16.667690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:16.741050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:16.822323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:16.853515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34724) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:16.868099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:16.868478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:16.868811 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:50:16.902110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:16.915019 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2d731c7f-6a0b-40a4-b902-3a6946af1f33 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0603671 Oct 26 11:50:16.943163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:16.943546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:16.963647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:16.968872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:16.969691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:17.052360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e0f41-2e59-4546-8749-1511e95aa2ad None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:17.060612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:17.091668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:17.092070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:17.092410 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:17.255876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:17.256267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:17.258847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:17.291671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:17.296679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:17.346981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:17.919847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34726) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:17.976244 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61261daa-2c72-4639-832a-85513591778b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0552554 Oct 26 11:50:18.014908 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:18.014908 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:18.014908 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:18.113372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:18.317413 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:16Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:17Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:17Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:18.341910 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:18.347621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:18.351195 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:18.351815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:18.449514 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:18.626320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:18.685948 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:18.703424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:18.703859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:18.725131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:18.729157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:18.729851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:18.749506 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:16Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:17Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:17Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:18.778623 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8d173-f15d-450e-8a12-586819d658ef None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:16Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:17Z', 'revision_number': 3, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:17Z', 'revision_number': 13, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:18.809758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:18.845965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:18.846365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:18.880382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:18.885765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:18.934528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:18.982956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34728) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:19.050192 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-967b46e6-404b-44db-9de7-85c7e3e7781b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0676887 Oct 26 11:50:20.053976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34730) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:20.113405 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61bbbf0c-d3ca-4b48-8adf-938a863d65c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0582774 Oct 26 11:50:20.296649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c3a7a-5380-49d6-92c0-f281a8cdc718 None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:20.377498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:20.659621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:20.659621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:20.659621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:20.757135 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:20.961868 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:18Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:20Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:18Z', 'revision_number': 14, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:20.989092 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:20.997945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:20.998539 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:21.096016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:21.117189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34732) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:21.179288 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f379b100-1bb3-443c-af19-1ba4bee35bb0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0607438 Oct 26 11:50:21.242464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:21.303827 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:18Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:20Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:18Z', 'revision_number': 14, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:21.327789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81894b91-9783-4d31-b045-43c6cc900a17 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:18Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:20Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:18Z', 'revision_number': 14, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:22.183043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34734) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:22.247586 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f539cd44-5f9b-43b5-b2db-263ccd3ea4c8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0628421 Oct 26 11:50:22.581936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:22.656403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:22.668832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:22.738777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:22.819844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:22.862674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb55c0-0c8d-49d8-87ea-29dbbeb36acc None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:22.909737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:22.910110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:22.910450 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:50:23.111419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:23.205636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:23.206022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:23.227805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:23.232961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:23.233837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:23.251504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34736) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:23.308998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:23.318297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:23.318671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:23.319015 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:23.321558 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7cdff869-48aa-4f5b-be07-857040cee313 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0688415 Oct 26 11:50:23.394806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:23.395111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:23.427257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:23.430813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:23.478692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:23.989683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:23.989683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:23.989683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:24.095782 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:24.137661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:24.307758 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:23Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:23Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:23Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:24.325876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:24.332693 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:24.342155 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:24.342896 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:24.396755 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9d349a58-b14b-42ac-a4e6-c318dc8b46e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0668821 Oct 26 11:50:24.452056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:24.640259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:24.675939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:24.727941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:24.728331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:24.749960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:24.754406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:24.755298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:24.755530 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:23Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:23Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:23Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:24.780943 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af63dbbd-2544-4f8e-b2ac-855801f32ef8 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:23Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:23Z', 'revision_number': 5, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:23Z', 'revision_number': 15, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:24.834953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:24.879304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:24.879707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:24.914191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:24.918849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:24.982297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:25.399050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:25.465620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-274562a9-9232-440f-a25f-0fe77faf096b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0652544 Oct 26 11:50:26.288157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b8b6ec-0b1b-470b-88c3-2286f9271ab9 None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:26.469485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:26.534805 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-763e39c2-517e-4833-89e8-9fcb3b2421e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0589366 Oct 26 11:50:26.647985 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:26.647985 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:26.647985 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:26.725459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a545e16b-5cb6-43f9-836d-305ef1d3d53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:26.754900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:26.825675 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:26.967651 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:24Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:26Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:24Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:26.971154 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:26.997335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:27.006104 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:27.006709 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:27.110320 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:27.311882 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:24Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:26Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:24Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:27.338810 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a41e42-1e7a-42a9-b0cd-cfa28bddd7d4 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:24Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:26Z', 'revision_number': 6, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:24Z', 'revision_number': 16, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:27.533347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34744) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:27.600561 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d7089b36-9461-4a41-bdc7-d6611e2fa1db tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0648215 Oct 26 11:50:28.583399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:28.604291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34746) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:28.604839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:28.660578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:28.667548 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5647f8ac-2cb8-42b4-8263-bd2fd03201fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0620668 Oct 26 11:50:28.674904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:28.749281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:28.829477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:28.860264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be17861-7c29-4883-8cfe-3d8ea8166d7a None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:28.967226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:28.967596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:28.967953 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:50:28.996320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c729927b-3194-48e4-a298-6301fb15f75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:29.073387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:29.089490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:29.089875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:29.113034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:29.117818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:29.118833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:29.203222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:29.205968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:29.206333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:29.206673 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:29.278400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:29.278400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:29.310371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:29.313778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:29.360419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:29.672110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34748) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:29.733946 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d7e4f0a1-ae59-4a4a-a00a-6ac1bf841c43 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0607092 Oct 26 11:50:29.845552 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:29.845552 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:29.845552 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:29.946861 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:30.112858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:30.151929 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:29Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:29Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:29Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:30.176155 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:30.184289 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:30.184826 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:30.186257 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:30.285180 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:30.570066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:30.577093 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:29Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:29Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:29Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:30.602305 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b3fb6-3b6d-4b9d-9668-06101bca2560 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:29Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:29Z', 'revision_number': 7, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:29Z', 'revision_number': 17, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:30.634042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:30.706270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:30.708636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:30.709029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:30.732562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:30.736548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:30.737557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:30.737753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34750) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:30.740717 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:50:30.812786 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cb48066c-24f9-426b-9a83-c009ed2b255c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0732200 Oct 26 11:50:30.832861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:30.874133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:30.874520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:30.911268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:30.916702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:30.967044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:31.573277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:31.630667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:31.815991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:31.878689 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d00c254-8fb2-4c83-a63b-b720582ff173 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0614450 Oct 26 11:50:32.168724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4f7b2-df4f-4fad-966c-b35a58a3da4a None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:32.256607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:32.829355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:32.829355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:32.829355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:32.881543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34754) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:32.933031 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:32.941884 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-74d649a6-ee40-4cfd-8ee7-4da9fc3c0bdb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0590935 Oct 26 11:50:33.139708 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:30Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:32Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:30Z', 'revision_number': 18, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:33.165289 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:33.173690 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:33.174281 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:33.273814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:33.349630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:33.481077 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:30Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:32Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:30Z', 'revision_number': 18, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:33.505680 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4cfdff-2c4c-4993-b093-4a38cfd93fa2 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:30Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:32Z', 'revision_number': 8, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:30Z', 'revision_number': 18, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:33.945629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34756) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:34.008801 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a9c2208b-7192-47e0-9e00-c9fcb1928edc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0619409 Oct 26 11:50:34.587004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:34.661208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:34.672620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:34.744769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:34.827616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:34.873609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:34.873988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:34.874324 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:50:34.950392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:34.950781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:34.970268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:34.974265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:34.975130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:35.012517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34758) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:35.053786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444df18c-dc8c-4a78-b1fc-5610ed2053c0 None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:35.075193 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c01f0301-3b9f-4dc4-907b-bad6dd09d15c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0606484 Oct 26 11:50:35.090769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:35.095283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:35.100545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:35.100918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:35.101253 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:35.393937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:35.394324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:35.428343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:35.433079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:35.481165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:35.605241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:35.605241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:35.605241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:35.707103 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:35.875634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:35.917911 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:34Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:35Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:35Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:35.942013 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:35.950862 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:35.951454 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:36.079071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34760) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:36.139482 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:36.143872 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-078bf8e0-b39b-488a-aeff-509649a46816 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0636022 Oct 26 11:50:36.341556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:34Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:35Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:35Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:36.369837 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc3d06e-f445-47aa-8408-1691d5044ef8 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:34Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:35Z', 'revision_number': 9, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:35Z', 'revision_number': 19, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:36.588779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:36.662370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:36.670209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:36.670621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:36.707171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:36.712556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:36.736637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:36.799322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:36.839294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:36.912127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:36.957896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:36.958268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:36.958604 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:37.056311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:37.056707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:37.092563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:37.098047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:37.147836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34762) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:37.152293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:37.167192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:37.194042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:37.203260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:37.214405 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-77fa50dc-bb92-425d-a226-65d65c4599ce tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 993 time: 0.0654278 Oct 26 11:50:37.249626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:37.249938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:37.272942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:37.277636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:37.314393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:37.329836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:37.979893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba042d9-3360-4610-a2c1-4691e26aefbb None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:38.223082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34764) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:38.281291 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-399d4398-94bd-4a69-8f7f-191307069966 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0624747 Oct 26 11:50:38.622167 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:38.622167 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:38.622167 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:38.658187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:38.667709 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:38.731258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:38.733682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:38.734074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:38.767645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:38.772129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:38.779990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:38.824712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:38.944252 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:37Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:38Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:37Z', 'revision_number': 21, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:38.972118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:38.980961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:38.981557 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:39.078741 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:39.239526 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:39.284282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34766) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:39.286707 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:37Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:38Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:38Z', 'revision_number': 22, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:39.312133 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766dc952-3674-4fc8-b27b-bc2c42123f5e None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:37Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:38Z', 'revision_number': 10, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:38Z', 'revision_number': 22, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:39.344918 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9179a0e8-be69-4cc6-b38b-30d871fb2fa4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0595045 Oct 26 11:50:40.348822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34768) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:40.412784 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b19dc61d-b9e1-40fe-a744-a171ae0ed011 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0625250 Oct 26 11:50:40.670043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:40.716359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:40.716732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:40.717067 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:50:40.782883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:40.787797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:40.788189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:40.803258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:40.811817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:40.819939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:40.819939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:40.822055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a7557-4548-4708-9a0f-f45ac6997f18 None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:40.977997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:40.998988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:40.999332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:40.999673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.000038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.000366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.000698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.001019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.001339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.001663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.001981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.002301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.002623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.002940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.003254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.003572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:50:41.010160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:41.010746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:41.011287 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:41.114945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:41.115369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:41.148957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:41.153156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:41.201716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:41.290061 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:41.293314 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:41.293924 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:41.396123 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:41.416774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34770) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:41.475073 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:41.477771 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0edfa36a-7d96-4498-8656-981c4db49532 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0587556 Oct 26 11:50:41.607278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:40Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:40Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:41Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:41.631371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:41.640422 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:41.641018 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:41.830636 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:41.836943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:42.044214 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:40Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:40Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:41Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:42.067247 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6387bf-872f-400f-a94b-d571870cde3d None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:40Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:40Z', 'revision_number': 11, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:41Z', 'revision_number': 23, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:42.480886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34772) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:42.545141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2a0d6663-50af-4346-835b-f98520a21a02 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0630157 Oct 26 11:50:42.590986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:42.636613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:42.685549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:42.686268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:42.722296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:42.725773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:42.751567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:42.756567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:42.814471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:42.855982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:42.998657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:43.044525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:43.044900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:43.045364 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:50:43.122912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:43.124013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:43.167912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:43.168292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:43.168630 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:43.242788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:43.243175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:43.280475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:43.284427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:43.331819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:43.335583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:43.410291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:43.410858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:43.432264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:43.435929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:43.486906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:43.548956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34774) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:43.607053 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-16498df2-2722-4261-9bc1-c5862ca0cb84 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0569654 Oct 26 11:50:43.665654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7646c8-a85a-4264-a4b2-f64475223ee9 None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:43.694378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:44.028955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:50:44.028955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:44.028955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:44.128333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:44.229278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:44.333016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:43Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:43Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:43Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:44.361459 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:50:44.370023 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:50:44.370623 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:44.448319 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:44.471560 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:50:44.611011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:44.649291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:44.677936 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8014fcac-2896-4f61-b226-5169c6292bc1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0654159 Oct 26 11:50:44.683395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:43Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:43Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:43Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:50:44.707939 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96096f3-6a85-4afb-a63b-c3838dc5baad None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:43Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b2f31226-57a9-4b91-9153-1ba7de41b75d', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'port_id': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'fixed_ip_address': '172.20.0.13', 'status': 'ERROR', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'mac_address': 'fa:16:3e:d9:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:50:08Z', 'updated_at': '2022-10-26T11:50:43Z', 'revision_number': 12, 'project_id': '96acf66580ef42109af70a407c10125a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:43Z', 'revision_number': 25, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:50:44.735272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:44.735662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:44.762300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:44.772174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:44.777053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:44.825910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:45.681477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34778) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:45.746481 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-19257ad1-f1cc-4e18-81d3-2e9e448bf1ef tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0637493 Oct 26 11:50:46.237448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccbbdf2-cc2e-4dd1-898d-186b62d93d79 None None] New status for floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:50:46.679376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:46.727195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:46.727566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:46.727978 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:50:46.750224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34780) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:46.800140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:46.800487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:46.809044 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-389b580e-b413-4611-9c98-3d10ac2488f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0576653 Oct 26 11:50:46.822844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:46.826567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:46.827399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:50:46.903689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:46.914163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:50:46.914563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:46.914874 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:50:46.987237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:46.988075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:47.021972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:47.025715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:47.074125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:47.812947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34782) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:47.871358 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e64dbb95-c1a1-4e66-b946-502a2821f40c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0570199 Oct 26 11:50:48.638017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:48.641092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:48.712289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:48.712684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:48.734109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:48.737825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:48.738696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:50:48.815809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:48.849307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:48.851805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:50:48.852229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:48.875205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34784) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:48.893765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:50:48.897632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:48.940219 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb27adc9-16d2-4583-add9-65b3f8448a24 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0638154 Oct 26 11:50:48.948282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:50:49.944020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34786) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:50.005673 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ec8f8a0-8396-4ee6-afec-bd931ab79fad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0604293 Oct 26 11:50:51.010027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34788) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:51.068306 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dfd871ba-eef1-4497-a7df-01559971621a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0571558 Oct 26 11:50:52.071637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34790) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:52.132751 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aedcc027-9eb4-4f29-8733-b674bf5cb15d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0599675 Oct 26 11:50:52.665182 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-83da9a80-b6a9-466b-bdf4-bb3e14c4cf8e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388176 Oct 26 11:50:52.765588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-98eff121-b31e-49df-937d-b521c5495ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:52.767055 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-98eff121-b31e-49df-937d-b521c5495ab2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1130 time: 0.0389330 Oct 26 11:50:52.875392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-c627c61e-2a00-46fd-a4ac-fe94657e997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:52.875392 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-c627c61e-2a00-46fd-a4ac-fe94657e997b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 897 time: 0.0892076 Oct 26 11:50:52.942476 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-53d85b0e-1890-48e3-af85-f334ddbec0f8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 1002 time: 0.0599577 Oct 26 11:50:52.988638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-03ad7ece-a6e3-40cb-a8be-0c7a1802d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:52.990053 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-03ad7ece-a6e3-40cb-a8be-0c7a1802d36b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 200 len: 834 time: 0.0421355 Oct 26 11:50:53.032625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-f869b6cc-aafc-4c15-a8c9-bdfe4438f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:50:53.034104 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-f869b6cc-aafc-4c15-a8c9-bdfe4438f1c0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383823 Oct 26 11:50:53.094931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:53.127833 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-e3398fef-740b-4c6f-904d-8fd8b1a6095f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868895 Oct 26 11:50:53.136764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34792) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:53.194632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-584022e8-8311-4bbf-8fb3-5ab1bb4275f5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0567074 Oct 26 11:50:53.220423 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad92068d-686d-4e4f-922e-19a86a8393ec req-09340471-37f6-4189-8409-948e99cabac6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862603 Oct 26 11:50:54.198994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34794) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:54.259749 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1507ea6a-bab9-4e83-ace7-01df159f8f0d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0595455 Oct 26 11:50:55.264205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34796) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:55.321936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-43699771-4876-4fe5-95a3-48866841e7bd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0565984 Oct 26 11:50:56.326014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34798) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:56.371648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:50:56.391486 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aac805b9-f615-4db3-94da-487cbf95b909 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0643811 Oct 26 11:50:56.719208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2231d6e3-a761-47e0-836e-884e5bae5bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:57.395375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34800) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:57.456579 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b59cab5-28ea-4a49-9e80-f9de3cc26c20 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0600042 Oct 26 11:50:58.460377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34802) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:58.517906 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c0608e3d-1755-4adf-bc75-376df86dedae tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0563729 Oct 26 11:50:58.928696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5ff8f548-4da9-4535-9ec0-e0a2e1c0a931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:50:59.521733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34804) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:50:59.582971 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c7eb752d-bc80-4279-bc2c-b036529cd3ad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0601103 Oct 26 11:51:00.115517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:00.586960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34806) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:00.645243 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-458003b5-3e1f-43ed-98ac-fe010acb225b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0571451 Oct 26 11:51:01.566846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:01.627424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:01.649178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34808) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:01.710567 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-54aa901a-9525-47c0-80b6-84a27490e324 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0602672 Oct 26 11:51:02.714259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34810) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:02.771099 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bdc4499d-3940-4dc3-aed5-3bc392bd00f6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0557172 Oct 26 11:51:03.774988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34812) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:03.836799 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-915bfeb1-c45f-4a5e-a525-78f04cc0e5a2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0607476 Oct 26 11:51:04.839687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34814) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:04.899071 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a96becbf-3782-43a5-9be2-f03e340ca1bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0582318 Oct 26 11:51:05.903236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34816) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:05.966537 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8c73aa86-4ccd-437c-9f4c-1c0f134de05f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0620327 Oct 26 11:51:06.383701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=22 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:06.528648 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=67 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:06.531055 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=44 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:06.970151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34818) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:07.028591 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-670d69fa-e333-4afa-ad8f-fb2af232204e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0573807 Oct 26 11:51:07.739217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:51:08.032450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34820) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:08.093572 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f3a41c2-c93f-4c5e-afc7-ae38bd4024e0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0600379 Oct 26 11:51:09.098192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34822) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:09.155665 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9565031d-6981-471a-9f17-c404b5d5aa53 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0562680 Oct 26 11:51:10.158627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34824) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:10.220178 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c91e7da0-718a-4cfa-88fe-8524eb3fbc22 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0604789 Oct 26 11:51:11.224391 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34826) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:11.230588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:11.232262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:11.284310 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ac4a973-13d9-4d46-a963-aa2e0d0231b9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0587907 Oct 26 11:51:11.621100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=48,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:11.622906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:11.844496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:12.288234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34828) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:12.349512 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b178fc2-aa81-4f1f-9ab4-4f8da17ae66c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0601540 Oct 26 11:51:13.353096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34830) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:13.410438 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-83ec77f8-6600-4e44-b359-e851501e3823 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0562308 Oct 26 11:51:14.414912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34832) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:14.476523 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd9d6d44-ee67-4aa3-af66-786cce7e64d8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0604467 Oct 26 11:51:15.480413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34834) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:15.538653 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7855e10a-3948-4fce-922c-fbf7fca1aa93 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0569706 Oct 26 11:51:16.542344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34836) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:16.602798 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dc02a782-6b1c-43d3-a59a-3c45eed2fe27 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0593183 Oct 26 11:51:17.606729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34838) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:17.664022 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dfbe2ad2-c0ce-4a51-b037-c911f3b1dbe9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0561287 Oct 26 11:51:18.084635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:18.086600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=11 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:18.667963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34840) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:18.728742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1ead9e9a-1c8a-432d-9f10-d11ec17346d1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0596361 Oct 26 11:51:19.732685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34842) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:19.790533 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ee423d7-7ab2-4bce-9f25-0fc0c4f67d1d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0567212 Oct 26 11:51:20.793492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34844) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:20.854495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ab1bf6e2-f255-4913-ba3f-1f79a3b400fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0597959 Oct 26 11:51:21.839578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:21.841462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:21.858286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34846) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:21.918731 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72e5f85a-1ac4-4933-b18e-328c36f1cacd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0593083 Oct 26 11:51:22.923034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34848) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:22.984237 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c68bbc24-02cf-4680-8841-24d2ab57192d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0600736 Oct 26 11:51:23.988266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34850) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:24.050061 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a22ba84d-ab83-4ebc-bf95-e9d36e0cb2c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0605831 Oct 26 11:51:24.735564 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:24.736481 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:25.053540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34852) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:25.114248 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b7c1f299-e71f-435b-84a4-dd35b4d83c83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0595453 Oct 26 11:51:26.118090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34854) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:26.176646 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-09a6b739-8e96-42f1-a636-7bbe2d48a4b5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0572085 Oct 26 11:51:26.721979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b60dc343-b8d9-4846-8d43-cfc00aac6a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:27.179831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34856) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:27.240855 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-74b2a49e-d111-4435-bf32-4ae19c9fb83a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0599542 Oct 26 11:51:28.244842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34858) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:28.302824 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4c2068af-ac28-4cbd-9b60-491a7152cb0c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0568676 Oct 26 11:51:28.930611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-09a08ab2-1099-45c4-8607-661358c37f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:29.306781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34860) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:29.368218 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-90951014-1c21-42ca-90d8-7ac227ec4e06 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0600905 Oct 26 11:51:30.118678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:30.372273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34862) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:30.429117 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-35c39736-6238-4a48-92eb-4329e0aeb590 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0558074 Oct 26 11:51:31.432638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34864) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:31.490442 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6b47beb2-016f-414b-9a57-bc5cc3f99522 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0566494 Oct 26 11:51:31.569381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:31.630913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:32.494325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34866) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:32.555617 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-00d3dd58-7059-4a1c-aa1a-b6b78c79fa94 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0601411 Oct 26 11:51:33.560033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34868) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:33.617462 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f50549ff-2cf3-4432-87c0-f6ba17b388ed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0562725 Oct 26 11:51:34.620901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:34.683734 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3493cbfc-82c9-47ad-be2a-bf15bc46ff14 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0611503 Oct 26 11:51:35.687609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:35.745600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a8d1d81e-9d7d-4930-92fb-d08515b11b43 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0568464 Oct 26 11:51:36.749474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:36.809367 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-061ff1ff-a167-44f0-b724-de3fa4a155e7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0587406 Oct 26 11:51:37.813613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34876) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:37.871430 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-acff5998-c173-41d9-95ef-1a07ed8f0577 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0566828 Oct 26 11:51:38.875458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34878) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:38.936449 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0f3d3b1-dd66-4a58-af55-a0addf56ef36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0599098 Oct 26 11:51:39.607014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:39.608337 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:39.939482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34880) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:39.999362 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4d6df54-60a8-42bd-bd8f-90dbf03abdfc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0587103 Oct 26 11:51:41.003216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:41.059664 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34da0a77-34f1-4788-90ca-a770517355dc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0553086 Oct 26 11:51:41.855814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:42.063311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34884) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:42.123235 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6c2bb048-3991-4325-be78-56ba7f46e3bb tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0586805 Oct 26 11:51:43.127542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34886) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:43.185570 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5ba6dbdb-dfc7-4f1c-8e3d-5c59be4c67be tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0567999 Oct 26 11:51:44.189668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:44.249417 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cabc4344-99cd-48d1-94c8-6e6bb90291a4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0585966 Oct 26 11:51:44.737421 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:51:45.252404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34890) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:45.258584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:45.260237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:45.314324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1a6972f1-be38-4157-9de3-042868be556c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0608013 Oct 26 11:51:46.318659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34892) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:46.381667 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7329102e-91cf-4009-9c15-53b8c20affe4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0617311 Oct 26 11:51:47.385396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34894) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:47.442581 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-74007950-37a7-497a-8392-fbe515b0ec7f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0560672 Oct 26 11:51:48.445540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34896) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:48.507232 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a041938f-27e1-4414-94fa-bde6359b5df8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0605392 Oct 26 11:51:49.510260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34898) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:49.567525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-84b3d22b-e129-4ce2-8b46-ac47c8363018 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0561500 Oct 26 11:51:50.571439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34900) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:50.633234 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9eeaeb0c-d4f4-46cb-93fc-6f04c3ff8344 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0606081 Oct 26 11:51:51.637181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34902) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:51.696163 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-548736b7-181b-4f7e-bad4-a0a86664220e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0578108 Oct 26 11:51:51.846348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=20 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:51.852175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:52.700037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34904) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:52.761045 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e4e4bca5-9313-452c-9cfd-26774e624d98 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0598834 Oct 26 11:51:53.765058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34906) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:53.823187 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a7b950d-c89c-4179-849f-168d7160a80f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0570765 Oct 26 11:51:54.233503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:54.242740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=74 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:54.710927 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-ee10d2eb-11d3-4ed5-98f1-389d4c8649f9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820892 Oct 26 11:51:54.732453 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:54.733248 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:51:54.813712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-2da7c33f-ebb8-4ecf-ac09-af00fb707a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:51:54.815176 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-2da7c33f-ebb8-4ecf-ac09-af00fb707a65 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1130 time: 0.0386460 Oct 26 11:51:54.827120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34910) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:54.891962 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5564aed-1a7d-404c-8536-a205370f8ade tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0636196 Oct 26 11:51:54.925668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-e1217979-8389-4ce3-8b79-5af552b98511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:51:54.927135 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-e1217979-8389-4ce3-8b79-5af552b98511 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 897 time: 0.0921028 Oct 26 11:51:54.988130 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-33e6a380-cc78-485d-8078-f39cf6b264f9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 1002 time: 0.0540700 Oct 26 11:51:55.035314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-6ba6a214-8e3c-49b8-bebd-25273f0f66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:51:55.036748 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-6ba6a214-8e3c-49b8-bebd-25273f0f66e7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 200 len: 834 time: 0.0430224 Oct 26 11:51:55.083096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-f0e05ca3-214f-4841-9502-6ad800227a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:51:55.084614 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-f0e05ca3-214f-4841-9502-6ad800227a57 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426357 Oct 26 11:51:55.094347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-7bf1ae33-03a1-4c15-bccc-e480bac46e1f service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:51:55.095267 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-7bf1ae33-03a1-4c15-bccc-e480bac46e1f service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047629 Oct 26 11:51:55.183605 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-cf1ff949-8c59-4f17-95b7-8d416acce435 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823989 Oct 26 11:51:55.275907 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c5ee43ff-b63c-4e8e-aad6-a3404f7468a8 req-027c1c00-ddcb-4b20-81cb-65c17520a8bb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864408 Oct 26 11:51:55.895235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34916) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:55.953237 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f78c960-e599-48d4-bc97-6717ca4fc948 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0564976 Oct 26 11:51:56.725255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-59ba6ec1-64c4-4fc9-aabe-2127fe0fc7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:56.957800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34918) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:57.016322 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-53cabac0-4134-40ea-a4cb-1372e762afbe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0573950 Oct 26 11:51:58.020901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:58.087481 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-53ba969b-2d3c-400f-b57b-9846b450a52d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0654557 Oct 26 11:51:58.935573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f93e0850-1506-4678-b381-3f04fdea1e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:51:59.091293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34922) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:51:59.149100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a3118f7a-3f02-47f4-9040-e53bffff9e26 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0565641 Oct 26 11:52:00.121962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:00.152219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:00.213258 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-40d8af21-60cc-4eec-8f93-4da3fc6c32ba tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0599804 Oct 26 11:52:01.217159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34926) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:01.274568 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0afcf93c-b4bf-4c40-9e28-f379371213c0 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0562477 Oct 26 11:52:01.571552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:01.633951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:02.277402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34928) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:02.338695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fda23cb6-71c2-4f0f-9a00-a0e92705de96 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0601492 Oct 26 11:52:03.342469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34930) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:03.681131 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e39b1bec-93c6-41ab-abf8-f311005efc25 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.3374400 Oct 26 11:52:04.684389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34934) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:04.742442 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d44c5ba7-ca27-49e5-b294-0994d2e12d01 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0568943 Oct 26 11:52:05.745556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34940) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:05.803462 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9d77dba7-2f85-44e8-a1fb-a41cb914310c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0567641 Oct 26 11:52:06.806668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34944) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:06.867454 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-48a4563a-e6a6-447f-b030-fdf372143166 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0595713 Oct 26 11:52:07.871345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34946) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:07.931093 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1fd7a4d1-89e2-412e-aefc-cfba358fa0a4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0585697 Oct 26 11:52:08.935226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34948) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:08.995330 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1c57a3c7-5347-4e09-a650-4eb54e537ef2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0589447 Oct 26 11:52:09.999134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34950) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:10.041530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:10.058453 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0b7bfd07-ced4-46de-9454-4e54b42cb5ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0582147 Oct 26 11:52:11.062319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34952) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:11.123436 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d12fd22b-7cf2-40fb-974d-8cdef3d0bcc7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0599916 Oct 26 11:52:11.627403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:11.630100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:11.867967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:12.127538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34954) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:12.185130 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-99bfdd16-ea1a-4328-bb58-6d053bf76336 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0565133 Oct 26 11:52:13.188457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34956) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:13.196862 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:13.249104 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-89b777c0-25c2-4128-8161-5325803908de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0594983 Oct 26 11:52:14.252666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34958) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:14.310716 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-adf9af45-4679-472f-afda-d953266ae9b5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0568748 Oct 26 11:52:15.314268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34960) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:15.374514 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ff1f5f6-38fd-4fae-b609-2b90e0d53b2d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0591259 Oct 26 11:52:16.378400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34962) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:16.437873 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1e41dd8b-55f9-43d7-a737-a6ab1585dff9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0583544 Oct 26 11:52:16.598617 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:16.604888 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:17.441740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34964) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:17.502060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b1b66f31-c050-4291-a26a-33876f85774d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0591650 Oct 26 11:52:17.921245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=72 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:17.923292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=76 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:18.505125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34966) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:18.562738 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d4692a98-2a6d-44b2-977a-0bdf5a586742 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0564928 Oct 26 11:52:19.566619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34968) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:19.627377 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1068e70a-8082-4fb9-82c8-53cc9b487853 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0596066 Oct 26 11:52:20.631262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34970) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:20.690134 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-da2e9425-6bfa-4810-8aa1-9c46d2f70c70 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0577021 Oct 26 11:52:21.693575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:21.736223 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:52:21.754885 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1f68bbc4-98f2-457c-93b5-c3c3d82c63de tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0601687 Oct 26 11:52:21.860233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:21.863102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:22.758587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:22.816719 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-99fcb106-c1a0-4b5f-9154-88a87fb8e10f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0563939 Oct 26 11:52:23.820234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:23.884556 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6b36e1b3-c075-43ec-bb34-33787c67322a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0616882 Oct 26 11:52:24.886695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34978) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:24.945089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7377bf37-f9a8-4808-8bc3-0c610bba65f9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0572495 Oct 26 11:52:25.949008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34980) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:26.010804 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c7f30dc5-a53a-4599-a35d-f8ab7d21457b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0606673 Oct 26 11:52:26.727755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1beb9be5-41ff-44d5-a06c-220d5ee673f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:27.013899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34982) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:27.073172 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aaf691a7-b7a9-4685-83a2-bc5d173f2ba7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0580766 Oct 26 11:52:28.076721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:28.138244 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7330512c-03e4-40c1-8c47-979a409e2500 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0603027 Oct 26 11:52:28.937763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6f349558-0172-4b20-9806-80f456386e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:29.141605 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:29.199237 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5e8174c5-362a-462e-a7d5-e7bbf8c3796f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0565348 Oct 26 11:52:30.127479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:30.203196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34988) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:30.265240 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f1e2e909-1b82-446c-adf0-86532954fd36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0605536 Oct 26 11:52:31.268878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 34990) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:31.275079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:31.327690 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-090db821-dfb7-493e-94ac-93ef3b0cee15 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0576580 Oct 26 11:52:31.575105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:31.636585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:32.331652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34992) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:32.393001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-454d65fd-d8ed-464b-b71e-55154da69e2e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0601828 Oct 26 11:52:33.396743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:33.455001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1ce687ad-133f-4f90-8e7c-7eafa522a5fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0571451 Oct 26 11:52:34.458875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:34.519441 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-055123eb-61dd-4ae0-aedd-9111b21c5356 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0594199 Oct 26 11:52:35.523235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 34998) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:35.580145 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-41400773-7a25-4509-8e76-7169cda7b261 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0556612 Oct 26 11:52:36.583911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35000) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:36.646410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5697ea5-cbc9-420a-bda4-fe9b23ee522d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0612607 Oct 26 11:52:37.650070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35002) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:37.707198 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-15b4d34e-d614-4524-a030-13791a303cbd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0560136 Oct 26 11:52:37.763648 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:38.711048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35004) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:38.771154 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c8070c5d-71b5-4df6-898d-cc93911fa4b3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0589824 Oct 26 11:52:39.774178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35006) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:39.833972 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-51e58011-8092-47e2-b9e4-d6c38e353327 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0585799 Oct 26 11:52:40.838560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35008) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:40.900114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c7fed511-f9f0-4a60-ac6c-cdcbdb28a89e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0602443 Oct 26 11:52:41.318143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:41.320053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:41.630950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:41.632756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:41.878957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:41.904873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35010) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:41.963233 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-69657eed-1e55-4b51-9d90-ad6a41b295fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0571992 Oct 26 11:52:42.967168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35012) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:43.027713 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c9970d13-84df-4979-875a-a02bfd33a759 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0593805 Oct 26 11:52:44.031637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35014) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:44.090520 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3eb7e363-88b2-46f0-90ca-f2777099b08f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0577469 Oct 26 11:52:45.095067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35016) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:45.151799 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-00fa45dc-f7ce-4d07-ad94-9e9e1d692150 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0555971 Oct 26 11:52:46.155740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35018) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:46.217614 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-03e36b31-fbb1-47a1-936f-5bab12b67d22 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0607693 Oct 26 11:52:47.221172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35020) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:47.278528 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6222ea83-ed38-47d8-a749-a4eb7c652edd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0560513 Oct 26 11:52:48.282422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35022) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:48.342203 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b6e2db95-aa36-43e9-bad1-dbac7fcee9ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0580039 Oct 26 11:52:49.345518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35024) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:49.404570 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c0c13d9f-b314-4a1a-90ae-f0d8847fe5a1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0578420 Oct 26 11:52:50.408491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35026) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:50.469146 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-522756e8-88d2-4d45-9c54-1ea1c9a1839d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0594575 Oct 26 11:52:51.472659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35028) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:51.529987 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bd08d54c-b667-4da5-9ac7-767bd317279a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0562134 Oct 26 11:52:51.871819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:51.874554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:52.533831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35030) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:52.594060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9c69d471-29da-4e52-9dcd-d04b6ae191b7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0590556 Oct 26 11:52:53.019353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=56 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:53.020194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=54 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:53.596958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35032) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:53.599971 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:53.600713 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:53.654078 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-868e3eeb-a72c-4174-9613-10f12a9ff777 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0559695 Oct 26 11:52:54.658347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35034) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:54.726003 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-514ad6ca-fb4f-4a4f-9020-7a5b07209225 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772896 Oct 26 11:52:54.740096 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-99589f94-77a4-4155-bae3-df246465a735 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0807557 Oct 26 11:52:54.827714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-13b074cb-e04d-4b09-ac44-845c94b18fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:52:54.829234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-13b074cb-e04d-4b09-ac44-845c94b18fc6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1130 time: 0.0400672 Oct 26 11:52:54.935772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-6dd498b1-651d-402b-b18e-8705de095c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:52:54.937161 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-6dd498b1-651d-402b-b18e-8705de095c4c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 897 time: 0.0900886 Oct 26 11:52:54.999869 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-f6d4159f-04d3-4cd2-bb70-a898ce225b47 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 1002 time: 0.0549774 Oct 26 11:52:55.046960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-13036963-86b2-421b-9931-fc36872686be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:52:55.048412 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-13036963-86b2-421b-9931-fc36872686be service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 200 len: 834 time: 0.0434706 Oct 26 11:52:55.096120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-f31ad893-c676-411d-a472-88df0bf0cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:52:55.097617 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-f31ad893-c676-411d-a472-88df0bf0cba5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428367 Oct 26 11:52:55.169569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:55.185362 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-6829c15e-0355-4ce3-bda5-f68230b0cf6b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817823 Oct 26 11:52:55.558185 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c788672-8d4b-477f-9222-f4f32f25bd99 req-5ce125ed-5c43-4cdc-bff6-fde80b4ba040 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657839 Oct 26 11:52:55.743352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35036) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:55.750088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:52:55.801699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8ed4e09-e821-4bb2-b6b1-b8604ae85c54 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0572073 Oct 26 11:52:56.729211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7916-50b2-4ee0-b691-cd13a0453c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:56.805545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35038) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:56.866837 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-46b838ec-7b79-4402-ac61-2a6016ecc655 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0601525 Oct 26 11:52:57.870792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35044) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:57.928395 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-77ec26e0-e7cd-4944-934d-9baa542a7d20 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0563440 Oct 26 11:52:58.736534 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:52:58.932446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35046) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:52:58.940819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-28a0f39e-9e4c-4312-a4cf-8ded7d1d0d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:52:58.995506 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5406b6fe-5e2f-46ae-a629-b6f5223edd6e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0620210 Oct 26 11:53:00.000253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35048) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:00.057026 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-336ca026-8459-4f0d-9f52-d26824cefe03 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0556500 Oct 26 11:53:00.128062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:01.060813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35050) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:01.121330 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8c6bdd25-e9ab-4bcb-9aa4-bf9ffa220334 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0588481 Oct 26 11:53:01.578528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:01.637994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:02.125690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35052) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:02.182618 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a140488b-2cc6-4e5a-8523-03d38f9d0801 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0555539 Oct 26 11:53:03.186280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35054) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:03.246518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-339f45c6-3f95-4268-87b5-23eb804c5d21 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0590439 Oct 26 11:53:04.250917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35056) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:04.309150 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e643e2f4-bde5-4a13-b82c-1faafa298c21 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0570233 Oct 26 11:53:05.312413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35058) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:05.374552 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-513717a6-1f59-465f-94a8-36155e00dc03 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0602977 Oct 26 11:53:06.379068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35060) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:06.437160 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-03be8d52-539b-45bd-8996-4cd013ec7150 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0569711 Oct 26 11:53:07.441458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35062) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:07.500924 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b2f808b4-b651-454f-99fd-ecac0ea8a918 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0583515 Oct 26 11:53:08.505383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35064) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:08.561938 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-26963dfe-a178-4b75-b6e3-2f9c6ba0efac tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0554488 Oct 26 11:53:08.730048 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:08.730894 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:09.566276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35066) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:09.625376 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9729a289-440d-4444-9796-e9f8397b553a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0579252 Oct 26 11:53:10.629341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35068) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:10.691825 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e74f5631-7b50-4a18-8654-4464b7d548f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0612769 Oct 26 11:53:11.632385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:11.634301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:11.695897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35070) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:11.753459 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-02e2e998-3641-441a-acd5-9949fe872b12 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0564282 Oct 26 11:53:11.895483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:12.757455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35072) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:12.825560 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c0626d87-6267-49bf-8bba-f84cbbad08a9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0669456 Oct 26 11:53:13.829619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35074) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:13.890957 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e71e4167-f4e1-42be-8034-e89332a41594 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0602746 Oct 26 11:53:14.894878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35076) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:14.955071 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a34628b-0cb7-4f90-ad3a-18ee6eb9c082 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0590391 Oct 26 11:53:15.958953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35078) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:16.016251 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8ed727b3-f5b3-4fc8-b583-2769448898b2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0561175 Oct 26 11:53:17.020531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35080) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:17.083139 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f9974ef9-373f-49c7-8f6f-97c06b3508f4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0613329 Oct 26 11:53:18.086980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35082) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:18.147456 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d0adf614-c333-45d9-b8ff-1dc065655637 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0592721 Oct 26 11:53:19.150922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35084) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:19.208674 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-23548299-400d-4d5a-8692-7d1327f4a168 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0565934 Oct 26 11:53:20.212438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35086) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:20.273003 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a97d53a4-3966-49a7-a6fe-b5dbd5054bec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0593975 Oct 26 11:53:21.276829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35088) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:21.335705 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa0d0532-f4c6-4bd7-ac73-707a584a97ee tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0577211 Oct 26 11:53:21.889037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:21.891339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:22.339551 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35090) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:22.395694 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-018026e7-39d2-4e26-acfd-799e16bf5879 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0550015 Oct 26 11:53:23.399781 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35092) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:23.438890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:23.461403 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6901478c-060c-432a-8c1b-0b1beb2d8f8f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0604715 Oct 26 11:53:24.465125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35094) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:24.471677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=49 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:24.473338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=43 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:24.530857 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0002f465-40d2-4504-936f-a42315f6cd82 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0642741 Oct 26 11:53:25.534716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35096) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:25.591802 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-99f68fc9-b7a0-48ab-853a-01d0858b0bed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0558877 Oct 26 11:53:26.595787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35098) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:26.603158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:26.654107 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c40f8180-2f90-4b6b-affa-df5f1cbb5085 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0572691 Oct 26 11:53:26.731699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-66dbc1f0-78f8-4dc0-a95b-270f3a2b878d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:27.658005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:27.719490 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dab3f67f-434f-4e83-9ff7-ec8aeaff1c71 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0603549 Oct 26 11:53:28.723845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35102) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:28.781947 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5bd6faea-3143-47f7-b7e2-1d4021f09a66 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0561812 Oct 26 11:53:28.943080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ed8a616f-3840-416b-92b4-d101daf41009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:29.785588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35104) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:29.847421 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-03e319cc-c1e8-40d8-9912-5fca191f8ced tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0606990 Oct 26 11:53:30.132039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:30.596480 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:30.597319 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:30.851855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:30.913923 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-44dfab79-b058-4df3-a8fd-9d990e5ff876 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0610454 Oct 26 11:53:31.582454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:31.640988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:31.917566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35108) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:31.973956 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-db4eee5c-c757-4159-b68c-f3bb05fefa3f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0552788 Oct 26 11:53:32.977841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35110) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:33.035302 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1fcc19f1-f728-4092-a874-e0836fed5d2b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0562918 Oct 26 11:53:34.039648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35112) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:34.099634 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a7903372-02bc-4f40-a04e-4971e6536111 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0587003 Oct 26 11:53:35.103494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35114) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:35.161737 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61ab4bd7-c987-4a61-b090-e55d6e98533f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0570776 Oct 26 11:53:35.735685 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:53:36.165589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35116) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:36.225779 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ca4d7a1f-73df-452a-bdc3-1a24a35d4ec9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0591366 Oct 26 11:53:37.229830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35118) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:37.287073 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8bc95396-d6e3-46de-a3be-a3ae8f753571 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0561068 Oct 26 11:53:38.291010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35120) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:38.351204 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c77da82a-6aef-46ce-97d4-df17e84da68e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0591018 Oct 26 11:53:39.354637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35122) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:39.412369 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a8a693a5-265b-455c-a638-24b5577beb97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0564728 Oct 26 11:53:40.417094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:40.478286 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-939b4cfb-764a-4b24-93db-cd6f595bf5f3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0600681 Oct 26 11:53:41.482213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35126) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:41.539333 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9e9d37e-d538-486d-b0da-835d0a621bca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0559723 Oct 26 11:53:41.907666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:42.543325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35128) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:42.603662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e850c3d8-adf0-431e-a3ea-6c792cc25f50 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0591772 Oct 26 11:53:43.607403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35130) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:43.667684 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-212f8717-1e05-4fba-adf3-638301970962 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0591207 Oct 26 11:53:44.671707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35132) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:44.729297 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-94eaf859-37f8-43a1-8eab-d8355651f9f3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0564389 Oct 26 11:53:45.731625 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:45.733159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35134) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:45.794938 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5360500a-2eaa-4412-b651-1e8dc02d1414 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0605106 Oct 26 11:53:46.798752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35136) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:46.857611 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34b574e0-7fc1-45d0-a023-40a06b45779c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0575969 Oct 26 11:53:47.861414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35138) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:47.923599 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-178a60a0-f7a0-415b-b5bf-b2d3f1db72bc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0610538 Oct 26 11:53:48.927490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35140) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:48.983812 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7e9a65c1-bb7b-49db-a0af-b5b0eb934c97 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0551853 Oct 26 11:53:49.987255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35142) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:50.048215 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a99415a0-de56-4d8a-865d-9c04cd2dafd7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0597744 Oct 26 11:53:51.052080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35144) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:51.111232 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f9e0f8c-b92a-4cb9-9188-081c9df26299 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0580249 Oct 26 11:53:51.902792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:51.904692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:52.115117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35146) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:52.175421 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a806d6d5-2a71-46ff-ba41-e4ec3f50bc6c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0592079 Oct 26 11:53:53.179213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35148) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:53.239023 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6bf663e8-b624-4c48-a66d-827842944cdc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0577106 Oct 26 11:53:54.243606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35150) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:54.249821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:54.304181 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4659260-0341-4763-9ed5-8620da0bc8fe tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0593932 Oct 26 11:53:54.701421 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-97e0326b-780e-42df-919a-02ff567cd1eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436754 Oct 26 11:53:54.804346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-f0a9eacf-9560-4056-bfe2-b2e9f4d813dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:53:54.806463 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-f0a9eacf-9560-4056-bfe2-b2e9f4d813dd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1130 time: 0.0405235 Oct 26 11:53:54.885487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:54.912412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-af8423c0-ddf2-46fe-9e2b-8f76743d55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:53:54.913905 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-af8423c0-ddf2-46fe-9e2b-8f76743d55a2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 897 time: 0.0899107 Oct 26 11:53:54.973978 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-4f55e94b-e3ff-4cfe-8c56-7ee0088a65f0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 1002 time: 0.0540056 Oct 26 11:53:55.019582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-ecb4b334-0fce-4eff-b4aa-dd289cfd5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:53:55.021016 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-ecb4b334-0fce-4eff-b4aa-dd289cfd5b79 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 200 len: 834 time: 0.0414436 Oct 26 11:53:55.065502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-a7c0a624-0062-41fc-b4d3-5ab9fc5c0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:53:55.066956 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-a7c0a624-0062-41fc-b4d3-5ab9fc5c0856 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405006 Oct 26 11:53:55.308154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35152) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:55.314250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=55 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:55.315985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=55 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:53:55.369722 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a1557cd5-561a-4060-92a2-8eb505a072d2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0604703 Oct 26 11:53:55.440195 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-3a7890f1-371b-497b-b1ff-defd2e36d22f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672185 Oct 26 11:53:55.532160 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f8bae53-ae09-479d-85b1-b7379ba36d65 req-8a54c397-7774-433d-aef4-91d75cf5a054 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853484 Oct 26 11:53:56.373670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35154) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:56.435295 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-861176fd-5d61-4b2c-9b54-c00c6d30e6cf tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0604572 Oct 26 11:53:56.733574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-28dfc3d3-ec88-4f31-97cf-4f721b94b261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:57.438630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35156) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:57.497300 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9d596064-83e9-4d81-a9ab-f8dc8849e7b8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0575752 Oct 26 11:53:58.500657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35162) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:58.557748 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8a1a236a-ebac-462b-8681-4c8f9bee5570 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0559554 Oct 26 11:53:58.944901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-872ff71d-a358-4786-b7b7-cfca7f08f615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:53:59.561527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35164) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:53:59.623285 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-954c8e28-4a0a-4af7-870f-332e0022e7c7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0606110 Oct 26 11:54:00.134875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:00.627185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35166) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:00.684777 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6d32a3dd-76d1-4efc-b309-d09e99df15ff tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0563302 Oct 26 11:54:01.585609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:01.643712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:01.688640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35168) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:01.749546 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73af7539-6862-4f2f-9537-a22da654205a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0596931 Oct 26 11:54:02.753295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35170) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:02.811960 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ae2d26cb-35f4-42d0-b498-7f17fc6e83d9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0574346 Oct 26 11:54:03.815786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35172) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:03.876141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4c1a9214-ba9f-4069-af1b-9169ab1d14d4 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0591748 Oct 26 11:54:04.879963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35174) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:04.938741 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a67d72a-7f5e-408a-a770-1ba722522b09 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0576081 Oct 26 11:54:05.942668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35176) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:06.002870 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b87273a-d0e7-4326-b871-971923a9fe5e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0590909 Oct 26 11:54:07.006896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35178) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:07.064616 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f533313d-2b05-4f08-a2e6-8a8ca9e3cbe8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0566099 Oct 26 11:54:07.590329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:07.594256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:08.068223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35180) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:08.129071 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b04f6188-50c2-4727-8be7-302c5aeb3aa8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0597298 Oct 26 11:54:09.132928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35182) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:09.190583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a9a0a96f-2d44-415c-ba7d-7a8950a1d3c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0564973 Oct 26 11:54:10.193482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:10.254087 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-780f8832-3cbb-434c-a976-78d240dc7379 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0594771 Oct 26 11:54:11.257999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:11.314867 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9d6d2dc3-9e52-42ff-9a12-b572543d11c5 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0557497 Oct 26 11:54:11.637678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:11.640622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:11.914106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:12.318772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35188) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:12.379981 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c8c20a79-1a6f-4b3d-b52a-bc1e50f21011 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0600610 Oct 26 11:54:12.734850 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:54:13.383870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:13.440169 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-75143028-c056-4c05-bcb5-1195c6e21094 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0545645 Oct 26 11:54:14.444278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35192) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:14.512226 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-02c9d129-4933-4513-871d-47ad3fdd501a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0666974 Oct 26 11:54:14.928825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=71 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:14.930733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:15.518938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35194) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:15.577014 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0e05202b-ee07-4191-b92b-ce2fb0b6f10e tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0569022 Oct 26 11:54:16.580512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35196) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:16.641456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2e42a6cd-69ab-475b-bafd-616c77facaa7 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0597732 Oct 26 11:54:17.645236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35198) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:17.707146 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a5895e0b-6285-428e-b6b9-3b0aa338b1c6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0606837 Oct 26 11:54:18.710909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35200) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:18.769579 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-42dda8a1-0148-4d16-9e46-1d846bfd33b9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0575402 Oct 26 11:54:19.773551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35202) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:19.837672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6f8f048a-9eb9-4055-b503-0b5af87fca35 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0629921 Oct 26 11:54:20.841504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35204) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:20.900272 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f0563cd1-f532-405c-970d-30de5dcb822a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0576515 Oct 26 11:54:21.904151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35206) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:21.907930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:21.910482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:21.965720 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb32cf41-6119-402c-bef2-8a50dfdecf84 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0603933 Oct 26 11:54:22.730190 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:22.730959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:22.969510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35208) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:23.027025 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9c60a9da-1838-4966-b320-fe3d51631c72 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0563166 Oct 26 11:54:24.031153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:24.092086 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-92a0a228-02a4-45e5-9db7-cc05d6378699 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0596812 Oct 26 11:54:25.095861 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35212) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:25.157293 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8a873a23-a677-4916-9b9d-e9d59d7667e8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0602338 Oct 26 11:54:26.161065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:26.221908 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b05feb25-080a-42c1-a5d3-13607124ec4d tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0598085 Oct 26 11:54:26.735884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-75eb2463-c593-4254-8a54-32ab21616cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:27.225826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35216) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:27.288054 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bcecfd7a-5729-4d79-8afd-fdddd99b3f38 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0608931 Oct 26 11:54:28.291452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35218) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:28.298352 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=77 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:28.299993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:28.350366 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bfb89b97-71ca-420f-8895-eb75e65ad69a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0577624 Oct 26 11:54:28.947467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-790e6d42-e4fb-4d16-872c-9c54608c2e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:29.353274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35220) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:29.413469 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-43c538dd-99e4-4f83-a37d-4d4a9a0ad944 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0591595 Oct 26 11:54:30.135897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:30.417993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35222) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:30.475871 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c5c5460-2383-4590-a3f9-c30fb57e5e67 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0567203 Oct 26 11:54:31.479802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35224) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:31.540215 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-876c1241-b5a4-4f57-a9b8-5d83bfc7f761 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0592885 Oct 26 11:54:31.588998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:31.646579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:32.544593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35226) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:32.601484 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-823585ff-a382-4ee3-8728-f4c8761cddb9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0557678 Oct 26 11:54:33.606069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35228) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:33.665322 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c036d0cc-8f19-4311-ac1f-9d538d11c4ec tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0581355 Oct 26 11:54:34.669244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35230) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:34.729674 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-adeb006f-8afc-4c54-b131-f48abc116f89 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0592861 Oct 26 11:54:35.733567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35232) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:35.791234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a28a419c-9761-4cf0-948e-d193a0374e36 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0565467 Oct 26 11:54:36.795260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35234) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:36.853609 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eb0293ae-d6fb-459d-b32b-1ef549aee705 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0568604 Oct 26 11:54:37.857421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35236) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:37.959447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3f2aaf01-8e8a-4ed3-8f61-d65deb11d5b6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.1008651 Oct 26 11:54:38.963321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35240) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:39.023815 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1f8bffa8-1cfc-4ffa-b543-404ad626ac6f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0593543 Oct 26 11:54:40.026839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35242) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:40.084608 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-01f2b779-6ad6-43a6-a84f-9b2dbb35ffe2 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0564811 Oct 26 11:54:41.087466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35244) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:41.145889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b101d5f0-c32b-4ba0-99ce-c5e85e77ddcc tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0573354 Oct 26 11:54:41.640938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:41.642809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:41.914438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:42.149180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35246) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:42.209584 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-51ea3418-4121-4bbf-81d0-94bfd662d212 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0592740 Oct 26 11:54:43.213464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35248) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:43.271704 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7a163076-16a7-4019-a00f-1ad6bcf62683 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0571058 Oct 26 11:54:44.274820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35250) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:44.335277 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ebb65a9f-07ea-4f16-81f7-b6f76b0d8956 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0592947 Oct 26 11:54:44.589810 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:44.590496 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:45.339103 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35252) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:45.345486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:45.347536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:45.399386 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fdd6acad-89a2-45d7-bb74-785f281236f9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0590696 Oct 26 11:54:46.403982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35254) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:46.464013 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5dd37d9c-4463-41d9-9440-4b28b2732301 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0588779 Oct 26 11:54:47.467743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35256) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:47.524795 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0f7cbe17-17ad-4e7e-94d4-7753cb681f83 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0558996 Oct 26 11:54:48.527761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:48.587702 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a0d70df-415b-4f52-a2b5-2be6c85ba978 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0578935 Oct 26 11:54:49.591870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35260) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:49.649273 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9437495c-9316-4f93-90c2-77273eba0ac1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0562773 Oct 26 11:54:49.737022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:54:50.076342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=35 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:50.077209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=33 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:50.653292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35262) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:50.714708 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bdaa827e-b224-4a6a-b919-d2a28ec86f07 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0595498 Oct 26 11:54:51.718288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35264) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:51.776142 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-64183e37-c52e-45dc-a48e-3f62fb086406 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0566211 Oct 26 11:54:51.902653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:51.910280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:52.779387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35266) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:52.841296 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61ce8651-6a74-4310-b263-44f9d4702fb9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0600853 Oct 26 11:54:53.844889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35268) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:53.902908 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d29fe85-ec18-40d6-9ee8-52c4aebf84f1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0569298 Oct 26 11:54:54.907299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35270) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:54.967242 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fe336048-f0e7-4a73-91b2-bd6de83a7bed tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0585821 Oct 26 11:54:55.970948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35272) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:56.030888 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e88af28b-1cd9-4e08-8f05-c01f1a676664 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0587611 Oct 26 11:54:56.681322 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-d3253b32-e935-490a-8113-5bfb4396e1eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376418 Oct 26 11:54:56.739754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-61d60471-9404-4378-b79f-ac83da15d1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:56.783226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-1f88de17-923e-4410-b9dd-5373c7dd993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:54:56.784738 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-1f88de17-923e-4410-b9dd-5373c7dd993e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1130 time: 0.0390522 Oct 26 11:54:56.894547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-44cd34dc-23b4-4ca5-b23d-fe684e46ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:54:56.896068 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-44cd34dc-23b4-4ca5-b23d-fe684e46ef2a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 897 time: 0.0926170 Oct 26 11:54:56.956348 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-7332d633-268c-4028-9f0b-1b8df9c357ba service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 1002 time: 0.0548396 Oct 26 11:54:57.005029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-d4707003-174a-434f-9220-1f5d4e543dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:54:57.006457 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-d4707003-174a-434f-9220-1f5d4e543dcc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 200 len: 834 time: 0.0438671 Oct 26 11:54:57.034935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35274) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:57.054850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-27fe1b0c-fa19-4622-ac92-6acad713954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:54:57.056454 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-27fe1b0c-fa19-4622-ac92-6acad713954e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442798 Oct 26 11:54:57.094575 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ec11470b-3972-4022-92ee-64a1cc74edea tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0582530 Oct 26 11:54:57.147591 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-2053ca64-ae41-4249-a25f-01f3c951cce0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831847 Oct 26 11:54:57.489120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:57.522067 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e9ccc83f-ac5c-4812-8ee3-435ef2eb4f43 req-b6c35662-3f09-48ab-aa57-c863d60786c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689897 Oct 26 11:54:58.097502 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35276) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:58.142411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:54:58.157868 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-128a4f8c-14e3-4719-9381-7b346f722157 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0592906 Oct 26 11:54:58.950083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-47230dc8-09a9-4740-a749-f386cee195b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:54:59.161859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35278) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:54:59.223057 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82a81199-59ff-4567-a314-19f49ef0d99f tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0601459 Oct 26 11:55:00.139684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:00.227041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35286) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:00.285358 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-372a07a0-df8b-4993-8e0e-17a2652f3980 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0571721 Oct 26 11:55:01.289277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35288) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:01.348740 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-253f8a7c-bb03-4cbd-8d31-4e60cf93c4fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0583439 Oct 26 11:55:01.591780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:01.648225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:02.352751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35290) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:02.410329 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-958d4521-8c58-4772-8f65-c1384c105545 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0563972 Oct 26 11:55:03.414188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35292) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:03.474486 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad4e06fc-ae36-4668-9db2-db22a9331c5b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0591748 Oct 26 11:55:04.477568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35294) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:04.535300 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cb92d483-43c6-44bf-af8d-2377762b84ca tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0565348 Oct 26 11:55:05.538735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35296) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:05.599379 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-abd563de-a0a7-4725-8e09-8865659235fd tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0594873 Oct 26 11:55:06.532211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:06.538115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:06.603269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35298) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:06.665284 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d2ddcab4-a696-479c-be28-ae0f9806e44a tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0608585 Oct 26 11:55:07.669174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35300) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:07.729111 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f00988b7-0ff6-4816-ba17-88321038cbad tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0587862 Oct 26 11:55:08.733287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35302) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:08.795262 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fdb325b8-b579-43be-b49c-65675d0f5bf9 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0608568 Oct 26 11:55:09.799625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35304) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:09.857572 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a35a55d2-d533-4ba7-9278-37a42aa3d8fa tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 200 len: 994 time: 0.0567646 Oct 26 11:55:09.860901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35306) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:10.004909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port ca1fa160-7d38-4fa3-aae1-eafad5fa39e5 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:55:10.005252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ca1fa160-7d38-4fa3-aae1-eafad5fa39e5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:10.085253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ca1fa160-7d38-4fa3-aae1-eafad5fa39e5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:10.085493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (ca1fa160-7d38-4fa3-aae1-eafad5fa39e5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:10.098922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for ca1fa160-7d38-4fa3-aae1-eafad5fa39e5 owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:55:10.177503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:10.239828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:10.246019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ca1fa160-7d38-4fa3-aae1-eafad5fa39e5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:10.271415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=ca1fa160-7d38-4fa3-aae1-eafad5fa39e5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:10.283981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.284332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.284678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.285020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.285371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.285687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.286015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.286340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.286668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.286996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.287323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.287650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.288000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.288323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.288648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:10.344360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for floatingip (b2f31226-57a9-4b91-9153-1ba7de41b75d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:10.344606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Floating IP b2f31226-57a9-4b91-9153-1ba7de41b75d disassociated (deleted). External IP: 172.26.0.113, port: 50b64625-1cf9-4ca5-9e66-9903c65d220e. Oct 26 11:55:10.542359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 24df3a92-b962-4ade-8d41-464c46077be9 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:10.646581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:10.650864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:10.656875 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:10.666779 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:10.667376 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:10.681543 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f9652fd1-81d4-49c7-9784-487374222ac8 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/b2f31226-57a9-4b91-9153-1ba7de41b75d HTTP/1.1" status: 204 len: 168 time: 0.8196552 Oct 26 11:55:10.682353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:55:10.684907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f08c7-17e4-47bf-8a79-d6e422185560" -d '{"events": [{"name": "network-changed", "server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:10.791644 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:10.897757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1c66c-27b6-4e62-b291-ad325159f536 x-openstack-request-id: req-64a1c66c-27b6-4e62-b291-ad325159f536 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:10.898276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:10.898276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64a1c66c-27b6-4e62-b291-ad325159f536 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:10.898820 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a1c66c-27b6-4e62-b291-ad325159f536'] response: {'name': 'network-changed', 'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'status': 'completed', 'code': 200} Oct 26 11:55:11.006132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:48Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:48Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:11.034503 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:11.043272 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:11.044428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:11.067819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024f2b9-f4ab-4b17-a448-9ddbb02fb72f req-0e2aa6c0-672f-4974-9ba1-5ff0947d0a1b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:11.069308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1024f2b9-f4ab-4b17-a448-9ddbb02fb72f req-0e2aa6c0-672f-4974-9ba1-5ff0947d0a1b tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 946 time: 0.1051979 Oct 26 11:55:11.136608 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1024f2b9-f4ab-4b17-a448-9ddbb02fb72f req-de753338-665c-4e6a-9902-8e7ecb716e53 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c01e9c1-f54f-4104-b2c2-6c4661e7826f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609522 Oct 26 11:55:11.145350 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:11.155788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-9e096b77-442e-4c88-8748-b9f6c4928f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:11.157327 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-9e096b77-442e-4c88-8748-b9f6c4928f1f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=96acf66580ef42109af70a407c10125a&device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 1130 time: 0.0455806 Oct 26 11:55:11.257169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-3df65a34-b6fa-4840-9e0d-c293c2af5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:11.258712 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-3df65a34-b6fa-4840-9e0d-c293c2af5ce6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 200 len: 897 time: 0.0935292 Oct 26 11:55:11.331814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:48Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:48Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:11.355932 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859fb2a-e3e7-40a4-9933-04af57dd946b None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:50:48Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:50:48Z', 'revision_number': 28, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:11.380426 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-ab04f440-b9d0-428e-9f54-49506992347a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 200 len: 217 time: 0.0338094 Oct 26 11:55:11.436199 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-2af6ae54-3baf-42d6-acb2-f5ca65a7bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:11.437797 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-2af6ae54-3baf-42d6-acb2-f5ca65a7bc34 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 200 len: 834 time: 0.0512338 Oct 26 11:55:11.553966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-5cc5b1d3-5d3b-4448-8c38-48762d23840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:11.561630 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-5cc5b1d3-5d3b-4448-8c38-48762d23840d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0588279 Oct 26 11:55:11.564764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-3b8561a6-c713-4c41-a7b7-53f28f447e28 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:11.566560 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-3b8561a6-c713-4c41-a7b7-53f28f447e28 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 946 time: 0.0673287 Oct 26 11:55:11.642792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:11.644726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:11.656714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 50b64625-1cf9-4ca5-9e66-9903c65d220e {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:55:11.657164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:11.661778 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-d05d0733-509c-4a40-83ed-26239eb69a8e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944016 Oct 26 11:55:11.760962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 50b64625-1cf9-4ca5-9e66-9903c65d220e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=50b64625-1cf9-4ca5-9e66-9903c65d220e,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:11.761338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:11.770884 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1c7f08c7-17e4-47bf-8a79-d6e422185560 req-4e591271-72f7-4afb-9253-7c81334d2811 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031234 Oct 26 11:55:11.777189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 50b64625-1cf9-4ca5-9e66-9903c65d220e owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:55:11.922876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (50b64625-1cf9-4ca5-9e66-9903c65d220e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:11.931856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:11.956592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=50b64625-1cf9-4ca5-9e66-9903c65d220e,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:11.984483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.984483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.984833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.985176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.985564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.985827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.986147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.986466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.986786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.987196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.987409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.987816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.988070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.988381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:11.988834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:12.015073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] No DVR routers for this DVR port 50b64625-1cf9-4ca5-9e66-9903c65d220e on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:55:12.017937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:12.021518 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b7801fc-9e44-42e1-9a08-e47c27547345 req-c8127caf-7132-44c2-8b87-b8894b92696c tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.23 "DELETE /networking/v2.0/ports/50b64625-1cf9-4ca5-9e66-9903c65d220e HTTP/1.1" status: 204 len: 173 time: 0.4500346 Oct 26 11:55:12.022036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'name': 'network-vif-deleted', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:55:12.026301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e3564f-0b07-4ce4-bf97-fd03ab52df94" -d '{"events": [{"server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "name": "network-vif-deleted", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:12.151322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c7512-393a-49dc-b66e-2b6f3aebf059 x-openstack-request-id: req-aa1c7512-393a-49dc-b66e-2b6f3aebf059 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:12.151960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17df50ac-f138-40a5-9bd2-8acc8dfd8e25", "name": "network-vif-deleted", "tag": "50b64625-1cf9-4ca5-9e66-9903c65d220e", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:12.151960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa1c7512-393a-49dc-b66e-2b6f3aebf059 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:12.152393 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1c7512-393a-49dc-b66e-2b6f3aebf059'] response: {'server_uuid': '17df50ac-f138-40a5-9bd2-8acc8dfd8e25', 'name': 'network-vif-deleted', 'tag': '50b64625-1cf9-4ca5-9e66-9903c65d220e', 'status': 'completed', 'code': 200} Oct 26 11:55:12.268745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e832f36c-52c2-424e-aedf-44536c8d9308 req-1e8c6072-7f82-4363-8e87-f81f111ca709 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=17df50ac-f138-40a5-9bd2-8acc8dfd8e25 HTTP/1.1" status: 200 len: 210 time: 0.0319738 Oct 26 11:55:12.811468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:12.855236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82dc3f22-ce48-498c-9d36-824c35e8a0fc triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:12.855610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:12.856594 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82dc3f22-ce48-498c-9d36-824c35e8a0fc Oct 26 11:55:12.930491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:12.930871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:12.952569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:12.956287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:12.957046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:13.026580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:13.038882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.039223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.039561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.039925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.040280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.040622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.040927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.041246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.041572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.041895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.042217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.042635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.042934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.043136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.043499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:13.048466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:13.048843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:13.049179 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 Oct 26 11:55:13.129570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:13.129974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:13.163301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:13.166908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:13.217491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:13.335456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35346) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:13.349919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:13.395164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5711cf91-4f72-481e-81d5-7a188508b0e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (3c01e9c1-f54f-4104-b2c2-6c4661e7826f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:13.398456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:13.420333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5711cf91-4f72-481e-81d5-7a188508b0e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (3c01e9c1-f54f-4104-b2c2-6c4661e7826f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:13.482178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5711cf91-4f72-481e-81d5-7a188508b0e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (3c01e9c1-f54f-4104-b2c2-6c4661e7826f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:13.484566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5711cf91-4f72-481e-81d5-7a188508b0e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:13.485729 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5711cf91-4f72-481e-81d5-7a188508b0e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3c01e9c1-f54f-4104-b2c2-6c4661e7826f HTTP/1.1" status: 204 len: 168 time: 0.1492205 Oct 26 11:55:13.495148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711cf91-4f72-481e-81d5-7a188508b0e3 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c01e9c1-f54f-4104-b2c2-6c4661e7826f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:13.531852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35350) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:13.861785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (24df3a92-b962-4ade-8d41-464c46077be9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:13.884102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:13.895691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:13.896332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:13.998826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:14.096539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 2bf53cd4-21e9-4529-b898-e98611cc9cc6 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:55:14.096883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:14.190154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 2bf53cd4-21e9-4529-b898-e98611cc9cc6, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2bf53cd4-21e9-4529-b898-e98611cc9cc6,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:14.190387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:55:12Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:55:13Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:14.190646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:14.204989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 2bf53cd4-21e9-4529-b898-e98611cc9cc6 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:55:14.214845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] Checking router: 24df3a92-b962-4ade-8d41-464c46077be9 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:14.220945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:14.224540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] Routers {'24df3a92-b962-4ade-8d41-464c46077be9'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:14.225154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['24df3a92-b962-4ade-8d41-464c46077be9'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:14.302767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:14.309349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:14.328828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] Set router 24df3a92-b962-4ade-8d41-464c46077be9 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:14.329432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:14.397005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2bf53cd4-21e9-4529-b898-e98611cc9cc6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:14.423513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=2bf53cd4-21e9-4529-b898-e98611cc9cc6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:14.534089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:55:12Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:55:13Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:14.561590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd2f143-b28d-482b-a49e-10e180c5753a None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [{'id': '24df3a92-b962-4ade-8d41-464c46077be9', 'name': 'tempest-TestNetworkBasicOps-router-987624137', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:49:55Z', 'revision_number': 4, 'project_id': '96acf66580ef42109af70a407c10125a', 'gw_port': {'id': '82dc3f22-ce48-498c-9d36-824c35e8a0fc', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:32:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:52Z', 'updated_at': '2022-10-26T11:55:12Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '2bf53cd4-21e9-4529-b898-e98611cc9cc6', 'name': '', 'network_id': 'bfffa6f1-cbb3-4f35-a94d-3349b9a4a624', 'tenant_id': '96acf66580ef42109af70a407c10125a', 'mac_address': 'fa:16:3e:6f:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df3a92-b962-4ade-8d41-464c46077be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:49:54Z', 'updated_at': '2022-10-26T11:55:13Z', 'revision_number': 29, 'project_id': '96acf66580ef42109af70a407c10125a', 'subnets': [{'id': '49409527-dae5-48b6-8fc2-0d31fbf10eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:14.601834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (24df3a92-b962-4ade-8d41-464c46077be9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:14.651746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d2c8a5-bf21-478f-b7bf-bfe25deeae25 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:55:14.725650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d2c8a5-bf21-478f-b7bf-bfe25deeae25 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:55:14.892222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Router 24df3a92-b962-4ade-8d41-464c46077be9 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:14.957980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82dc3f22-ce48-498c-9d36-824c35e8a0fc no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:15.009368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:15.017410 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5e2dce17-82b8-42b1-b4ff-b970d4e00ed6 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "PUT /networking/v2.0/routers/24df3a92-b962-4ade-8d41-464c46077be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4823565 Oct 26 11:55:15.018361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35352) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:15.078035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-f987361d-19b9-476d-9eb4-7dbffbf89e86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting subnet 49409527-dae5-48b6-8fc2-0d31fbf10eaa {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:55:15.081757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f987361d-19b9-476d-9eb4-7dbffbf89e86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (49409527-dae5-48b6-8fc2-0d31fbf10eaa), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.095494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82dc3f22-ce48-498c-9d36-824c35e8a0fc is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:15.095937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.129528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:15.129715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f987361d-19b9-476d-9eb4-7dbffbf89e86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (49409527-dae5-48b6-8fc2-0d31fbf10eaa), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.136794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.138741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:15.180761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 2bf53cd4-21e9-4529-b898-e98611cc9cc6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:55:15.180761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2bf53cd4-21e9-4529-b898-e98611cc9cc6 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:15.213110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:15.241395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f987361d-19b9-476d-9eb4-7dbffbf89e86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (49409527-dae5-48b6-8fc2-0d31fbf10eaa), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.297803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:15.310958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f987361d-19b9-476d-9eb4-7dbffbf89e86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (49409527-dae5-48b6-8fc2-0d31fbf10eaa), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.362687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987361d-19b9-476d-9eb4-7dbffbf89e86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Subnet': ['ID=49409527-dae5-48b6-8fc2-0d31fbf10eaa,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:15.377115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f987361d-19b9-476d-9eb4-7dbffbf89e86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.381416 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f987361d-19b9-476d-9eb4-7dbffbf89e86 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/49409527-dae5-48b6-8fc2-0d31fbf10eaa HTTP/1.1" status: 204 len: 168 time: 0.3627775 Oct 26 11:55:15.384184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35354) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:15.443017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:15.508730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (24df3a92-b962-4ade-8d41-464c46077be9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.645830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_gateway (24df3a92-b962-4ade-8d41-464c46077be9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.699037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Deleting port 82dc3f22-ce48-498c-9d36-824c35e8a0fc {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:55:15.700460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.724133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5342b-3081-401a-8eaf-ddfec1ffe647 None None] Network bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:55:15.831748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1ba5eb70-ed4e-4ad5-b6f8-31560172b354 None None] Provisioning complete for port b562d986-b762-43de-b317-233496e7816b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:15.832131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1ba5eb70-ed4e-4ad5-b6f8-31560172b354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b562d986-b762-43de-b317-233496e7816b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:15.832472 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1ba5eb70-ed4e-4ad5-b6f8-31560172b354 None None] Attempt 1 to provision port b562d986-b762-43de-b317-233496e7816b Oct 26 11:55:15.946102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5eb70-ed4e-4ad5-b6f8-31560172b354 None None] Current status of the port b562d986-b762-43de-b317-233496e7816b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:15.973630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21915567-bdcc-4aaa-aafb-51b658781f96 None None] DHCP port deletion for bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:55:16.017535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:16.021663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-21915567-bdcc-4aaa-aafb-51b658781f96 None None] Deleting port b562d986-b762-43de-b317-233496e7816b {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:55:16.022064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-21915567-bdcc-4aaa-aafb-51b658781f96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b562d986-b762-43de-b317-233496e7816b), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.034530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:16.105299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-21915567-bdcc-4aaa-aafb-51b658781f96 None None] For port b562d986-b762-43de-b317-233496e7816b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b562d986-b762-43de-b317-233496e7816b,segment=NetworkSegment(a2722d3e-7ec9-4613-a20e-04cf45bfc106),segment_id=a2722d3e-7ec9-4613-a20e-04cf45bfc106)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:16.105710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-21915567-bdcc-4aaa-aafb-51b658781f96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b562d986-b762-43de-b317-233496e7816b), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.128287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-21915567-bdcc-4aaa-aafb-51b658781f96 None None] Calling delete_port for b562d986-b762-43de-b317-233496e7816b owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:55:16.158092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] For port 82dc3f22-ce48-498c-9d36-824c35e8a0fc, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82dc3f22-ce48-498c-9d36-824c35e8a0fc,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:16.158452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.174963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Calling delete_port for 82dc3f22-ce48-498c-9d36-824c35e8a0fc owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:55:16.214049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-21915567-bdcc-4aaa-aafb-51b658781f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (b562d986-b762-43de-b317-233496e7816b), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.239223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21915567-bdcc-4aaa-aafb-51b658781f96 None None] Pushing event deleted for resources: {'Port': ['ID=b562d986-b762-43de-b317-233496e7816b,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:16.242927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21915567-bdcc-4aaa-aafb-51b658781f96 None None] No DVR routers for this DVR port b562d986-b762-43de-b317-233496e7816b on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:55:16.368787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (82dc3f22-ce48-498c-9d36-824c35e8a0fc), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.394248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Port': ['ID=82dc3f22-ce48-498c-9d36-824c35e8a0fc,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:16.453396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 50b64625-1cf9-4ca5-9e66-9903c65d220e no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:16.458877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (24df3a92-b962-4ade-8d41-464c46077be9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.473281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 50b64625-1cf9-4ca5-9e66-9903c65d220e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:55:16.473790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 50b64625-1cf9-4ca5-9e66-9903c65d220e not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:16.553434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (24df3a92-b962-4ade-8d41-464c46077be9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.555810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router_controller (24df3a92-b962-4ade-8d41-464c46077be9), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.611951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (24df3a92-b962-4ade-8d41-464c46077be9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.611951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Fanout notify agent at l3_agent the message router_deleted on router 24df3a92-b962-4ade-8d41-464c46077be9 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:55:16.611951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.611951 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4197c60c-5b23-4638-bd28-68a29a339873 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/routers/24df3a92-b962-4ade-8d41-464c46077be9 HTTP/1.1" status: 204 len: 168 time: 1.2235427 Oct 26 11:55:16.612923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35356) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:16.698631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (bfffa6f1-cbb3-4f35-a94d-3349b9a4a624), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.782981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (bfffa6f1-cbb3-4f35-a94d-3349b9a4a624), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.802681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfffa6f1-cbb3-4f35-a94d-3349b9a4a624']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:16.804644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:16.813958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2722d3e-7ec9-4613-a20e-04cf45bfc106') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:16.814263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2722d3e-7ec9-4613-a20e-04cf45bfc106') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:16.825353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (a2722d3e-7ec9-4613-a20e-04cf45bfc106), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.839113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (a2722d3e-7ec9-4613-a20e-04cf45bfc106), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.841054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:16.846666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:55:16.847045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (a2722d3e-7ec9-4613-a20e-04cf45bfc106), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.919124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (bfffa6f1-cbb3-4f35-a94d-3349b9a4a624), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.928630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:16.931269 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] 10.222.0.26 "DELETE /networking/v2.0/networks/bfffa6f1-cbb3-4f35-a94d-3349b9a4a624 HTTP/1.1" status: 204 len: 168 time: 0.3183496 Oct 26 11:55:16.946392 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment a2722d3e-7ec9-4613-a20e-04cf45bfc106 resource provider aggregate not found Oct 26 11:55:16.952730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b34bf-90af-4c48-a35f-fa9e6b63e6c1 tempest-TestNetworkBasicOps-383661716 tempest-TestNetworkBasicOps-383661716-project] Pushing event deleted for resources: {'Network': ['ID=bfffa6f1-cbb3-4f35-a94d-3349b9a4a624,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:16.979185 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment a2722d3e-7ec9-4613-a20e-04cf45bfc106 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2722d3e-7ec9-4613-a20e-04cf45bfc106 found for delete ", "request_id": "req-1181c145-773b-4f15-85b2-7024e53e445d"}]} Oct 26 11:55:17.283109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2180d2-1604-40f2-b5ba-f7bba6740ee8 None None] Sync routers for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:17.287761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35368) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:17.292971 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2180d2-1604-40f2-b5ba-f7bba6740ee8 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:17.293458 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2180d2-1604-40f2-b5ba-f7bba6740ee8 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:55:17.295458 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f2180d2-1604-40f2-b5ba-f7bba6740ee8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24df3a92-b962-4ade-8d41-464c46077be9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:55:17.304597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b562d986-b762-43de-b317-233496e7816b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:17.305906 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2180d2-1604-40f2-b5ba-f7bba6740ee8 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:17.306274 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2180d2-1604-40f2-b5ba-f7bba6740ee8 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:55:17.306879 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f2180d2-1604-40f2-b5ba-f7bba6740ee8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24df3a92-b962-4ade-8d41-464c46077be9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:55:17.307285 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2180d2-1604-40f2-b5ba-f7bba6740ee8 None None] The sync data for ids ['24df3a92-b962-4ade-8d41-464c46077be9'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:17.327589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: b562d986-b762-43de-b317-233496e7816b {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:55:17.327966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b562d986-b762-43de-b317-233496e7816b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:17.436600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2611ea3e-8a54-4f6c-90c8-efa0c062c142 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=96acf66580ef42109af70a407c10125a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478593 Oct 26 11:55:17.438982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35372) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:17.488119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2fbcb737-93b2-4a00-b684-60abef48706f admin admin] Publish callbacks [] for security_group (aecb51fb-c891-4127-9485-1ce9d79dc845), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:17.507869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2fbcb737-93b2-4a00-b684-60abef48706f admin admin] Publish callbacks [] for security_group (aecb51fb-c891-4127-9485-1ce9d79dc845), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:17.558454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2fbcb737-93b2-4a00-b684-60abef48706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (aecb51fb-c891-4127-9485-1ce9d79dc845), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:17.561148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2fbcb737-93b2-4a00-b684-60abef48706f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:17.562292 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2fbcb737-93b2-4a00-b684-60abef48706f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/aecb51fb-c891-4127-9485-1ce9d79dc845 HTTP/1.1" status: 204 len: 168 time: 0.1224203 Oct 26 11:55:17.570083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcb737-93b2-4a00-b684-60abef48706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecb51fb-c891-4127-9485-1ce9d79dc845,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:17.837394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35378) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:17.851302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3ceb-d548-442b-b442-242cc3e55ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:17.931593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3ceb-d548-442b-b442-242cc3e55ac3 admin admin] Publish callbacks [] for security_group (6129e538-1f0f-4564-93bd-f8a74e91bd64), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:17.936286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3ceb-d548-442b-b442-242cc3e55ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6129e538-1f0f-4564-93bd-f8a74e91bd64), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:17.956418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:17.977818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d6cb3ceb-d548-442b-b442-242cc3e55ac3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f0879627651b41df9cd3dbe54d467107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393454 Oct 26 11:55:17.979493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb3ceb-d548-442b-b442-242cc3e55ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6129e538-1f0f-4564-93bd-f8a74e91bd64,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:17.980589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35380) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:18.031287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-436213d8-ad05-4e6c-9b75-b17c3050bdce admin admin] Publish callbacks [] for security_group (6129e538-1f0f-4564-93bd-f8a74e91bd64), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:18.051384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-436213d8-ad05-4e6c-9b75-b17c3050bdce admin admin] Publish callbacks [] for security_group (6129e538-1f0f-4564-93bd-f8a74e91bd64), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:18.099616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-436213d8-ad05-4e6c-9b75-b17c3050bdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6129e538-1f0f-4564-93bd-f8a74e91bd64), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:18.102127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-436213d8-ad05-4e6c-9b75-b17c3050bdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:18.103693 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-436213d8-ad05-4e6c-9b75-b17c3050bdce admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6129e538-1f0f-4564-93bd-f8a74e91bd64 HTTP/1.1" status: 204 len: 168 time: 0.1212108 Oct 26 11:55:18.113131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436213d8-ad05-4e6c-9b75-b17c3050bdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6129e538-1f0f-4564-93bd-f8a74e91bd64,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:25.624094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:25.635474 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-3bdb5ed4-f9cd-4924-9870-940d9a4aea6b tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=479ed144ed624c9b9438bc0e93387a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309582 Oct 26 11:55:25.817081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-b628c67a-0211-4dad-b60e-7b6625f6b4ca tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:25.818458 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-b628c67a-0211-4dad-b60e-7b6625f6b4ca tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770811 Oct 26 11:55:25.833904 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-8cfb6531-e0c4-43ac-ad07-4b97696b14d1 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/quotas/479ed144ed624c9b9438bc0e93387a6f HTTP/1.1" status: 200 len: 375 time: 0.0096512 Oct 26 11:55:25.865955 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-2095ae0d-fa1a-4eb1-a4ad-8684d3af9e51 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=479ed144ed624c9b9438bc0e93387a6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269880 Oct 26 11:55:26.038288 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f125e002-5670-44c2-9a8b-de26f78ee648 req-db19f5f2-61a3-48bc-b0f6-9945e487c165 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 210 time: 0.0312781 Oct 26 11:55:26.740889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:55:26.744784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd8aae48-b041-4edf-858b-5ea5c37afbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:27.149648 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2c01c22-8db4-4fb9-bf28-71db98fbc676 req-46950779-384b-445d-9557-cb34f021710a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 210 time: 0.0357707 Oct 26 11:55:27.159740 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-e8e8e158-1e0e-457a-9a31-304216eb186c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=479ed144ed624c9b9438bc0e93387a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358365 Oct 26 11:55:27.271300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-0fd58e90-d2cf-45bc-9112-673048040174 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:27.272748 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-0fd58e90-d2cf-45bc-9112-673048040174 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071706 Oct 26 11:55:27.293776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Request body: {'port': {'device_id': '8663b0f7-501a-41d7-b795-29e839d25180', 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f', 'admin_state_up': True, 'tenant_id': '479ed144ed624c9b9438bc0e93387a6f'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:55:27.305628 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:27.398852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Made reservation on behalf of 479ed144ed624c9b9438bc0e93387a6f for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:27.402637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:27.414862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:27.492992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks [] for security_group (92645957-a23f-455e-bdf5-a4525d9c59c3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:27.496467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (92645957-a23f-455e-bdf5-a4525d9c59c3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:27.558867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92645957-a23f-455e-bdf5-a4525d9c59c3,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:27.632429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Allocated IP 192.168.233.110 (5fd61762-534f-4141-b5b8-1acae302c59f/f91b04e7-6b65-429b-bb36-d9ad18231438/c0e52a1d-0504-4040-ade5-2fd88e0cb1a6) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:27.780237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks [] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:27.781132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:27.806429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:27.814827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:27.864456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Network 5fd61762-534f-4141-b5b8-1acae302c59f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:27.872370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:27.876298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:55:27.901403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Pushing event updated for resources: {'Port': ['ID=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:27.933558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:27.934169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:27.951897 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-250a8881-5894-4ad7-8dbb-d23e8a00989c tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6618619 Oct 26 11:55:27.970873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Request body: {'port': {'device_id': '8663b0f7-501a-41d7-b795-29e839d25180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:55:28.033138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:28.106593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=41,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:28.108168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=44,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:28.146137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-bd6c1fbb-ab9d-4a40-96e7-67c2e8b228c2 None None] Provisioning complete for port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:28.146704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1fbb-ab9d-4a40-96e7-67c2e8b228c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:28.146810 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-bd6c1fbb-ab9d-4a40-96e7-67c2e8b228c2 None None] Attempt 1 to provision port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 Oct 26 11:55:28.184516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c1fbb-ab9d-4a40-96e7-67c2e8b228c2 None None] Port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:55:28.487800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2252c8-6090-4d02-8bc1-4e2d71a6d61a req-f4b86807-1fe8-48e0-82f2-d2bdf41ba3a3 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:28.489272 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4c2252c8-6090-4d02-8bc1-4e2d71a6d61a req-f4b86807-1fe8-48e0-82f2-d2bdf41ba3a3 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 936 time: 0.1048584 Oct 26 11:55:28.591450 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4c2252c8-6090-4d02-8bc1-4e2d71a6d61a req-bba6a4d7-c531-458c-a007-094e145c2e9a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964835 Oct 26 11:55:28.668790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:55:28.676439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Publish callbacks [] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:28.690317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Transition to ACTIVE for port object c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:55:28.693708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:28.758075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:28.806242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Attempting to bind port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:55:28.806579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Attempting to bind port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '906c4918-5340-4ce2-ba80-cd3d411120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:55:28.806904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Attempting to bind port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 on network 5fd61762-534f-4141-b5b8-1acae302c59f {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:28.848255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 on network 5fd61762-534f-4141-b5b8-1acae302c59f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:28.848575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Attempting to bind port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 on network 5fd61762-534f-4141-b5b8-1acae302c59f {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:28.881334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:28.896688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:55:28.897024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Checking segment: {'id': '906c4918-5340-4ce2-ba80-cd3d411120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:55:28.897401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Bound using segment: {'id': '906c4918-5340-4ce2-ba80-cd3d411120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:55:28.897831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Bound port: c0e52a1d-0504-4040-ade5-2fd88e0cb1a6, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906c4918-5340-4ce2-ba80-cd3d411120ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:55:28.898183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:28.953137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa51b-d42f-48bf-a588-13aefd17397d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:28.957369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:28.960260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] For port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:28.963558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] For port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,segment=NetworkSegment(906c4918-5340-4ce2-ba80-cd3d411120ff),segment_id=906c4918-5340-4ce2-ba80-cd3d411120ff)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:28.969358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:28.973858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:28.974458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:28.975851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 HTTP/1.1" status: 200 len: 1098 time: 1.0099380 Oct 26 11:55:28.976380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8663b0f7-501a-41d7-b795-29e839d25180', 'tag': 'c0e52a1d-0504-4040-ade5-2fd88e0cb1a6'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:55:28.978613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e8c4b8-c1e3-4372-9879-6a675adf9305" -d '{"events": [{"name": "network-changed", "server_uuid": "8663b0f7-501a-41d7-b795-29e839d25180", "tag": "c0e52a1d-0504-4040-ade5-2fd88e0cb1a6"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:29.018678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc28942f-c300-4fad-8121-8397c37d157a x-openstack-request-id: req-dc28942f-c300-4fad-8121-8397c37d157a {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:29.018962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8663b0f7-501a-41d7-b795-29e839d25180", "tag": "c0e52a1d-0504-4040-ade5-2fd88e0cb1a6", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:29.019250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc28942f-c300-4fad-8121-8397c37d157a {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:29.019628 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc28942f-c300-4fad-8121-8397c37d157a'] response: {'name': 'network-changed', 'server_uuid': '8663b0f7-501a-41d7-b795-29e839d25180', 'tag': 'c0e52a1d-0504-4040-ade5-2fd88e0cb1a6', 'status': 'completed', 'code': 200} Oct 26 11:55:29.029739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b6249-48ac-46b4-94f5-a9ca62c4f283 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:29.083333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c853fcb2-8db1-4018-bc57-f2c1ac770089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:29.084940 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-c853fcb2-8db1-4018-bc57-f2c1ac770089 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=479ed144ed624c9b9438bc0e93387a6f&device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 1132 time: 0.0401657 Oct 26 11:55:29.134259 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-60182ec0-fe3f-4326-a501-9ef325a17520 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 HTTP/1.1" status: 200 len: 217 time: 0.0361431 Oct 26 11:55:29.181943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-7f1246f1-c26b-4b15-a19e-33f3fbdc6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:29.183365 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-7f1246f1-c26b-4b15-a19e-33f3fbdc6af9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f91b04e7-6b65-429b-bb36-d9ad18231438 HTTP/1.1" status: 200 len: 843 time: 0.0435262 Oct 26 11:55:29.227020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-af5f0113-b5db-4a0c-9f6f-1b3b786a5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:29.228467 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-af5f0113-b5db-4a0c-9f6f-1b3b786a5cbe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5fd61762-534f-4141-b5b8-1acae302c59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0392735 Oct 26 11:55:29.320495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-80c2ea85-d6f1-4314-b7c9-3bbeeea9c9a7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5fd61762-534f-4141-b5b8-1acae302c59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861969 Oct 26 11:55:29.411745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9ee6b03-9811-4b94-95c1-0522a3d863ca req-9476ba4d-5480-4061-8424-a49a35eedd3b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5fd61762-534f-4141-b5b8-1acae302c59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852683 Oct 26 11:55:29.714519 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e2cc3-55fc-40a4-9880-9bc6da0de89f req-bb1ad707-9454-40ae-82b6-a03e67a32c54 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:29.716017 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-981e2cc3-55fc-40a4-9880-9bc6da0de89f req-bb1ad707-9454-40ae-82b6-a03e67a32c54 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 948 time: 0.0509634 Oct 26 11:55:29.762984 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-981e2cc3-55fc-40a4-9880-9bc6da0de89f req-cbea09bb-6bb0-4336-a816-0dbc3f8a80cc tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 Oct 26 11:55:30.141963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:30.160542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-a5174f4f-ea5d-4e9f-9f42-193c4665e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:30.162089 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-a5174f4f-ea5d-4e9f-9f42-193c4665e4c0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=479ed144ed624c9b9438bc0e93387a6f&device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 1132 time: 0.0438104 Oct 26 11:55:30.256589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-eab614ba-1a68-4f80-8c74-a5c646910c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:30.258092 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-eab614ba-1a68-4f80-8c74-a5c646910c5d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=5fd61762-534f-4141-b5b8-1acae302c59f HTTP/1.1" status: 200 len: 870 time: 0.0906982 Oct 26 11:55:30.296458 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-49914134-8a05-46ac-a1f6-17d3f1b1327c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 HTTP/1.1" status: 200 len: 217 time: 0.0316129 Oct 26 11:55:30.345086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-65b06cb0-0176-47d6-a777-cecc40456305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:30.346548 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-65b06cb0-0176-47d6-a777-cecc40456305 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=f91b04e7-6b65-429b-bb36-d9ad18231438 HTTP/1.1" status: 200 len: 843 time: 0.0442624 Oct 26 11:55:30.393804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-5775fb3f-ad5d-4551-a06d-bd0573f363a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:30.395214 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-5775fb3f-ad5d-4551-a06d-bd0573f363a7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=5fd61762-534f-4141-b5b8-1acae302c59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0428505 Oct 26 11:55:30.486147 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-e7b85285-908e-42cf-94cf-89281a6e7672 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5fd61762-534f-4141-b5b8-1acae302c59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847242 Oct 26 11:55:30.576520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:30.580867 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9e8c4b8-c1e3-4372-9879-6a675adf9305 req-a6862299-2200-4d3a-8c57-dd7ff79abc1b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5fd61762-534f-4141-b5b8-1acae302c59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885692 Oct 26 11:55:30.885966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17492501-5852-44c4-a734-717379ba8678 req-cbcea5e8-5c65-4c61-9774-160ac00751ba tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:30.887433 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-17492501-5852-44c4-a734-717379ba8678 req-cbcea5e8-5c65-4c61-9774-160ac00751ba tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 948 time: 0.0480435 Oct 26 11:55:30.918382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:30.935245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-17492501-5852-44c4-a734-717379ba8678 req-e1ec4a55-21db-47c2-b4e7-fa3da0e62850 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Oct 26 11:55:31.594866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:31.651651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:32.056295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf7e83-7400-449e-aeba-ff62e133e1e5 req-c46ec08e-8472-489a-ad5d-513a09da78c7 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:32.057758 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ecdf7e83-7400-449e-aeba-ff62e133e1e5 req-c46ec08e-8472-489a-ad5d-513a09da78c7 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 948 time: 0.0463583 Oct 26 11:55:32.109079 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ecdf7e83-7400-449e-aeba-ff62e133e1e5 req-122d9ea5-1c7a-46a0-9198-a5acfcef0e30 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450552 Oct 26 11:55:32.485608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:32.585430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,segment=NetworkSegment(906c4918-5340-4ce2-ba80-cd3d411120ff),segment_id=906c4918-5340-4ce2-ba80-cd3d411120ff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:32.597028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'c0e52a1d-0504-4040-ade5-2fd88e0cb1a6', 'network_id': '5fd61762-534f-4141-b5b8-1acae302c59f', 'port_id': 'c0e52a1d-0504-4040-ade5-2fd88e0cb1a6', 'mac_address': 'fa:16:3e:07:7b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b04e7-6b65-429b-bb36-d9ad18231438', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:32.629974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:32.630351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:32.643322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:55:32.663584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,segment=NetworkSegment(906c4918-5340-4ce2-ba80-cd3d411120ff),segment_id=906c4918-5340-4ce2-ba80-cd3d411120ff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:32.667369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:32.721560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:32.986278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['c0e52a1d-0504-4040-ade5-2fd88e0cb1a6'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:55:33.114096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:33.228387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde143-1b16-442e-be8f-2e41b0800945 req-1428ca8c-1f0d-4507-bc2e-969f14017dff tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:33.229851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-04fde143-1b16-442e-be8f-2e41b0800945 req-1428ca8c-1f0d-4507-bc2e-969f14017dff tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 949 time: 0.0472672 Oct 26 11:55:33.276861 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-04fde143-1b16-442e-be8f-2e41b0800945 req-4efc4d08-13f4-461b-a7cb-22e308ec31ce tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Oct 26 11:55:34.396128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038f4-78f8-4ac3-8417-26d8cc2c64a7 req-94de3224-d5d7-459a-b910-d7463f80a2a9 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:34.397606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dbf038f4-78f8-4ac3-8417-26d8cc2c64a7 req-94de3224-d5d7-459a-b910-d7463f80a2a9 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 949 time: 0.0467892 Oct 26 11:55:34.444861 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dbf038f4-78f8-4ac3-8417-26d8cc2c64a7 req-dbb06140-94c5-48d6-8469-1cb5aec9394e tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 Oct 26 11:55:34.508002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:34.541844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:34.556453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:55:34.563733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:34.564051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:34.564389 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 Oct 26 11:55:34.635472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:34.635884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:34.659220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8663b0f7-501a-41d7-b795-29e839d25180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e52a1d-0504-4040-ade5-2fd88e0cb1a6'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:55:34.661458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c55dc29-fb41-4437-9c57-9f9c51a9631d" -d '{"events": [{"server_uuid": "8663b0f7-501a-41d7-b795-29e839d25180", "name": "network-vif-plugged", "status": "completed", "tag": "c0e52a1d-0504-4040-ade5-2fd88e0cb1a6"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:34.674745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,segment=NetworkSegment(906c4918-5340-4ce2-ba80-cd3d411120ff),segment_id=906c4918-5340-4ce2-ba80-cd3d411120ff)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:34.678734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:34.732072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:34.756334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb9c19f-fb89-427e-b94f-a39f524d28cc x-openstack-request-id: req-8fb9c19f-fb89-427e-b94f-a39f524d28cc {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:34.756629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8663b0f7-501a-41d7-b795-29e839d25180", "name": "network-vif-plugged", "status": "completed", "tag": "c0e52a1d-0504-4040-ade5-2fd88e0cb1a6", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:34.756888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fb9c19f-fb89-427e-b94f-a39f524d28cc {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:34.757291 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb9c19f-fb89-427e-b94f-a39f524d28cc'] response: {'server_uuid': '8663b0f7-501a-41d7-b795-29e839d25180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e52a1d-0504-4040-ade5-2fd88e0cb1a6', 'code': 200} Oct 26 11:55:34.966442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a3e4b-020a-4e72-bc15-ba11f7ee63c6 req-4532e91f-63c6-4ad1-ab12-de4c11171c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:34.967966 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7c5a3e4b-020a-4e72-bc15-ba11f7ee63c6 req-4532e91f-63c6-4ad1-ab12-de4c11171c0c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 1134 time: 0.0425129 Oct 26 11:55:35.013507 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7c5a3e4b-020a-4e72-bc15-ba11f7ee63c6 req-1aaa5d43-4583-497c-977b-88ceb34efac2 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Oct 26 11:55:35.566486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7767e-cff0-4aa4-8956-d555b6a3686c req-77c265e0-b249-4583-b874-d29de4fa1796 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:35.568002 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e1f7767e-cff0-4aa4-8956-d555b6a3686c req-77c265e0-b249-4583-b874-d29de4fa1796 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 950 time: 0.0487580 Oct 26 11:55:35.616417 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e1f7767e-cff0-4aa4-8956-d555b6a3686c req-001e3b57-cb62-4f5f-900b-90f4e3271ed1 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Oct 26 11:55:36.734473 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=75 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:36.746353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647bca0-7290-43e4-bc21-f5bbb6f012de req-60ae392f-da3d-420f-a1f2-0e9a13f8c375 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:36.747855 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3647bca0-7290-43e4-bc21-f5bbb6f012de req-60ae392f-da3d-420f-a1f2-0e9a13f8c375 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 950 time: 0.0526593 Oct 26 11:55:36.796331 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3647bca0-7290-43e4-bc21-f5bbb6f012de req-6f00318d-24c6-455a-a045-d5a14483bfc2 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Oct 26 11:55:37.194554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-2dc05def-9aad-44dc-8fcb-ae1328516c5f req-74049599-ea91-41a6-aefa-00b40bce0cb3 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:55:37.195552 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2dc05def-9aad-44dc-8fcb-ae1328516c5f req-74049599-ea91-41a6-aefa-00b40bce0cb3 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0969841 Oct 26 11:55:37.631987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-464987ae-9af0-4bea-9ec8-d973cf36c3cf req-d0b3cc30-d138-49f7-88c9-a80f47fc0fb2 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:55:37.633031 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-464987ae-9af0-4bea-9ec8-d973cf36c3cf req-d0b3cc30-d138-49f7-88c9-a80f47fc0fb2 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0555727 Oct 26 11:55:38.011793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63c264-e71a-4904-874c-3f8cb42d21a0 req-64f8d742-0f08-4066-85b0-b79c5e41617d tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:38.013272 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e63c264-e71a-4904-874c-3f8cb42d21a0 req-64f8d742-0f08-4066-85b0-b79c5e41617d tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 950 time: 0.0471642 Oct 26 11:55:38.060463 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e63c264-e71a-4904-874c-3f8cb42d21a0 req-79bebb6e-17e9-40a9-964a-80398e0bb965 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Oct 26 11:55:39.184550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af578b-ad76-48fa-93af-2ebeffdcf1db req-3a81b43a-812f-4b63-827f-c911ff38b04b tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:39.186015 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-67af578b-ad76-48fa-93af-2ebeffdcf1db req-3a81b43a-812f-4b63-827f-c911ff38b04b tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 950 time: 0.0474470 Oct 26 11:55:39.237405 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-67af578b-ad76-48fa-93af-2ebeffdcf1db req-86725ab9-b9a3-4a2a-858e-cf875beeb87e tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=92645957-a23f-455e-bdf5-a4525d9c59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456553 Oct 26 11:55:39.399430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b081d2-0bee-4451-9803-461f0424147f req-0b2389f0-67c5-4a3b-a534-e39705f58124 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:39.400843 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2b081d2-0bee-4451-9803-461f0424147f req-0b2389f0-67c5-4a3b-a534-e39705f58124 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 950 time: 0.0461445 Oct 26 11:55:39.480314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-a2b081d2-0bee-4451-9803-461f0424147f req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Deleting port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:55:39.480651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2b081d2-0bee-4451-9803-461f0424147f req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:39.560973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:39.572891 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-a2b081d2-0bee-4451-9803-461f0424147f req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] For port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,segment=NetworkSegment(906c4918-5340-4ce2-ba80-cd3d411120ff),segment_id=906c4918-5340-4ce2-ba80-cd3d411120ff)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:39.573254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2b081d2-0bee-4451-9803-461f0424147f req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:39.586687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:39.588077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-a2b081d2-0bee-4451-9803-461f0424147f req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Calling delete_port for c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:55:39.721827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2b081d2-0bee-4451-9803-461f0424147f req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (c0e52a1d-0504-4040-ade5-2fd88e0cb1a6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:39.747542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Pushing event deleted for resources: {'Port': ['ID=c0e52a1d-0504-4040-ade5-2fd88e0cb1a6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:39.755083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['c0e52a1d-0504-4040-ade5-2fd88e0cb1a6'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:55:39.800096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b081d2-0bee-4451-9803-461f0424147f req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] No DVR routers for this DVR port c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:55:39.802582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2b081d2-0bee-4451-9803-461f0424147f req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:39.806268 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2b081d2-0bee-4451-9803-461f0424147f req-4b0725ae-430d-4347-9255-0987c0dfbd7a tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.23 "DELETE /networking/v2.0/ports/c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 HTTP/1.1" status: 204 len: 173 time: 0.3993347 Oct 26 11:55:39.806774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8663b0f7-501a-41d7-b795-29e839d25180', 'name': 'network-vif-deleted', 'tag': 'c0e52a1d-0504-4040-ade5-2fd88e0cb1a6'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:55:39.809488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179b5e3d-28c1-46a3-a22d-b768b01d78ac" -d '{"events": [{"server_uuid": "8663b0f7-501a-41d7-b795-29e839d25180", "name": "network-vif-deleted", "tag": "c0e52a1d-0504-4040-ade5-2fd88e0cb1a6"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:39.852207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ebd119-3f38-4b04-ac81-f569cb4fa0b6 x-openstack-request-id: req-c8ebd119-3f38-4b04-ac81-f569cb4fa0b6 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:39.852368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8663b0f7-501a-41d7-b795-29e839d25180", "name": "network-vif-deleted", "tag": "c0e52a1d-0504-4040-ade5-2fd88e0cb1a6", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:39.852670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8ebd119-3f38-4b04-ac81-f569cb4fa0b6 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:39.853059 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ebd119-3f38-4b04-ac81-f569cb4fa0b6'] response: {'server_uuid': '8663b0f7-501a-41d7-b795-29e839d25180', 'name': 'network-vif-deleted', 'tag': 'c0e52a1d-0504-4040-ade5-2fd88e0cb1a6', 'status': 'completed', 'code': 200} Oct 26 11:55:40.354598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-422c9932-0246-4bed-8a1f-4c4befa7fd31 req-321c939a-a1b4-482e-beaa-2d0ca634bb38 tempest-ServersAdminNegativeTestJSON-1383266386 tempest-ServersAdminNegativeTestJSON-1383266386-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8663b0f7-501a-41d7-b795-29e839d25180 HTTP/1.1" status: 200 len: 210 time: 0.0292714 Oct 26 11:55:41.664903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35542) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:41.800042 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35546) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:41.800600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-763cee94-aa34-4144-9432-ab2c02edeb95 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=479ed144ed624c9b9438bc0e93387a6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340280 Oct 26 11:55:41.852772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5980e600-2236-40f4-9311-8eb5e3cebada admin admin] Publish callbacks [] for security_group (92645957-a23f-455e-bdf5-a4525d9c59c3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:41.872889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5980e600-2236-40f4-9311-8eb5e3cebada admin admin] Publish callbacks [] for security_group (92645957-a23f-455e-bdf5-a4525d9c59c3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:41.925152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5980e600-2236-40f4-9311-8eb5e3cebada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (92645957-a23f-455e-bdf5-a4525d9c59c3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:41.926202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:41.927654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5980e600-2236-40f4-9311-8eb5e3cebada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:41.928832 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5980e600-2236-40f4-9311-8eb5e3cebada admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/92645957-a23f-455e-bdf5-a4525d9c59c3 HTTP/1.1" status: 204 len: 168 time: 0.1278069 Oct 26 11:55:41.937765 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980e600-2236-40f4-9311-8eb5e3cebada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92645957-a23f-455e-bdf5-a4525d9c59c3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:42.193175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35552) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:42.207659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-974472dd-e816-44f4-9058-629a39a32096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:42.286017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-974472dd-e816-44f4-9058-629a39a32096 admin admin] Publish callbacks [] for security_group (188052c1-73cc-4e67-b6b2-ec00f2ef49e2), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:42.288971 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-974472dd-e816-44f4-9058-629a39a32096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (188052c1-73cc-4e67-b6b2-ec00f2ef49e2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:42.329214 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-974472dd-e816-44f4-9058-629a39a32096 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=14c10e4c2bf24f52a71aea21c0a9af07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349893 Oct 26 11:55:42.330068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974472dd-e816-44f4-9058-629a39a32096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188052c1-73cc-4e67-b6b2-ec00f2ef49e2,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:42.332012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35554) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:42.384848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2c2d8060-c4b5-42b8-b09d-53621ed68df2 admin admin] Publish callbacks [] for security_group (188052c1-73cc-4e67-b6b2-ec00f2ef49e2), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:42.405656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2c2d8060-c4b5-42b8-b09d-53621ed68df2 admin admin] Publish callbacks [] for security_group (188052c1-73cc-4e67-b6b2-ec00f2ef49e2), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:42.453298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2c2d8060-c4b5-42b8-b09d-53621ed68df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (188052c1-73cc-4e67-b6b2-ec00f2ef49e2), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:42.455846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2c2d8060-c4b5-42b8-b09d-53621ed68df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:42.457046 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2c2d8060-c4b5-42b8-b09d-53621ed68df2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/188052c1-73cc-4e67-b6b2-ec00f2ef49e2 HTTP/1.1" status: 204 len: 168 time: 0.1240535 Oct 26 11:55:42.464808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d8060-c4b5-42b8-b09d-53621ed68df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188052c1-73cc-4e67-b6b2-ec00f2ef49e2,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:43.137878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35576) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:43.234469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1050598784-network', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:55:43.256236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Made reservation on behalf of ba718179aec342a59e1ffb735d22c905 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:43.258619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.267114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.342417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Publish callbacks [] for security_group (39ee6fd4-5933-4f41-963c-9d79e0aee211), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.346151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (39ee6fd4-5933-4f41-963c-9d79e0aee211), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.371768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:55:43.382547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee6fd4-5933-4f41-963c-9d79e0aee211,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:43.387616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (78720665-1502-4462-a98c-bb65c4a90382), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.387986 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Added segment 78720665-1502-4462-a98c-bb65c4a90382 of type vlan for network 60b8bfa6-1c8f-454f-8d67-4e421236e85c Oct 26 11:55:43.429663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (60b8bfa6-1c8f-454f-8d67-4e421236e85c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.453815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (60b8bfa6-1c8f-454f-8d67-4e421236e85c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.454788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:43.455368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.533025 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3939462 Oct 26 11:55:43.536074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35580) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:43.541155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Request body: {'subnet': {'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1050598784-subnet', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:55:43.558364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc798898-e227-4478-9a65-709ed113b082 admin admin] Pushing event updated for resources: {'Network': ['ID=60b8bfa6-1c8f-454f-8d67-4e421236e85c,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:43.562112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Made reservation on behalf of ba718179aec342a59e1ffb735d22c905 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:43.564659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.569361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 60b8bfa6-1c8f-454f-8d67-4e421236e85c details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:55:43.651090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:43.739897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (edc4a0fa-3b72-4acc-be6b-97248a22daa5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.802384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc4a0fa-3b72-4acc-be6b-97248a22daa5,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:43.810442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Checking segment: {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:55:43.810792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Network hostable DHCP agents. Network: 60b8bfa6-1c8f-454f-8d67-4e421236e85c, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:55:43.828721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Network 60b8bfa6-1c8f-454f-8d67-4e421236e85c is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:55:43.830451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:43.838589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 60b8bfa6-1c8f-454f-8d67-4e421236e85c) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:43.844094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:43.844915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.848395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e61c2e-af0e-42de-bb70-a61c50062ba0 None None] Network 60b8bfa6-1c8f-454f-8d67-4e421236e85c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:55:43.860912 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-93102c31-7f73-479d-a6ae-05c3919e4af4 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3237274 Oct 26 11:55:43.863803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35582) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:43.868194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:55:43.894218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.896296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.954936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:55:43.955910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:43.959007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks [] for router_controller (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.090495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Allocated IP 172.20.0.2 (60b8bfa6-1c8f-454f-8d67-4e421236e85c/edc4a0fa-3b72-4acc-be6b-97248a22daa5/d30a5d44-1f4b-4bad-abc5-92867caf8687) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:44.099173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks [] for router_gateway (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.175217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:44.180799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:44.234923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:44.239477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Publish callbacks [] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.247045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.256414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:44.287543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks [] for router_gateway (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.307777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.419798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Allocated IP 172.26.0.198 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/a133c2ef-f09f-4cf4-b598-39995d44b460) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:44.429700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Network 60b8bfa6-1c8f-454f-8d67-4e421236e85c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:44.433473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:44.439541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:55:44.448768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Pushing event updated for resources: {'Port': ['ID=d30a5d44-1f4b-4bad-abc5-92867caf8687,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:44.502118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Attempting to bind port d30a5d44-1f4b-4bad-abc5-92867caf8687 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:55:44.502509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Attempting to bind port d30a5d44-1f4b-4bad-abc5-92867caf8687 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:55:44.502877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Attempting to bind port d30a5d44-1f4b-4bad-abc5-92867caf8687 on network 60b8bfa6-1c8f-454f-8d67-4e421236e85c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:44.529389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks [] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.548741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:44.553692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:55:44.554067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Checking segment: {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:55:44.554466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.554861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Bound using segment: {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:55:44.555507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Bound port: d30a5d44-1f4b-4bad-abc5-92867caf8687, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:55:44.555708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.563448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.574174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:55:44.574736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device c0e52a1d-0504-4040-ade5-2fd88e0cb1a6 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:55:44.612429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:44.617608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:44.619808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:44.622167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:55:44.638070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] For port d30a5d44-1f4b-4bad-abc5-92867caf8687, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:44.641662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] For port d30a5d44-1f4b-4bad-abc5-92867caf8687, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d30a5d44-1f4b-4bad-abc5-92867caf8687,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:44.648049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:44.701785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb7d06-73f3-4969-83ae-b65d1ccd2fdd None None] Pushing event updated for resources: {'Port': ['ID=d30a5d44-1f4b-4bad-abc5-92867caf8687,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:44.888652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks [] for router_gateway (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:45.068817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:45.074982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:45.082839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:45.204568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:55:45.309463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:45.322033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:45.330371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:45.331623 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b26d44c6-584e-4c53-9ff4-b3f08239acea admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4668217 Oct 26 11:55:45.334213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:45.334742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35584) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:45.335225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:45.443771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:45.614779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eecd3bc-c0a8-4440-a949-787d2475c1a4 None None] Network 60b8bfa6-1c8f-454f-8d67-4e421236e85c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:55:45.673782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-17763f5d-e956-479a-996a-4c2408d508cd None None] Provisioning complete for port d30a5d44-1f4b-4bad-abc5-92867caf8687 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:45.674156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-17763f5d-e956-479a-996a-4c2408d508cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:45.674496 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-17763f5d-e956-479a-996a-4c2408d508cd None None] Attempt 1 to provision port d30a5d44-1f4b-4bad-abc5-92867caf8687 Oct 26 11:55:45.679242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:44Z', 'revision_number': 3, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:45.731591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:45.731958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Updating router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 port a133c2ef-f09f-4cf4-b598-39995d44b460 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:55:45.760536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:45.789190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:45.805629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:45.928958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Allocated IP 172.20.0.1 (60b8bfa6-1c8f-454f-8d67-4e421236e85c/edc4a0fa-3b72-4acc-be6b-97248a22daa5/ad1daa71-ade6-4bd2-97ba-1d35a5f92845) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:45.931198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-17763f5d-e956-479a-996a-4c2408d508cd None None] Current status of the port d30a5d44-1f4b-4bad-abc5-92867caf8687 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:45.931616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-17763f5d-e956-479a-996a-4c2408d508cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:45.971820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:45.995620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:46.024546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-17763f5d-e956-479a-996a-4c2408d508cd None None] For port d30a5d44-1f4b-4bad-abc5-92867caf8687, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d30a5d44-1f4b-4bad-abc5-92867caf8687,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:46.032784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-17763f5d-e956-479a-996a-4c2408d508cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.057389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Publish callbacks [] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.094386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.112420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17763f5d-e956-479a-996a-4c2408d508cd None None] Pushing event updated for resources: {'Port': ['ID=d30a5d44-1f4b-4bad-abc5-92867caf8687,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:46.137700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:46.140870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Network 60b8bfa6-1c8f-454f-8d67-4e421236e85c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:46.148574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:46.151329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:55:46.175764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:46.183023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-38e17fe8-c596-48ea-938c-99e15ecf84db None None] Provisioning complete for port d30a5d44-1f4b-4bad-abc5-92867caf8687 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:46.183392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-38e17fe8-c596-48ea-938c-99e15ecf84db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.183744 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-38e17fe8-c596-48ea-938c-99e15ecf84db None None] Attempt 1 to provision port d30a5d44-1f4b-4bad-abc5-92867caf8687 Oct 26 11:55:46.187141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Publish callbacks [] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.201455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.208739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.255519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Attempting to bind port a133c2ef-f09f-4cf4-b598-39995d44b460 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:55:46.255764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Attempting to bind port a133c2ef-f09f-4cf4-b598-39995d44b460 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:55:46.256044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Attempting to bind port a133c2ef-f09f-4cf4-b598-39995d44b460 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:46.301063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a71ef-cc0c-4ad3-accb-1e7e4188f161 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:46.339095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.348165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:55:46.348542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:55:46.348946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.349338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:55:46.349821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Bound port: a133c2ef-f09f-4cf4-b598-39995d44b460, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:55:46.350196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.354222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-38e17fe8-c596-48ea-938c-99e15ecf84db None None] Current status of the port d30a5d44-1f4b-4bad-abc5-92867caf8687 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:46.408000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:46.411692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:46.417379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.454885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:46.455615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:46.505738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Publish callbacks [] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.510231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.524882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1d27aefe-5d37-4c25-9dd7-fd237c4d9dc4 None None] Provisioning complete for port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:46.525259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1d27aefe-5d37-4c25-9dd7-fd237c4d9dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.525600 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1d27aefe-5d37-4c25-9dd7-fd237c4d9dc4 None None] Attempt 1 to provision port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 Oct 26 11:55:46.527062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a71ef-cc0c-4ad3-accb-1e7e4188f161 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:46.581241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:46.583614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.598456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1d27aefe-5d37-4c25-9dd7-fd237c4d9dc4 None None] Port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:55:46.617948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:46.643855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:46.679881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Network 60b8bfa6-1c8f-454f-8d67-4e421236e85c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:46.681308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:46.793158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:46.812648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:46.816178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:55:46.832747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:45Z', 'revision_number': 1, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:46.860045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d30a5d44-1f4b-4bad-abc5-92867caf8687 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:46.864564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c0fa-a258-48c4-83ef-5acc94a401ea None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:45Z', 'revision_number': 1, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:46.927008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d30a5d44-1f4b-4bad-abc5-92867caf8687 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:46.927393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:46.927757 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d30a5d44-1f4b-4bad-abc5-92867caf8687 Oct 26 11:55:46.952692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:55:46.958303 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-29627709-446c-4ebf-a6ad-6a2d429dfada admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217191 Oct 26 11:55:47.126344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b021049f-2441-441c-b281-fa7df5bfd545 None None] Provisioning complete for port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:47.126822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b021049f-2441-441c-b281-fa7df5bfd545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:47.127762 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b021049f-2441-441c-b281-fa7df5bfd545 None None] Attempt 1 to provision port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 Oct 26 11:55:47.176650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b021049f-2441-441c-b281-fa7df5bfd545 None None] Port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:55:47.212614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d30a5d44-1f4b-4bad-abc5-92867caf8687 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:47.450646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-1fb967f8-6731-416a-9273-267885437807 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:47.452720 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-1fb967f8-6731-416a-9273-267885437807 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/networks?id=60b8bfa6-1c8f-454f-8d67-4e421236e85c HTTP/1.1" status: 200 len: 812 time: 0.1062331 Oct 26 11:55:47.468641 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-b57fb71d-e831-4608-bc2e-e9cfcb9066a9 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/quotas/ba718179aec342a59e1ffb735d22c905 HTTP/1.1" status: 200 len: 375 time: 0.0096760 Oct 26 11:55:47.524741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-6b1c3eb8-c130-4762-bc79-136e9922fd0d tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba718179aec342a59e1ffb735d22c905&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505793 Oct 26 11:55:47.535370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-b82857bc-1bc7-42d7-9025-452d119b5dbe service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:55:47.536467 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-b82857bc-1bc7-42d7-9025-452d119b5dbe service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052691 Oct 26 11:55:47.549869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:47.641026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-68f32c4f-49ca-4e46-8523-074afd746034 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985970 Oct 26 11:55:47.740898 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-4f77572e-fe61-4acd-8e48-80b0b195d021 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938621 Oct 26 11:55:47.923547 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-90d05339-5a19-4755-8e1f-9725f9e12885 req-221549af-1fec-443d-9444-341241a80b66 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 210 time: 0.0303369 Oct 26 11:55:48.830493 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:48.832069 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:48.832678 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:49.034275 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:49.064551 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-77d17ec0-0380-4018-a2cf-265023279275 req-4f02882e-328a-4b0d-98a0-388cfcce9dfa tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 210 time: 0.0389581 Oct 26 11:55:49.072643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-8e09883d-d28a-4434-8785-d71b3a0bc10c tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:49.074058 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-8e09883d-d28a-4434-8785-d71b3a0bc10c tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.23 "GET /networking/v2.0/networks?id=60b8bfa6-1c8f-454f-8d67-4e421236e85c HTTP/1.1" status: 200 len: 812 time: 0.1483538 Oct 26 11:55:49.100507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Request body: {'port': {'device_id': 'ff2572a1-01ed-4838-826f-dcc496029429', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'admin_state_up': True, 'tenant_id': 'ba718179aec342a59e1ffb735d22c905'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:55:49.216643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Made reservation on behalf of ba718179aec342a59e1ffb735d22c905 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:55:49.220813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.225038 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 2, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:49.256494 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:49.256896 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Updating router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:55:49.284212 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.355774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Allocated IP 172.20.0.5 (60b8bfa6-1c8f-454f-8d67-4e421236e85c/edc4a0fa-3b72-4acc-be6b-97248a22daa5/10d1a58f-da62-4325-9784-013b3e2bae0c) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:55:49.369589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:49.511226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Publish callbacks [] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.543209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.596152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Network 60b8bfa6-1c8f-454f-8d67-4e421236e85c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:55:49.601333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:55:49.603468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Pushing event updated for resources: {'Port': ['ID=10d1a58f-da62-4325-9784-013b3e2bae0c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:49.605625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:55:49.701952 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Publish callbacks [] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.709419 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.802174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:49.810968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.811472 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.812043 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.812397 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.812732 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.813064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.813395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.813729 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.814072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.814407 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.814733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.815073 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.815403 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.815755 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.816070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:55:49.832059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Attempting to bind port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:55:49.832737 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Attempting to bind port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:55:49.832848 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Attempting to bind port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 on network 60b8bfa6-1c8f-454f-8d67-4e421236e85c {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:49.877852 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:55:49.878244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Checking segment: {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:55:49.878724 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.879309 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Bound using segment: {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:55:49.879950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Bound port: ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:55:49.880383 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.917458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2b4c46d8-ddbe-4505-a1d2-d858ea5d8df2 None None] Provisioning complete for port 10d1a58f-da62-4325-9784-013b3e2bae0c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:49.918066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2b4c46d8-ddbe-4505-a1d2-d858ea5d8df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.918698 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2b4c46d8-ddbe-4505-a1d2-d858ea5d8df2 None None] Attempt 1 to provision port 10d1a58f-da62-4325-9784-013b3e2bae0c Oct 26 11:55:49.920192 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:49.951615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:49.953810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c46d8-ddbe-4505-a1d2-d858ea5d8df2 None None] Port 10d1a58f-da62-4325-9784-013b3e2bae0c cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:55:49.956328 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:49.963244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:49.997590 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:49.998217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:50.002484 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:50.003632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:50.004293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:50.020475 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-5ee3b360-6546-43b0-a830-551c86635d40 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9241719 Oct 26 11:55:50.038022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Request body: {'port': {'device_id': 'ff2572a1-01ed-4838-826f-dcc496029429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:55:50.066395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:50.068605 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece5714-b26e-481d-9d33-6c9e4252724c None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:50.104518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:50.128690 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:50.256746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9a51-c680-48f3-8ea8-336164fa51b4 req-bf712ede-93d7-466f-ae09-e00856f6c2e6 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:50.258323 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6d9b9a51-c680-48f3-8ea8-336164fa51b4 req-bf712ede-93d7-466f-ae09-e00856f6c2e6 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 931 time: 0.1102901 Oct 26 11:55:50.324005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:49Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:50.350020 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0d3ad-51cf-4a54-a729-3e7672488955 None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:49Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:50.363595 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6d9b9a51-c680-48f3-8ea8-336164fa51b4 req-b2849992-dace-4eeb-8d8e-699fa791de71 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973966 Oct 26 11:55:50.449204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d1a58f-da62-4325-9784-013b3e2bae0c {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:55:50.453871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:50.458604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Publish callbacks [] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:50.475164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Transition to ACTIVE for port object 10d1a58f-da62-4325-9784-013b3e2bae0c will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:55:50.479444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:50.576726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Pushing event updated for resources: {'Port': ['ID=10d1a58f-da62-4325-9784-013b3e2bae0c,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:50.625309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Attempting to bind port 10d1a58f-da62-4325-9784-013b3e2bae0c on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:55:50.625667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Attempting to bind port 10d1a58f-da62-4325-9784-013b3e2bae0c by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:55:50.626107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Attempting to bind port 10d1a58f-da62-4325-9784-013b3e2bae0c on network 60b8bfa6-1c8f-454f-8d67-4e421236e85c {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:50.670833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Port 10d1a58f-da62-4325-9784-013b3e2bae0c on network 60b8bfa6-1c8f-454f-8d67-4e421236e85c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:55:50.671154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Attempting to bind port 10d1a58f-da62-4325-9784-013b3e2bae0c on network 60b8bfa6-1c8f-454f-8d67-4e421236e85c {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:55:50.715382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:55:50.715711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Checking segment: {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:55:50.716120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Bound using segment: {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:55:50.716549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Bound port: 10d1a58f-da62-4325-9784-013b3e2bae0c, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78720665-1502-4462-a98c-bb65c4a90382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:55:50.716909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:50.754860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:50.797441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:55:50.800927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=10d1a58f-da62-4325-9784-013b3e2bae0c,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:55:50.808540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:50.813193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:50.813906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:50.815818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/10d1a58f-da62-4325-9784-013b3e2bae0c HTTP/1.1" status: 200 len: 1093 time: 0.7820954 Oct 26 11:55:50.816392 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:55:50.818949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8713e80c-d32d-4223-9cf1-c9327c2e55af" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:50.844237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:50.879202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f429b10c-08bd-4b54-adc9-44d06fa759dd x-openstack-request-id: req-f429b10c-08bd-4b54-adc9-44d06fa759dd {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:50.879903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:50.880338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f429b10c-08bd-4b54-adc9-44d06fa759dd {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:50.881295 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f429b10c-08bd-4b54-adc9-44d06fa759dd'] response: {'name': 'network-changed', 'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c', 'status': 'completed', 'code': 200} Oct 26 11:55:50.925912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3ff4a-7a6c-4d22-9143-4dc7d8ce9851 service neutron] Pushing event updated for resources: {'Port': ['ID=10d1a58f-da62-4325-9784-013b3e2bae0c,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:50.943295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-6ae30b0c-5b1a-497b-9499-090593d02cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:50.944443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:50.944929 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-6ae30b0c-5b1a-497b-9499-090593d02cf8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ba718179aec342a59e1ffb735d22c905&device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 1127 time: 0.0497305 Oct 26 11:55:50.996756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:50.997463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:50.997859 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 Oct 26 11:55:50.999692 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-8f35ef7a-8212-4980-bd1f-3d6a2151f14e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d1a58f-da62-4325-9784-013b3e2bae0c HTTP/1.1" status: 200 len: 217 time: 0.0428326 Oct 26 11:55:51.072503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-6f5beb0c-8d55-442d-93e6-45929b5461c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:51.074060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-6f5beb0c-8d55-442d-93e6-45929b5461c3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=edc4a0fa-3b72-4acc-be6b-97248a22daa5 HTTP/1.1" status: 200 len: 851 time: 0.0692542 Oct 26 11:55:51.098032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:51.098445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:51.116380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:51.126189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-894a021c-a601-4de8-a625-0c6f61316703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:51.127987 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-894a021c-a601-4de8-a625-0c6f61316703 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=60b8bfa6-1c8f-454f-8d67-4e421236e85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0481362 Oct 26 11:55:51.146119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:51.150312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:51.158853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:51.235629 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-47b8a4db-76af-4dfe-bee0-215952ff4113 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013644 Oct 26 11:55:51.242126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:51.284386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:51.287067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:51.335248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d41d6fe6-4222-4d16-a30c-12850515bb4d req-a2ad3f58-4e26-40cf-b733-bb5e66301077 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935001 Oct 26 11:55:51.497285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813403e7-0de1-447f-8710-cf9043a045da req-b30fe14a-338e-4a88-98e7-30f5ddafdfd7 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:51.499060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-813403e7-0de1-447f-8710-cf9043a045da req-b30fe14a-338e-4a88-98e7-30f5ddafdfd7 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 943 time: 0.0513980 Oct 26 11:55:51.554928 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-813403e7-0de1-447f-8710-cf9043a045da req-73acd058-be66-4d32-8f5b-12ff42e69733 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498755 Oct 26 11:55:52.072897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-89c48f2d-fa02-42a7-8cfd-72d35b238c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:52.074470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-89c48f2d-fa02-42a7-8cfd-72d35b238c23 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ba718179aec342a59e1ffb735d22c905&device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 1127 time: 0.0431490 Oct 26 11:55:52.175044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-78b3f109-53a1-41d9-b20a-1635b3913fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:52.175044 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-78b3f109-53a1-41d9-b20a-1635b3913fb8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=60b8bfa6-1c8f-454f-8d67-4e421236e85c HTTP/1.1" status: 200 len: 913 time: 0.0904887 Oct 26 11:55:52.218181 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-9b1df581-eaf4-4844-9fff-2bc554ea66b8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d1a58f-da62-4325-9784-013b3e2bae0c HTTP/1.1" status: 200 len: 217 time: 0.0390408 Oct 26 11:55:52.248539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:52.281773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:52.282230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-6c81ecfe-8aee-4378-9d57-f6229ab58a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:52.282230 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-6c81ecfe-8aee-4378-9d57-f6229ab58a76 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=edc4a0fa-3b72-4acc-be6b-97248a22daa5 HTTP/1.1" status: 200 len: 851 time: 0.0545232 Oct 26 11:55:52.283698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:52.284367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:52.320375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-4421af64-339d-4dd1-8725-12c62c777fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:52.322141 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-4421af64-339d-4dd1-8725-12c62c777fca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=60b8bfa6-1c8f-454f-8d67-4e421236e85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393705 Oct 26 11:55:52.387371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:52.417528 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-e31dfa2e-9430-4195-a814-ffe506c1777b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891893 Oct 26 11:55:52.499144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:52.509854 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8713e80c-d32d-4223-9cf1-c9327c2e55af req-c84c894c-f7e6-4476-aa05-5049eb527184 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856028 Oct 26 11:55:52.581053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:51Z', 'revision_number': 5, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:52.605823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:52.614472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:52.615097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:52.684654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597c8d4-fe22-4784-b6d6-5fb12432b369 req-4be00ea9-c06b-4785-a810-7997173db9e4 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:52.686064 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a597c8d4-fe22-4784-b6d6-5fb12432b369 req-4be00ea9-c06b-4785-a810-7997173db9e4 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 943 time: 0.0532072 Oct 26 11:55:52.722056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:52.737487 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a597c8d4-fe22-4784-b6d6-5fb12432b369 req-ecf97338-b2c3-478f-89dc-60baaa712e14 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Oct 26 11:55:52.797536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:52.962905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:52.963292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:53.000392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:51Z', 'revision_number': 5, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:53.034698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:53.036078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07888a65-8387-4470-9215-1e4455cc1fd1 None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:51Z', 'revision_number': 5, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:53.038933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:53.089905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:53.864793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5774944-a321-4e68-8ffc-1721aacb376e req-5ea5101a-0f88-41e9-99f6-c97efe6dd70e tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:53.866348 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b5774944-a321-4e68-8ffc-1721aacb376e req-5ea5101a-0f88-41e9-99f6-c97efe6dd70e tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 943 time: 0.0499806 Oct 26 11:55:53.918590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b5774944-a321-4e68-8ffc-1721aacb376e req-d2ab34b6-0bfb-4235-a028-aa391fa3c2fd tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466318 Oct 26 11:55:54.610773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 10d1a58f-da62-4325-9784-013b3e2bae0c details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:55:54.713346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=10d1a58f-da62-4325-9784-013b3e2bae0c,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:54.716954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:54.730774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '10d1a58f-da62-4325-9784-013b3e2bae0c', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'port_id': '10d1a58f-da62-4325-9784-013b3e2bae0c', 'mac_address': 'fa:16:3e:03:25:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:55:54.768566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 10d1a58f-da62-4325-9784-013b3e2bae0c is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:54.768968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:54.782887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d1a58f-da62-4325-9784-013b3e2bae0c {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:55:54.807075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=10d1a58f-da62-4325-9784-013b3e2bae0c,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:54.811788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:54.850146 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57923698-ea36-4549-a492-3576f889b8af None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:54.851177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:54.851920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57923698-ea36-4549-a492-3576f889b8af None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:54.851920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-57923698-ea36-4549-a492-3576f889b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:54.863709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=10d1a58f-da62-4325-9784-013b3e2bae0c,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:54.956186 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-57923698-ea36-4549-a492-3576f889b8af None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:55.045799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c1b9f-dfa2-47e1-a222-e0c0e6734143 req-c377852b-480d-4b02-8e76-22a5aa4395c9 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:55.047196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a46c1b9f-dfa2-47e1-a222-e0c0e6734143 req-c377852b-480d-4b02-8e76-22a5aa4395c9 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 944 time: 0.0516260 Oct 26 11:55:55.072681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['10d1a58f-da62-4325-9784-013b3e2bae0c'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:55:55.096030 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a46c1b9f-dfa2-47e1-a222-e0c0e6734143 req-1a66f873-9bb7-49bb-a64e-ec540c3fe1f4 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 Oct 26 11:55:55.145770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-57923698-ea36-4549-a492-3576f889b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:52Z', 'revision_number': 6, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:55.262404 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57923698-ea36-4549-a492-3576f889b8af None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:55.271606 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57923698-ea36-4549-a492-3576f889b8af None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:55.272238 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-57923698-ea36-4549-a492-3576f889b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:55.322252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:55.323016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=27,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:55.373753 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-57923698-ea36-4549-a492-3576f889b8af None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:55.438785 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:55.557853 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-57923698-ea36-4549-a492-3576f889b8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:52Z', 'revision_number': 6, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:55.586074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57923698-ea36-4549-a492-3576f889b8af None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:52Z', 'revision_number': 6, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:56.218908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:56.238149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ed106-e78c-49af-a642-fcf4a474a5e7 req-e3898766-44a6-49aa-9bfe-6632d990a5e9 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:56.239765 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ee9ed106-e78c-49af-a642-fcf4a474a5e7 req-e3898766-44a6-49aa-9bfe-6632d990a5e9 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 944 time: 0.0610373 Oct 26 11:55:56.291331 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ee9ed106-e78c-49af-a642-fcf4a474a5e7 req-c7c64a91-ec84-4558-bf02-e30dd58e8ac8 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Oct 26 11:55:56.613731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 10d1a58f-da62-4325-9784-013b3e2bae0c up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:56.660473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 10d1a58f-da62-4325-9784-013b3e2bae0c completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:55:56.665980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 10d1a58f-da62-4325-9784-013b3e2bae0c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:56.666428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:56.666765 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 10d1a58f-da62-4325-9784-013b3e2bae0c Oct 26 11:55:56.757857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:56.762962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7939d5f0-1c53-4887-b029-5a9a41b35196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:56.781995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 10d1a58f-da62-4325-9784-013b3e2bae0c is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:56.782380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:56.825159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:55:56.827965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea43b2f2-fb4d-4801-9eb4-2962187cb1a3" -d '{"events": [{"server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "name": "network-vif-plugged", "status": "completed", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:55:56.843667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=10d1a58f-da62-4325-9784-013b3e2bae0c,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:56.850190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:56.897239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d4d020-119d-4919-8db2-33fba9c0c8f4 x-openstack-request-id: req-c2d4d020-119d-4919-8db2-33fba9c0c8f4 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:55:56.897533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "name": "network-vif-plugged", "status": "completed", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:55:56.897786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2d4d020-119d-4919-8db2-33fba9c0c8f4 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:55:56.898176 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d4d020-119d-4919-8db2-33fba9c0c8f4'] response: {'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c', 'code': 200} Oct 26 11:55:56.919422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:56.920451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:56.962001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=10d1a58f-da62-4325-9784-013b3e2bae0c,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:57.012812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:57.027487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:57.067913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:57.101325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad1477-a237-419d-b12e-c38a2abc118f req-4c2e8056-c6bc-4c83-ae62-f8a325b4c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:57.102829 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-83ad1477-a237-419d-b12e-c38a2abc118f req-4c2e8056-c6bc-4c83-ae62-f8a325b4c609 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 1129 time: 0.0416074 Oct 26 11:55:57.158107 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-83ad1477-a237-419d-b12e-c38a2abc118f req-836e768b-c980-4d16-8381-ce25827842c1 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 Oct 26 11:55:57.251942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:57.252928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:57.324894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:57.426522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108887f-25d4-4796-8082-c409ab96d93f req-d0f56660-0084-47e9-982a-7a53ae33da1f tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:57.427912 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2108887f-25d4-4796-8082-c409ab96d93f req-d0f56660-0084-47e9-982a-7a53ae33da1f tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0471153 Oct 26 11:55:57.474973 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2108887f-25d4-4796-8082-c409ab96d93f req-96344f8a-1fb5-4d48-ba91-e9f73412d99b tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 Oct 26 11:55:57.718412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:55:57.722050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:57.722932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:57.727309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:57.826958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:58.015023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:52Z', 'revision_number': 6, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:58.040546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:55:58.049005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:55:58.049619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:58.151089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:55:58.338619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:52Z', 'revision_number': 6, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:55:58.367270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50933cc-ed67-43af-a939-fa8654af2a87 None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:52Z', 'revision_number': 6, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:55:58.642228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cb837-feb4-47fd-a58d-58bc34923801 req-ccc92879-7a0a-4f53-a467-f7fe798db2f1 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:58.643838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-916cb837-feb4-47fd-a58d-58bc34923801 req-ccc92879-7a0a-4f53-a467-f7fe798db2f1 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0585830 Oct 26 11:55:58.698192 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-916cb837-feb4-47fd-a58d-58bc34923801 req-96a86120-077b-402c-92dd-01610d0e547a tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476635 Oct 26 11:55:58.756990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:58.836680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:58.853946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:58.950135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:58.961794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c3bd1185-3976-4f2e-a095-b119b6c90c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:59.103136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:55:59.129768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b758a-9bd2-4e49-ab88-87c0711a29e4 req-04cfe05f-3b2c-4785-8c84-229b68317a6c tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:59.131299 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cc2b758a-9bd2-4e49-ab88-87c0711a29e4 req-04cfe05f-3b2c-4785-8c84-229b68317a6c tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0892949 Oct 26 11:55:59.154039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:55:59.154501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:59.155488 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 Oct 26 11:55:59.157374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:59.157521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35646) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:59.161075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:59.169747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:55:59.196396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cc2b758a-9bd2-4e49-ab88-87c0711a29e4 req-abf36c6f-9873-4e27-ab74-0bb6fd79557c tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539787 Oct 26 11:55:59.247293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:59.247891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:59.276816 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-fd0d4287-f0a8-482b-a976-f19cfa91cb49 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180878 Oct 26 11:55:59.285175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:55:59.286925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-cbffc81b-6296-48db-93a6-c088abb9a4d0 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:55:59.288174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-cbffc81b-6296-48db-93a6-c088abb9a4d0 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061233 Oct 26 11:55:59.290896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:55:59.351161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:55:59.365717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:55:59.444142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:55:59.657269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35660) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:55:59.758151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-768d5131-f026-437e-af37-121d57744586 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:55:59.759565 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-768d5131-f026-437e-af37-121d57744586 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports/10d1a58f-da62-4325-9784-013b3e2bae0c HTTP/1.1" status: 200 len: 942 time: 0.1007729 Oct 26 11:56:00.144641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:00.346033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493d3ab-383d-4b0c-8d43-0f7aa225f81b req-d1caf36b-d55b-49ba-a8c3-2910d387713f tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:00.347545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7493d3ab-383d-4b0c-8d43-0f7aa225f81b req-d1caf36b-d55b-49ba-a8c3-2910d387713f tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0626040 Oct 26 11:56:00.399623 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7493d3ab-383d-4b0c-8d43-0f7aa225f81b req-fdb1730a-c0f1-4a20-a884-575bcfdb6097 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 Oct 26 11:56:00.426097 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:00.433076 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:00.435246 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:00.436518 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:00.541838 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:00.724790 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:59Z', 'revision_number': 7, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:00.749699 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:00.758208 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:00.758871 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:00.796888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:00.867905 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:00.876921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:00.877325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:00.921896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:00.925687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:00.975817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:01.020242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-6d487c9a-a705-432c-beae-0679745cefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:01.022402 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-6d487c9a-a705-432c-beae-0679745cefdc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ba718179aec342a59e1ffb735d22c905&device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 1129 time: 0.0422783 Oct 26 11:56:01.064446 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:59Z', 'revision_number': 7, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:01.089609 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dc4fdd-e4d5-4e85-a3ce-77686118e4e5 None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:55:59Z', 'revision_number': 7, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:01.120978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-e9e6e132-724a-4b3c-bd59-f1501e658f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:01.122456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-e9e6e132-724a-4b3c-bd59-f1501e658f0b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=60b8bfa6-1c8f-454f-8d67-4e421236e85c HTTP/1.1" status: 200 len: 913 time: 0.0938292 Oct 26 11:56:01.163826 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-8c821e53-9df9-44a0-9a7b-b0af2b5605c7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d1a58f-da62-4325-9784-013b3e2bae0c HTTP/1.1" status: 200 len: 217 time: 0.0344212 Oct 26 11:56:01.214257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-e2db1ae7-ddb2-4bc0-88d7-2a493582203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:01.215715 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-e2db1ae7-ddb2-4bc0-88d7-2a493582203e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=edc4a0fa-3b72-4acc-be6b-97248a22daa5 HTTP/1.1" status: 200 len: 851 time: 0.0457582 Oct 26 11:56:01.261668 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-aa426cc8-0528-43ca-bdf9-ad33f4434909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:01.263361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-aa426cc8-0528-43ca-bdf9-ad33f4434909 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=60b8bfa6-1c8f-454f-8d67-4e421236e85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409000 Oct 26 11:56:01.368363 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-0cbaa9a1-2609-47a7-8dc6-c1244abaea19 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979037 Oct 26 11:56:01.472929 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-f4bb7e8f-8570-4f75-b170-2f510c6ee733 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986750 Oct 26 11:56:01.537539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a451f8-e0f0-4e1d-b35f-83c282879199 req-54a2ee07-d064-4967-83b9-14441409f3ba tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:01.539122 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-57a451f8-e0f0-4e1d-b35f-83c282879199 req-54a2ee07-d064-4967-83b9-14441409f3ba tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Oct 26 11:56:01.551340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:01.594513 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-57a451f8-e0f0-4e1d-b35f-83c282879199 req-7b1085bc-10d8-4089-bb7b-4feb9268d77e tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496001 Oct 26 11:56:01.609920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:01.657006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:02.720486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fb9e8-8594-4dd0-9729-12c2031d4fe4 req-5ad2fc9a-e43c-46d3-b19d-0b586057977c tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:02.721958 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a65fb9e8-8594-4dd0-9729-12c2031d4fe4 req-5ad2fc9a-e43c-46d3-b19d-0b586057977c tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0474615 Oct 26 11:56:02.771663 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a65fb9e8-8594-4dd0-9729-12c2031d4fe4 req-af953f6f-c2e8-435a-9031-5cca6a6673a6 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 Oct 26 11:56:02.840182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:02.893984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:02.894361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:02.894702 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 Oct 26 11:56:02.974846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:02.975231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:03.009848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:03.013701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:03.015212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:03.077526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:03.093513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:03.101193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a133c2ef-f09f-4cf4-b598-39995d44b460 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:03.101628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:03.101892 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a133c2ef-f09f-4cf4-b598-39995d44b460 Oct 26 11:56:03.172602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:03.172900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:03.189811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:03.197143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:03.201143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:03.246739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:03.349228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:03.351178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:03.351836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:03.455836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:03.638414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:02Z', 'revision_number': 9, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:03.666326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:03.675539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:03.676244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:03.740111 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:56:03.778571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:03.905778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b7120-5b02-4e15-a9d0-ac8a0f5ffc7f req-c268231d-1514-4590-8d1c-70a10545f847 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:03.907299 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-398b7120-5b02-4e15-a9d0-ac8a0f5ffc7f req-c268231d-1514-4590-8d1c-70a10545f847 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0574553 Oct 26 11:56:03.957519 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-398b7120-5b02-4e15-a9d0-ac8a0f5ffc7f req-f6c525c8-56cc-447d-becd-d135961e3689 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Oct 26 11:56:04.106549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:02Z', 'revision_number': 9, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:04.131815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f81059-a9b8-431d-9290-b5d08845921b None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:02Z', 'revision_number': 9, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:04.754859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:04.824279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:04.836668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:04.837053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:04.877939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:04.883119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:04.884227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:04.966705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:04.973105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:05.010140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:05.010533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:05.034196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:05.038949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:05.071236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:05.094468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda0367-ca77-4c6e-a8cd-748ebdb9b5b5 req-2a34f330-9714-4f82-a7d7-58c93d26bb14 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:05.096214 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4eda0367-ca77-4c6e-a8cd-748ebdb9b5b5 req-2a34f330-9714-4f82-a7d7-58c93d26bb14 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0592823 Oct 26 11:56:05.125886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:05.134213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:05.156462 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4eda0367-ca77-4c6e-a8cd-748ebdb9b5b5 req-9dbccc2b-1b91-46e1-bb7b-1016375e4e96 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530570 Oct 26 11:56:05.180430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:05.181432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:05.253331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:05.339605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:05.387649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:05.388062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:05.388398 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 Oct 26 11:56:05.458920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:05.459307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:05.492924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:05.496498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:05.497285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:05.572465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:05.582826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a133c2ef-f09f-4cf4-b598-39995d44b460 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:05.583194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:05.583532 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a133c2ef-f09f-4cf4-b598-39995d44b460 Oct 26 11:56:05.655073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:05.655458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:05.678197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:05.688080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:05.714250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:05.735688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:05.915082 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:05.915082 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:05.915082 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:06.016280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:06.047050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:06.199233 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:05Z', 'revision_number': 11, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:06.285299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657a5b5-0e0f-40b5-80f2-81f7de8de4d6 req-64ebb5fc-b278-4b55-b461-dd2781a65e56 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:06.286746 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9657a5b5-0e0f-40b5-80f2-81f7de8de4d6 req-64ebb5fc-b278-4b55-b461-dd2781a65e56 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0492575 Oct 26 11:56:06.315184 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:06.323981 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:06.324588 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:06.343336 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9657a5b5-0e0f-40b5-80f2-81f7de8de4d6 req-c3fd02bc-c7e8-4b42-a417-ee34b7eef633 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507932 Oct 26 11:56:06.369869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:06.428213 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:06.609108 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:05Z', 'revision_number': 11, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:06.636655 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47e141-c3b2-40cc-b8a8-944d400db048 None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:05Z', 'revision_number': 11, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:06.798510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:06.856891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:06.896793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:06.897183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:06.933321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:06.937716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:06.938445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:07.018986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:07.058886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:07.059282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:07.081864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:07.085698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:07.134294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:07.466676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883385f-9f6e-40c0-bf5f-6ade88b30f95 req-67e1fe5d-83c8-4958-ae06-bf691ec2f394 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:07.468252 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9883385f-9f6e-40c0-bf5f-6ade88b30f95 req-67e1fe5d-83c8-4958-ae06-bf691ec2f394 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0492642 Oct 26 11:56:07.518894 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9883385f-9f6e-40c0-bf5f-6ade88b30f95 req-1f337dbd-981f-4d8d-9ba2-6e8cd05019d7 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Oct 26 11:56:08.392240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:08.392240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:08.392240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:08.493659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:08.641825 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd8543-23c1-4e48-b0d9-bad35bcd2f18 req-a85db470-a487-4b20-acdd-8d0b74600692 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:08.643241 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2afd8543-23c1-4e48-b0d9-bad35bcd2f18 req-a85db470-a487-4b20-acdd-8d0b74600692 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0476754 Oct 26 11:56:08.686291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:07Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:06Z', 'revision_number': 12, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:08.691517 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2afd8543-23c1-4e48-b0d9-bad35bcd2f18 req-b1e2fd97-5f77-43b4-9a32-3a2e07deca06 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Oct 26 11:56:08.711713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:08.720203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:08.720803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:08.821344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:08.971294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:08.997287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:09.018227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:07Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:06Z', 'revision_number': 12, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:09.042512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920d4ff1-12b7-447d-aef5-1bcdaaebf90c None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:07Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:06Z', 'revision_number': 12, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:09.819316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11614bc-4d6f-4f72-92c8-a38da215ade7 req-d7df2736-31d1-4fbe-97b5-e784840c6849 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:09.821927 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c11614bc-4d6f-4f72-92c8-a38da215ade7 req-d7df2736-31d1-4fbe-97b5-e784840c6849 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0535800 Oct 26 11:56:09.873653 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c11614bc-4d6f-4f72-92c8-a38da215ade7 req-5b7f5ed6-ffdc-40fe-95ad-e9be27391d3a tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458901 Oct 26 11:56:10.999768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a23b8-a497-4420-8c5c-598e2434ae70 req-bea234cb-7727-44e3-8613-58993d012cf6 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:11.001286 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c23a23b8-a497-4420-8c5c-598e2434ae70 req-bea234cb-7727-44e3-8613-58993d012cf6 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0504189 Oct 26 11:56:11.046781 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:11.046781 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:11.046781 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:11.057742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c23a23b8-a497-4420-8c5c-598e2434ae70 req-15f194aa-3ed4-4eca-ba19-093eae1d4c86 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507901 Oct 26 11:56:11.149738 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:11.337469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:07Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:06Z', 'revision_number': 12, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:11.363350 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:11.372008 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:11.372613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:11.474895 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:11.552034 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:11.660044 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:07Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:06Z', 'revision_number': 12, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:11.683832 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a738dc-db88-486f-82ae-fe57756cb6a8 None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:07Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:06Z', 'revision_number': 12, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:11.938405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:12.189560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c2fe-f103-4b5d-a5a0-d53f1c477b14 req-fcfadbd4-79f2-41ee-a3be-6dc0df834954 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:12.191294 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa45c2fe-f103-4b5d-a5a0-d53f1c477b14 req-fcfadbd4-79f2-41ee-a3be-6dc0df834954 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0536561 Oct 26 11:56:12.244594 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa45c2fe-f103-4b5d-a5a0-d53f1c477b14 req-841c6ac5-8b8c-4cae-aeed-2b50375cee0e tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462942 Oct 26 11:56:12.757525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:12.836339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:12.848512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:12.918843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:13.001671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:13.046503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:13.046875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:13.047217 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 Oct 26 11:56:13.121406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:13.121712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:13.154551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:13.158320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:13.159097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:13.232458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:13.245033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.245381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.245725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.246077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.246427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.246759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.247085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.247411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.247789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.248305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.248844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.249666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.249666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.249854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.251671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:13.256401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a133c2ef-f09f-4cf4-b598-39995d44b460 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:13.256401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:13.256401 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a133c2ef-f09f-4cf4-b598-39995d44b460 Oct 26 11:56:13.335620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:13.336045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:13.361159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:13.366160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:13.373865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e2075-7aea-4495-841c-f158ca6ff08e req-7b60d472-5f4a-43e9-956f-e0b214659344 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:13.375329 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-967e2075-7aea-4495-841c-f158ca6ff08e req-7b60d472-5f4a-43e9-956f-e0b214659344 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0513723 Oct 26 11:56:13.425475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:13.432601 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-967e2075-7aea-4495-841c-f158ca6ff08e req-2018559a-ae09-4164-aa4a-4fa899ba0861 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509439 Oct 26 11:56:13.506267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:13.506267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:13.506873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:13.747960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:13.775675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:13.782906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:13.936597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:13Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:13Z', 'revision_number': 13, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:13.961940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:13.971262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:13.971900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:14.071450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:14.255660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:13Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:13Z', 'revision_number': 13, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:14.280540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac241a4-5fea-4741-8a0b-70b6ac5b3d23 None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:13Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:13Z', 'revision_number': 13, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:14.559709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81327e-ce2a-4a48-add1-930eeecc754d req-9f34113c-2a47-40e4-89ad-cd0ea90dc4c3 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:14.562742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa81327e-ce2a-4a48-add1-930eeecc754d req-9f34113c-2a47-40e4-89ad-cd0ea90dc4c3 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0511241 Oct 26 11:56:14.589524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:14.617609 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa81327e-ce2a-4a48-add1-930eeecc754d req-481eca6e-756e-4801-be59-2fb3759f31a9 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Oct 26 11:56:14.757509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:14.837111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:14.837509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:14.887897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:14.892112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:14.926787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:14.987903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:15.037325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:15.167217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:15.213093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:15.213474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:15.213938 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 Oct 26 11:56:15.282352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:15.292068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:15.292464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:15.314310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:15.333758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:15.337908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:15.338855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:15.416516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:15.426302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a133c2ef-f09f-4cf4-b598-39995d44b460 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:15.426682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:15.427025 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a133c2ef-f09f-4cf4-b598-39995d44b460 Oct 26 11:56:15.502518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:15.550784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:15.621609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:15.621996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:15.643612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:15.648882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:15.696469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:15.747109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133fd34-9312-46e4-b2c2-f627d347233b req-71eb7f39-e06f-4162-8daf-548cec44ae75 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:15.748664 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e133fd34-9312-46e4-b2c2-f627d347233b req-71eb7f39-e06f-4162-8daf-548cec44ae75 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0501289 Oct 26 11:56:15.804001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e133fd34-9312-46e4-b2c2-f627d347233b req-71a3f498-ed22-4afb-80b8-8ee109a44f8b tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Oct 26 11:56:16.566413 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:16.568755 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:16.569685 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:16.608673 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:16.686607 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:16.806277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:16.905208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:16.905598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:16.946305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f385e-2534-4b10-af2f-16b871b26c11 req-a3803335-1221-421d-b0a2-aa24cb7400ba tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:16.948857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:16.953858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:16.955655 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-413f385e-2534-4b10-af2f-16b871b26c11 req-a3803335-1221-421d-b0a2-aa24cb7400ba tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0750933 Oct 26 11:56:17.014516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:17.016030 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-413f385e-2534-4b10-af2f-16b871b26c11 req-160b1d49-226e-4003-aa76-613a0dfbd3c7 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558074 Oct 26 11:56:17.027178 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:15Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:15Z', 'revision_number': 15, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:17.056302 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:17.068132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:17.068776 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:55:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:17.183988 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:17.366935 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:15Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:16Z', 'revision_number': 16, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:17.394239 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82795451-cfd3-4500-9a56-37a7a7274099 None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:55:46Z', 'revision_number': 4, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:15Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'ad1daa71-ade6-4bd2-97ba-1d35a5f92845', 'name': '', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'mac_address': 'fa:16:3e:36:36:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:45Z', 'updated_at': '2022-10-26T11:56:16Z', 'revision_number': 16, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'subnets': [{'id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:18.159123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc191134-4594-4ddf-8641-9a376e37e7be req-173f4cc1-8826-4eed-a947-8f1bbd592e31 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:18.160679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fc191134-4594-4ddf-8641-9a376e37e7be req-173f4cc1-8826-4eed-a947-8f1bbd592e31 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0533080 Oct 26 11:56:18.172562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:18.212619 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fc191134-4594-4ddf-8641-9a376e37e7be req-079be0fd-411c-4241-8322-601f6a220c33 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Oct 26 11:56:18.838968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:18.885555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:18.885939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:18.886313 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 Oct 26 11:56:18.960641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:18.961031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:19.006310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:19.008710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:19.009584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:19.046479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:19.072481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:19.089805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:19.102786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a133c2ef-f09f-4cf4-b598-39995d44b460 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:19.102786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:19.102786 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a133c2ef-f09f-4cf4-b598-39995d44b460 Oct 26 11:56:19.176792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:19.177179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:19.198143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:19.201942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:19.248149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:19.333753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e0603-a7ba-406f-b00f-d75c40c16cdb req-d4519894-8620-43e2-956d-0fa5412265e8 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:19.335124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e2e0603-a7ba-406f-b00f-d75c40c16cdb req-d4519894-8620-43e2-956d-0fa5412265e8 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0474832 Oct 26 11:56:19.382559 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e2e0603-a7ba-406f-b00f-d75c40c16cdb req-53ba90dd-23b6-4833-bc4c-ca6352476687 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Oct 26 11:56:20.503991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78293e79-1227-41f3-9945-bc66d22e876f req-5dc383ef-07ff-42e5-a334-e4062b7d425a tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:20.505378 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-78293e79-1227-41f3-9945-bc66d22e876f req-5dc383ef-07ff-42e5-a334-e4062b7d425a tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0459962 Oct 26 11:56:20.555564 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-78293e79-1227-41f3-9945-bc66d22e876f req-692c557a-3a37-4433-aed6-9bb36a7011d6 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Oct 26 11:56:20.802155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ad1daa71-ade6-4bd2-97ba-1d35a5f92845 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:20.871978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:20.873025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:20.909852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:20.913857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:20.914550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a133c2ef-f09f-4cf4-b598-39995d44b460 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:20.986872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:21.022586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a133c2ef-f09f-4cf4-b598-39995d44b460 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:21.022903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:21.043944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:21.048389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:21.097909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:21.677316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76879474-6b6b-43c2-8f09-5ec07b8d7eb7 req-71e72816-0b19-4f73-aeea-2d9730c3a627 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:21.678786 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76879474-6b6b-43c2-8f09-5ec07b8d7eb7 req-71e72816-0b19-4f73-aeea-2d9730c3a627 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0475376 Oct 26 11:56:21.726037 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76879474-6b6b-43c2-8f09-5ec07b8d7eb7 req-184a7199-df18-4147-bde5-1d98a036775b tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Oct 26 11:56:22.846097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60a0e3-69e1-448c-ac99-c26dc2d79eda req-a15660e8-6768-49d3-8f5d-79c43ce349e2 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:22.847551 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b60a0e3-69e1-448c-ac99-c26dc2d79eda req-a15660e8-6768-49d3-8f5d-79c43ce349e2 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0462074 Oct 26 11:56:22.895776 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3b60a0e3-69e1-448c-ac99-c26dc2d79eda req-b12f6694-4743-4901-86b9-49c39dbc3ecd tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426817 Oct 26 11:56:24.019674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb33c5-0ad3-4b30-99f2-617a38f3b172 req-89b8ba83-edb4-4e56-ad39-3ce1a3893508 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:24.021143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2eb33c5-0ad3-4b30-99f2-617a38f3b172 req-89b8ba83-edb4-4e56-ad39-3ce1a3893508 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0497713 Oct 26 11:56:24.073614 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2eb33c5-0ad3-4b30-99f2-617a38f3b172 req-fbb83e55-dc1c-4208-a70b-b374c72c1186 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469344 Oct 26 11:56:25.193420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbde05-daad-4682-a855-9add367ac7c0 req-fd1d68eb-5a41-4c43-89c8-fa42cc3ed4a9 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:25.195124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9bbde05-daad-4682-a855-9add367ac7c0 req-fd1d68eb-5a41-4c43-89c8-fa42cc3ed4a9 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0459652 Oct 26 11:56:25.241936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e9bbde05-daad-4682-a855-9add367ac7c0 req-3ad5b70d-c117-4b1d-b722-92d123db7604 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Oct 26 11:56:26.371527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38907b1c-a470-440f-a396-780a70219b70 req-d0df1b6b-637e-41a4-84c9-987e0edd8b74 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:26.373742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-38907b1c-a470-440f-a396-780a70219b70 req-d0df1b6b-637e-41a4-84c9-987e0edd8b74 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0504436 Oct 26 11:56:26.420945 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-38907b1c-a470-440f-a396-780a70219b70 req-ab356ae8-e9b6-47a3-8e87-c13bb9e3b704 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Oct 26 11:56:26.745599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eba5c867-b343-4fd9-99ed-b8887b3cf94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:27.541661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd591d-0b41-43cd-9507-71004bbf9a15 req-643ecd9e-026b-4cba-a8f2-d1b773e2b6d8 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:27.543127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9abd591d-0b41-43cd-9507-71004bbf9a15 req-643ecd9e-026b-4cba-a8f2-d1b773e2b6d8 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0467460 Oct 26 11:56:27.583559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:27.591868 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9abd591d-0b41-43cd-9507-71004bbf9a15 req-2c696892-b02c-4069-8052-e98c9b33872b tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Oct 26 11:56:28.556671 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-b9baa3ce-e7e0-44ad-aa40-456d0d97afea service neutron] 10.222.0.23 "GET /networking/v2.0/ports/10d1a58f-da62-4325-9784-013b3e2bae0c/bindings/hv-neutron-7598 HTTP/1.1" status: 200 len: 384 time: 0.0554090 Oct 26 11:56:28.720892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847cdee-0595-486a-96a9-5d9b40be0098 req-5c0c4ef9-f0ab-4244-a4c4-fba4b22d832e tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:28.723132 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d847cdee-0595-486a-96a9-5d9b40be0098 req-5c0c4ef9-f0ab-4244-a4c4-fba4b22d832e tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0539491 Oct 26 11:56:28.848421 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d847cdee-0595-486a-96a9-5d9b40be0098 req-aa897bbe-81f2-4db9-85ed-ffa82d73d049 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190829 Oct 26 11:56:28.856786 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-b6ab9ab5-8cee-45a6-b789-00eaa77c076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:28.858481 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-b6ab9ab5-8cee-45a6-b789-00eaa77c076a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429&tenant_id=ba718179aec342a59e1ffb735d22c905 HTTP/1.1" status: 200 len: 1129 time: 0.1074827 Oct 26 11:56:28.941313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-cbdadd8b-58d8-4c18-bb95-d27cde69cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:28.942799 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-cbdadd8b-58d8-4c18-bb95-d27cde69cd89 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ba718179aec342a59e1ffb735d22c905&device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 1129 time: 0.0437515 Oct 26 11:56:28.961241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b64dcbb-ec31-40f0-a599-354319c1e1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:28.969914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:29.036234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-80fe0a56-c3a1-4801-bbd8-be9ef5154b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:29.037854 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-80fe0a56-c3a1-4801-bbd8-be9ef5154b06 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=60b8bfa6-1c8f-454f-8d67-4e421236e85c HTTP/1.1" status: 200 len: 913 time: 0.0890038 Oct 26 11:56:29.077538 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-c237bb55-fe8e-4970-ad48-147eda90a755 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d1a58f-da62-4325-9784-013b3e2bae0c HTTP/1.1" status: 200 len: 217 time: 0.0335219 Oct 26 11:56:29.130840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-a8ab90a1-5844-4954-b601-bf18b1a92412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:29.132310 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-a8ab90a1-5844-4954-b601-bf18b1a92412 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=edc4a0fa-3b72-4acc-be6b-97248a22daa5 HTTP/1.1" status: 200 len: 851 time: 0.0487800 Oct 26 11:56:29.176433 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-83dce8b4-02c3-4261-bea0-bee1a28a6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:29.177904 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-83dce8b4-02c3-4261-bea0-bee1a28a6c8a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=60b8bfa6-1c8f-454f-8d67-4e421236e85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392885 Oct 26 11:56:29.267832 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-8b320e49-1283-48be-86eb-b4d9d2f3c069 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839746 Oct 26 11:56:29.360415 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a379ab2-7992-4c6d-873d-d87ebd06953b req-cc4ebbc2-57c9-4805-8f41-f4888bbe7d5c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869517 Oct 26 11:56:29.972619 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb845d6-cd01-4e8c-870b-9c2d4d393d80 req-8823ad0c-dd12-4307-b780-7a9cbbf8b6af tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:29.974089 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fbb845d6-cd01-4e8c-870b-9c2d4d393d80 req-8823ad0c-dd12-4307-b780-7a9cbbf8b6af tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0485928 Oct 26 11:56:30.021949 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fbb845d6-cd01-4e8c-870b-9c2d4d393d80 req-d19df361-1f86-43fa-8e4f-840fc4e7dde8 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Oct 26 11:56:30.148026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:31.148429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cd80e-1546-44dd-944d-a641edc7a5f3 req-44333c81-860b-4271-b009-14b9c80d0754 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:31.149881 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-002cd80e-1546-44dd-944d-a641edc7a5f3 req-44333c81-860b-4271-b009-14b9c80d0754 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0531547 Oct 26 11:56:31.198082 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-002cd80e-1546-44dd-944d-a641edc7a5f3 req-6114c5fa-4313-458c-ab7e-e6b3e4dad43e tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Oct 26 11:56:31.604849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:31.655749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:32.321089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1b43e-2502-4966-a75e-0c1891dd5b9f req-14bb3b8b-30d7-4555-acb7-197056ec88ca tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:32.322555 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1cc1b43e-2502-4966-a75e-0c1891dd5b9f req-14bb3b8b-30d7-4555-acb7-197056ec88ca tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0471208 Oct 26 11:56:32.369753 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1cc1b43e-2502-4966-a75e-0c1891dd5b9f req-443f022b-a2eb-4a87-87e1-f0327ffad50d tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Oct 26 11:56:32.707057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-5592b975-d88d-4c72-ae96-24d787655fbf tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:32.708566 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-5592b975-d88d-4c72-ae96-24d787655fbf tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429&tenant_id=ba718179aec342a59e1ffb735d22c905&binding%3Ahost_id=hv-neutron-7598 HTTP/1.1" status: 200 len: 945 time: 0.0901380 Oct 26 11:56:32.806968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 10d1a58f-da62-4325-9784-013b3e2bae0c details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:56:32.822802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 10d1a58f-da62-4325-9784-013b3e2bae0c no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:32.833735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:32.837614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-b2dc0b3d-a465-4437-9994-85061c0ca7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:32.839149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-b2dc0b3d-a465-4437-9994-85061c0ca7b8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ba718179aec342a59e1ffb735d22c905&device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 1129 time: 0.0413427 Oct 26 11:56:32.932693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-bdad2575-5f88-41c4-8f6c-e53d0766288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:32.934741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-bdad2575-5f88-41c4-8f6c-e53d0766288f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=60b8bfa6-1c8f-454f-8d67-4e421236e85c HTTP/1.1" status: 200 len: 913 time: 0.0879290 Oct 26 11:56:32.959377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:32.968608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:32.978200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=10d1a58f-da62-4325-9784-013b3e2bae0c,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:32.979111 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-7be3fe01-9ef2-4973-9c21-55e82bff255e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10d1a58f-da62-4325-9784-013b3e2bae0c HTTP/1.1" status: 200 len: 217 time: 0.0383410 Oct 26 11:56:32.980748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 10d1a58f-da62-4325-9784-013b3e2bae0c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:32.981485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:32.999017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '10d1a58f-da62-4325-9784-013b3e2bae0c', 'network_id': '60b8bfa6-1c8f-454f-8d67-4e421236e85c', 'port_id': '10d1a58f-da62-4325-9784-013b3e2bae0c', 'mac_address': 'fa:16:3e:03:25:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc4a0fa-3b72-4acc-be6b-97248a22daa5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:56:33.017699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:56:33.020303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be87022-296e-441e-a746-3e29884170f9" -d '{"events": [{"server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "name": "network-vif-unplugged", "status": "completed", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:33.029818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-c2eb6edf-2953-414c-ad12-29119aabfab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:33.031330 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-c2eb6edf-2953-414c-ad12-29119aabfab8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=edc4a0fa-3b72-4acc-be6b-97248a22daa5 HTTP/1.1" status: 200 len: 851 time: 0.0461149 Oct 26 11:56:33.053481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=10d1a58f-da62-4325-9784-013b3e2bae0c,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:33.061179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:33.078641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-5139e4d1-b7d1-44bf-b43a-8982162c3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:33.080222 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-5139e4d1-b7d1-44bf-b43a-8982162c3c33 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=60b8bfa6-1c8f-454f-8d67-4e421236e85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423648 Oct 26 11:56:33.085942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 11:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2948feb6-6353-4468-b107-313a8f2968d0 x-openstack-request-id: req-2948feb6-6353-4468-b107-313a8f2968d0 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:33.086236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "name": "network-vif-unplugged", "status": "completed", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:33.086493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2948feb6-6353-4468-b107-313a8f2968d0 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:33.086883 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2948feb6-6353-4468-b107-313a8f2968d0'] response: {'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c', 'code': 200} Oct 26 11:56:33.089420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 10d1a58f-da62-4325-9784-013b3e2bae0c is: ACTIVE; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:33.089815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:33.115804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10d1a58f-da62-4325-9784-013b3e2bae0c {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:56:33.136367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=10d1a58f-da62-4325-9784-013b3e2bae0c,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:33.167859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:56:33.168288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:56:33.207360 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-ac16d447-9900-4eef-bcb2-279340d908f4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919771 Oct 26 11:56:33.219632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:33.296315 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-14f89260-e633-4044-9795-1ea31deab57b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830748 Oct 26 11:56:33.701962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 10d1a58f-da62-4325-9784-013b3e2bae0c is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:33.702350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:33.714826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d1a58f-da62-4325-9784-013b3e2bae0c {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:56:33.736896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=10d1a58f-da62-4325-9784-013b3e2bae0c,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:33.740522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:33.788619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=10d1a58f-da62-4325-9784-013b3e2bae0c,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:33.876761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['10d1a58f-da62-4325-9784-013b3e2bae0c'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:56:34.167806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac42d-9ef1-44fb-a288-d9f0d1168e71 req-ac9ca78e-63b7-4757-a68f-8a9ce58809c3 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:34.170244 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ffeac42d-9ef1-44fb-a288-d9f0d1168e71 req-ac9ca78e-63b7-4757-a68f-8a9ce58809c3 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 944 time: 0.0534253 Oct 26 11:56:34.217756 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ffeac42d-9ef1-44fb-a288-d9f0d1168e71 req-979372d9-25c2-4bad-b16b-aaf7bb92fc9c tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Oct 26 11:56:34.838974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 10d1a58f-da62-4325-9784-013b3e2bae0c up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:34.884941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 10d1a58f-da62-4325-9784-013b3e2bae0c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:34.886081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:34.886081 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 10d1a58f-da62-4325-9784-013b3e2bae0c Oct 26 11:56:35.093786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 10d1a58f-da62-4325-9784-013b3e2bae0c is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:35.094085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:35.116979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:56:35.119223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43adb86a-d513-4377-bf1b-e85b173f0f6c" -d '{"events": [{"server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "name": "network-vif-plugged", "status": "completed", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:35.131934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=10d1a58f-da62-4325-9784-013b3e2bae0c,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:35.136704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:35.162312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6605cfe3-45b0-48dd-b9d1-a7a3f245a9ee x-openstack-request-id: req-6605cfe3-45b0-48dd-b9d1-a7a3f245a9ee {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:35.162609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "name": "network-vif-plugged", "status": "completed", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:35.162863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6605cfe3-45b0-48dd-b9d1-a7a3f245a9ee {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:35.163258 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6605cfe3-45b0-48dd-b9d1-a7a3f245a9ee'] response: {'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c', 'code': 200} Oct 26 11:56:35.187136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=10d1a58f-da62-4325-9784-013b3e2bae0c,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:35.337273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7b854-85b0-4d7c-9cb9-6fb567578dd4 req-e8332a7b-5351-43b8-9210-fa7039bf662b tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:35.338745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-23e7b854-85b0-4d7c-9cb9-6fb567578dd4 req-e8332a7b-5351-43b8-9210-fa7039bf662b tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0467300 Oct 26 11:56:35.385752 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-23e7b854-85b0-4d7c-9cb9-6fb567578dd4 req-cee53864-73e6-487e-baf5-c5e340a66065 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=39ee6fd4-5933-4f41-963c-9d79e0aee211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Oct 26 11:56:35.588605 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=77 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:35.591649 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=68 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:35.989025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-184d7db1-fd86-4eb1-8aa3-8505787ebc68 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:35.990453 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-184d7db1-fd86-4eb1-8aa3-8505787ebc68 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 945 time: 0.0505068 Oct 26 11:56:36.071715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Deleting port 10d1a58f-da62-4325-9784-013b3e2bae0c {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:56:36.072084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:36.164421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] For port 10d1a58f-da62-4325-9784-013b3e2bae0c, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=10d1a58f-da62-4325-9784-013b3e2bae0c,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:36.164693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:36.178562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Calling delete_port for 10d1a58f-da62-4325-9784-013b3e2bae0c owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:56:36.281089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:36.303988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (10d1a58f-da62-4325-9784-013b3e2bae0c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:36.334324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Pushing event deleted for resources: {'Port': ['ID=10d1a58f-da62-4325-9784-013b3e2bae0c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:36.336429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['10d1a58f-da62-4325-9784-013b3e2bae0c'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:56:36.344704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.345176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.345377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.345713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.346044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.346371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.346698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.347218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.347355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.347651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.348577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.348577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.348794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.348931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.349308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:36.394031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] No DVR routers for this DVR port 10d1a58f-da62-4325-9784-013b3e2bae0c on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:56:36.396635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:36.400053 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f75cb1a2-6c25-437b-8bd0-a4ba9a6a5e98 req-60af0090-51fc-4691-aab6-319958cda179 tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.23 "DELETE /networking/v2.0/ports/10d1a58f-da62-4325-9784-013b3e2bae0c HTTP/1.1" status: 204 len: 173 time: 0.4047165 Oct 26 11:56:36.400552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'name': 'network-vif-deleted', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:56:36.403543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad65ff3-1380-4142-9ed0-7c05b17c9392" -d '{"events": [{"server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "name": "network-vif-deleted", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:36.444865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5971b64-55a8-4e54-870b-d47097d00581 x-openstack-request-id: req-f5971b64-55a8-4e54-870b-d47097d00581 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:36.445208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2572a1-01ed-4838-826f-dcc496029429", "name": "network-vif-deleted", "tag": "10d1a58f-da62-4325-9784-013b3e2bae0c", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:36.445468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5971b64-55a8-4e54-870b-d47097d00581 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:36.445877 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5971b64-55a8-4e54-870b-d47097d00581'] response: {'server_uuid': 'ff2572a1-01ed-4838-826f-dcc496029429', 'name': 'network-vif-deleted', 'tag': '10d1a58f-da62-4325-9784-013b3e2bae0c', 'status': 'completed', 'code': 200} Oct 26 11:56:36.500243 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b18c47a6-4d72-4ab7-8e47-9a0104ee20d2 req-b9da150e-933b-465d-8da8-a106db16b18c tempest-DeleteServersTestJSON-1143383628 tempest-DeleteServersTestJSON-1143383628-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ff2572a1-01ed-4838-826f-dcc496029429 HTTP/1.1" status: 200 len: 210 time: 0.0293937 Oct 26 11:56:37.643086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35750) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:38.182368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:38.328310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:38.591050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Deleting port ad1daa71-ade6-4bd2-97ba-1d35a5f92845 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:56:38.591415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:38.670285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] For port ad1daa71-ade6-4bd2-97ba-1d35a5f92845, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:38.671087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:38.682952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Calling delete_port for ad1daa71-ade6-4bd2-97ba-1d35a5f92845 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:56:38.796082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:38.860720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ad1daa71-ade6-4bd2-97ba-1d35a5f92845), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:38.887252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1daa71-ade6-4bd2-97ba-1d35a5f92845,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:39.052816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:39.080149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7772ee6-d919-4cc3-afc1-c4887f6b3b19 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:56:39.120894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:39.128915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:39.152413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7772ee6-d919-4cc3-afc1-c4887f6b3b19 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:56:39.164701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:39.268548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:56:39.376436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:56:39.381661 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-24bf29cd-d62e-42b7-a8c5-3c7a76545d5f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7373548 Oct 26 11:56:39.384432 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:39.386115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:39.397401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:39.398042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:39.492774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks [] for router (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:39.506413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:39.602062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks [] for router_gateway (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:39.651692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Deleting port a133c2ef-f09f-4cf4-b598-39995d44b460 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:56:39.652134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:39.689708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:56:38Z', 'revision_number': 5, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port': {'id': 'a133c2ef-f09f-4cf4-b598-39995d44b460', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:55:44Z', 'updated_at': '2022-10-26T11:56:21Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:39.716966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] Checking router: 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:39.731243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] Routers {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:39.732126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:39.820720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-194d4407-e820-4984-bb39-ddf3d5e1ae83 None None] Provisioning complete for port d30a5d44-1f4b-4bad-abc5-92867caf8687 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:39.821094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-194d4407-e820-4984-bb39-ddf3d5e1ae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:39.821430 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-194d4407-e820-4984-bb39-ddf3d5e1ae83 None None] Attempt 1 to provision port d30a5d44-1f4b-4bad-abc5-92867caf8687 Oct 26 11:56:39.852633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] Set router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:39.915592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:56:39Z', 'revision_number': 6, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:39.946441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6954fcb5-89fd-4f9c-a33a-8d68d621ee6e None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [{'id': '3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6', 'name': 'tempest-DeleteServersTestJSON-1050598784-router', 'tenant_id': 'ba718179aec342a59e1ffb735d22c905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:55:43Z', 'updated_at': '2022-10-26T11:56:39Z', 'revision_number': 6, 'project_id': 'ba718179aec342a59e1ffb735d22c905', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:39.988815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-194d4407-e820-4984-bb39-ddf3d5e1ae83 None None] Current status of the port d30a5d44-1f4b-4bad-abc5-92867caf8687 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:40.042643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] For port a133c2ef-f09f-4cf4-b598-39995d44b460, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a133c2ef-f09f-4cf4-b598-39995d44b460,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:40.043005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.056350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Calling delete_port for a133c2ef-f09f-4cf4-b598-39995d44b460 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:56:40.229119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a133c2ef-f09f-4cf4-b598-39995d44b460), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.255027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a133c2ef-f09f-4cf4-b598-39995d44b460,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:40.281958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.282306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.282652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.282994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.283326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.283658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.284017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.284347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.284678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.285006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.285334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.285662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.285987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.286313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.286634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:56:40.329210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.422352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.424507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks [] for router_controller (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.467102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.467703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:56:40.472292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.473253 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a29ed225-9090-4565-afa1-ff7c3d21ba90 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6 HTTP/1.1" status: 204 len: 168 time: 1.0878353 Oct 26 11:56:40.475859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35754) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:40.528539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-132412bd-66a1-47de-b59b-06dbe8b6d902 admin admin] Deleting subnet edc4a0fa-3b72-4acc-be6b-97248a22daa5 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:56:40.532222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-132412bd-66a1-47de-b59b-06dbe8b6d902 admin admin] Publish callbacks [] for subnet (edc4a0fa-3b72-4acc-be6b-97248a22daa5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.569365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-132412bd-66a1-47de-b59b-06dbe8b6d902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (edc4a0fa-3b72-4acc-be6b-97248a22daa5), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.609912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:40.649265 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed718966-73fe-4f2c-b6b4-51ff9614bf2a None None] Sync routers for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:40.657540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:40.658237 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed718966-73fe-4f2c-b6b4-51ff9614bf2a None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:40.658615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed718966-73fe-4f2c-b6b4-51ff9614bf2a None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:56:40.659207 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed718966-73fe-4f2c-b6b4-51ff9614bf2a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:56:40.662699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-132412bd-66a1-47de-b59b-06dbe8b6d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (edc4a0fa-3b72-4acc-be6b-97248a22daa5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.668379 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed718966-73fe-4f2c-b6b4-51ff9614bf2a None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:40.668742 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed718966-73fe-4f2c-b6b4-51ff9614bf2a None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:56:40.669621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed718966-73fe-4f2c-b6b4-51ff9614bf2a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:56:40.669994 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed718966-73fe-4f2c-b6b4-51ff9614bf2a None None] The sync data for ids ['3119bdd6-4dfe-4c33-89fc-2efed8c5c6c6'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:40.716001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-132412bd-66a1-47de-b59b-06dbe8b6d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (edc4a0fa-3b72-4acc-be6b-97248a22daa5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.739915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:56:40.740146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132412bd-66a1-47de-b59b-06dbe8b6d902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc4a0fa-3b72-4acc-be6b-97248a22daa5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:40.748366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-132412bd-66a1-47de-b59b-06dbe8b6d902 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.751669 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-132412bd-66a1-47de-b59b-06dbe8b6d902 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/edc4a0fa-3b72-4acc-be6b-97248a22daa5 HTTP/1.1" status: 204 len: 168 time: 0.2748873 Oct 26 11:56:40.753258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff3e3b-e26e-4edf-83cb-a04fa8b6e36f None None] Network 60b8bfa6-1c8f-454f-8d67-4e421236e85c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:56:40.754512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35756) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:40.824473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (60b8bfa6-1c8f-454f-8d67-4e421236e85c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.860803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 10d1a58f-da62-4325-9784-013b3e2bae0c no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:40.873118 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Deleting port d30a5d44-1f4b-4bad-abc5-92867caf8687 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:56:40.873472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.887503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 10d1a58f-da62-4325-9784-013b3e2bae0c {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:56:40.887892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 10d1a58f-da62-4325-9784-013b3e2bae0c not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:40.920776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ee4482-9417-405f-ab75-47c8caec4001 None None] DHCP port deletion for 60b8bfa6-1c8f-454f-8d67-4e421236e85c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:56:40.943583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] For port d30a5d44-1f4b-4bad-abc5-92867caf8687, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d30a5d44-1f4b-4bad-abc5-92867caf8687,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:40.944229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:40.957530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Calling delete_port for d30a5d44-1f4b-4bad-abc5-92867caf8687 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:56:40.958697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee4482-9417-405f-ab75-47c8caec4001 None None] Deleting port d30a5d44-1f4b-4bad-abc5-92867caf8687 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:56:40.959070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4482-9417-405f-ab75-47c8caec4001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.025312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c4ee4482-9417-405f-ab75-47c8caec4001 None None] For port d30a5d44-1f4b-4bad-abc5-92867caf8687, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d30a5d44-1f4b-4bad-abc5-92867caf8687,segment=NetworkSegment(78720665-1502-4462-a98c-bb65c4a90382),segment_id=78720665-1502-4462-a98c-bb65c4a90382)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:41.025714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4482-9417-405f-ab75-47c8caec4001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.027749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:41.037033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.039606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee4482-9417-405f-ab75-47c8caec4001 None None] Calling delete_port for d30a5d44-1f4b-4bad-abc5-92867caf8687 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:56:41.041082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:41.064376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Pushing event deleted for resources: {'Port': ['ID=d30a5d44-1f4b-4bad-abc5-92867caf8687,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:41.068075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] No DVR routers for this DVR port d30a5d44-1f4b-4bad-abc5-92867caf8687 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:56:41.085852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: from cryptography.utils import int_from_bytes Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: from cryptography.utils import int_from_bytes Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:56:41.111953 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 11:56:41.117602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4482-9417-405f-ab75-47c8caec4001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (d30a5d44-1f4b-4bad-abc5-92867caf8687), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.143623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (60b8bfa6-1c8f-454f-8d67-4e421236e85c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.146010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee4482-9417-405f-ab75-47c8caec4001 None None] Pushing event deleted for resources: {'Port': ['ID=d30a5d44-1f4b-4bad-abc5-92867caf8687,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:41.149597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee4482-9417-405f-ab75-47c8caec4001 None None] No DVR routers for this DVR port d30a5d44-1f4b-4bad-abc5-92867caf8687 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:56:41.175345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b8bfa6-1c8f-454f-8d67-4e421236e85c']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:41.177490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78720665-1502-4462-a98c-bb65c4a90382') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:41.177781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78720665-1502-4462-a98c-bb65c4a90382') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:41.187749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (78720665-1502-4462-a98c-bb65c4a90382), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.201711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (78720665-1502-4462-a98c-bb65c4a90382), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.208165 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:56:41.208542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (78720665-1502-4462-a98c-bb65c4a90382), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.276847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (60b8bfa6-1c8f-454f-8d67-4e421236e85c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.284058 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 78720665-1502-4462-a98c-bb65c4a90382 resource provider aggregate not found Oct 26 11:56:41.287628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.290688 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/60b8bfa6-1c8f-454f-8d67-4e421236e85c HTTP/1.1" status: 204 len: 168 time: 0.5348470 Oct 26 11:56:41.308852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c768e4a-58c0-419a-9409-e6a68271595d admin admin] Pushing event deleted for resources: {'Network': ['ID=60b8bfa6-1c8f-454f-8d67-4e421236e85c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:41.314093 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 78720665-1502-4462-a98c-bb65c4a90382 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78720665-1502-4462-a98c-bb65c4a90382 found for delete ", "request_id": "req-8892eed7-5d1d-42cd-9675-3cf59ae98403"}]} Oct 26 11:56:41.409840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35772) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:41.450743 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f19d5a2d-aece-40f1-b3d6-31a5913a0534 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ba718179aec342a59e1ffb735d22c905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398469 Oct 26 11:56:41.453480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35774) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:41.502383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c53203c9-8748-485b-a1d8-f6144a8ffba4 admin admin] Publish callbacks [] for security_group (39ee6fd4-5933-4f41-963c-9d79e0aee211), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.518408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:41.523508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c53203c9-8748-485b-a1d8-f6144a8ffba4 admin admin] Publish callbacks [] for security_group (39ee6fd4-5933-4f41-963c-9d79e0aee211), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.569849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c53203c9-8748-485b-a1d8-f6144a8ffba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (39ee6fd4-5933-4f41-963c-9d79e0aee211), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.572436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-c53203c9-8748-485b-a1d8-f6144a8ffba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:41.573583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c53203c9-8748-485b-a1d8-f6144a8ffba4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/39ee6fd4-5933-4f41-963c-9d79e0aee211 HTTP/1.1" status: 204 len: 168 time: 0.1192703 Oct 26 11:56:41.581913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53203c9-8748-485b-a1d8-f6144a8ffba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee6fd4-5933-4f41-963c-9d79e0aee211,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:41.924874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.244207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35796) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:42.340718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2021086138-network', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:56:42.363331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Made reservation on behalf of 2bcff45fc0c24151a7d7c4075a166740 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:56:42.365947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.375553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.456610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Publish callbacks [] for security_group (8c8e03d1-2de1-4e7e-a70a-8b133303f7f8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.460315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8c8e03d1-2de1-4e7e-a70a-8b133303f7f8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.490257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:56:42.496999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:42.506455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.506729 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Added segment aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6 of type vlan for network ed8c682f-0094-468e-b30d-2509e2d089e6 Oct 26 11:56:42.550548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (ed8c682f-0094-468e-b30d-2509e2d089e6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.579989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (ed8c682f-0094-468e-b30d-2509e2d089e6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.580944 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:42.581511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.655700 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4103465 Oct 26 11:56:42.658696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35800) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:42.663681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Request body: {'subnet': {'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-subnet', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:56:42.674654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a2512-a954-446c-a02b-45ced200048f admin admin] Pushing event updated for resources: {'Network': ['ID=ed8c682f-0094-468e-b30d-2509e2d089e6,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:42.684738 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Made reservation on behalf of 2bcff45fc0c24151a7d7c4075a166740 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:56:42.686411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network ed8c682f-0094-468e-b30d-2509e2d089e6 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:56:42.687351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.860506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (cb89cf0a-3ecf-4533-acc1-3fe5496485a8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.897012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d30a5d44-1f4b-4bad-abc5-92867caf8687 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:42.917742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb89cf0a-3ecf-4533-acc1-3fe5496485a8,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:42.921896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d30a5d44-1f4b-4bad-abc5-92867caf8687 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:56:42.922455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d30a5d44-1f4b-4bad-abc5-92867caf8687 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:56:42.936680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Checking segment: {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:56:42.937035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Network hostable DHCP agents. Network: ed8c682f-0094-468e-b30d-2509e2d089e6, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:56:42.955292 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Network ed8c682f-0094-468e-b30d-2509e2d089e6 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:56:42.963695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, ed8c682f-0094-468e-b30d-2509e2d089e6) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:42.969768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:42.970686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:42.971705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61f5ce2-952e-42df-ad98-373013d373dc None None] Network ed8c682f-0094-468e-b30d-2509e2d089e6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:56:42.991659 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7596414a-3b2e-46fd-8d51-8256492f0880 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3293545 Oct 26 11:56:42.991912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35802) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:42.996165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:56:43.017822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.018931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.074989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-ed8c682f-0094-468e-b30d-2509e2d089e6', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:56:43.075845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks [] for router_controller (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.076530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.213823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Allocated IP 172.20.0.2 (ed8c682f-0094-468e-b30d-2509e2d089e6/cb89cf0a-3ecf-4533-acc1-3fe5496485a8/7dec4c41-2a26-41e4-bdf0-a12d988343e8) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:56:43.215653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks [] for router_gateway (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.358907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Publish callbacks [] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.366088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.395492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks [] for router_gateway (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.404837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Network ed8c682f-0094-468e-b30d-2509e2d089e6 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:56:43.410568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:43.412960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:56:43.414629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.417133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:43.422864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Pushing event updated for resources: {'Port': ['ID=7dec4c41-2a26-41e4-bdf0-a12d988343e8,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:43.425867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=11 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:43.484956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Attempting to bind port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:56:43.485331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Attempting to bind port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:56:43.485702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Attempting to bind port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 on network ed8c682f-0094-468e-b30d-2509e2d089e6 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:43.526699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:56:43.527074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Checking segment: {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:56:43.527478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.527907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Bound using segment: {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:56:43.528383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Bound port: 7dec4c41-2a26-41e4-bdf0-a12d988343e8, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:56:43.529518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.530946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Allocated IP 172.26.0.34 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/a599ca78-ac0b-48f4-acc8-fbb6b897ce2f) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:56:43.577550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:43.594099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] For port 7dec4c41-2a26-41e4-bdf0-a12d988343e8, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:56:43.597623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] For port 7dec4c41-2a26-41e4-bdf0-a12d988343e8, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7dec4c41-2a26-41e4-bdf0-a12d988343e8,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:56:43.603412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.648058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks [] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.654904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:43.660920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5752fe8-27cb-43ec-b341-27b02fe0e524 None None] Pushing event updated for resources: {'Port': ['ID=7dec4c41-2a26-41e4-bdf0-a12d988343e8,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:43.683344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:43.726873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:56:43.732707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:43.734932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:43.737114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:56:44.000119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks [] for router_gateway (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:44.186706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:44.284593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:44.299589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:44.322454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:56:44.427235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:56:44.437272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:44.448646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:44.450060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5b6b1ee7-2d38-452f-9cab-3452943be163 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4572737 Oct 26 11:56:44.453220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35804) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:56:44.455519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:44.456277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:44.541816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02045b6d-98b1-45e6-ba31-ddb2f046466e None None] Network ed8c682f-0094-468e-b30d-2509e2d089e6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:56:44.758896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:44.762465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e19a857a-1de2-4f06-b8b9-c148d96905fc None None] Provisioning complete for port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:44.763421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e19a857a-1de2-4f06-b8b9-c148d96905fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:44.763810 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e19a857a-1de2-4f06-b8b9-c148d96905fc None None] Attempt 1 to provision port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 Oct 26 11:56:44.874132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:44.957117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7dec4c41-2a26-41e4-bdf0-a12d988343e8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:45.067011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e19a857a-1de2-4f06-b8b9-c148d96905fc None None] Current status of the port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:45.067402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e19a857a-1de2-4f06-b8b9-c148d96905fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.095210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Allocated IP 172.20.0.1 (ed8c682f-0094-468e-b30d-2509e2d089e6/cb89cf0a-3ecf-4533-acc1-3fe5496485a8/485ff884-547c-4607-a0c3-d7fd4dfd1ac5) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:56:45.108396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:45.108788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.109108 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 Oct 26 11:56:45.113581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:43Z', 'revision_number': 3, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:45.167923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e19a857a-1de2-4f06-b8b9-c148d96905fc None None] For port 7dec4c41-2a26-41e4-bdf0-a12d988343e8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7dec4c41-2a26-41e4-bdf0-a12d988343e8,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:45.170889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:45.171262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Updating router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:56:45.197853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e19a857a-1de2-4f06-b8b9-c148d96905fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.220873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:45.226435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Publish callbacks [] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.233408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:45.243034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.266813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.286505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a857a-1de2-4f06-b8b9-c148d96905fc None None] Pushing event updated for resources: {'Port': ['ID=7dec4c41-2a26-41e4-bdf0-a12d988343e8,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:45.307582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Network ed8c682f-0094-468e-b30d-2509e2d089e6 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:56:45.313282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:45.315753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:56:45.345476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:45.362498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.373202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:45.390725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-077a828d-e5a4-4732-a682-a7d1a56c25ba None None] Provisioning complete for port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:45.391103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-077a828d-e5a4-4732-a682-a7d1a56c25ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.391435 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-077a828d-e5a4-4732-a682-a7d1a56c25ba None None] Attempt 1 to provision port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 Oct 26 11:56:45.396276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:45.402894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:45.517924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.561110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-077a828d-e5a4-4732-a682-a7d1a56c25ba None None] Current status of the port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:45.645569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Publish callbacks [] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.652570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.703680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Attempting to bind port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:56:45.704074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Attempting to bind port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:56:45.704442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Attempting to bind port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:45.739052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fa5de7f4-b6ea-467c-9bc8-83a8f3db0ffb None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:45.739421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fa5de7f4-b6ea-467c-9bc8-83a8f3db0ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.739778 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fa5de7f4-b6ea-467c-9bc8-83a8f3db0ffb None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:56:45.748501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3fb68-97c8-43e5-ae3d-099e3be06468 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:45.788826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fa5de7f4-b6ea-467c-9bc8-83a8f3db0ffb None None] Port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:56:45.796838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:56:45.797212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:56:45.797616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.798005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:56:45.798478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Bound port: a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:56:45.798853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.850744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:56:45.854526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:56:45.861663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:45.904291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:45.905034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:45.959500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3fb68-97c8-43e5-ae3d-099e3be06468 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:46.007900 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Publish callbacks [] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:46.013458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:46.031201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:46.081296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:46.083749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:46.179147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Network ed8c682f-0094-468e-b30d-2509e2d089e6 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:56:46.180589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:46.210030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:46.222260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-07dab562-f674-4a01-8962-d115db6e615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 1, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:46.250294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dab562-f674-4a01-8962-d115db6e615a None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 1, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:46.276967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:46.299467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:56:46.416243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fa6f8df1-afbe-4354-ae03-03b77eea16a9 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:46.416616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fa6f8df1-afbe-4354-ae03-03b77eea16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:46.416954 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fa6f8df1-afbe-4354-ae03-03b77eea16a9 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:56:46.419967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:56:46.431623 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-649cbfb3-3fd0-4d02-8d17-56e51c2c7d2d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ce37ea3a-ccca-448f-9a77-78b23e7aa7fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9712598 Oct 26 11:56:46.625612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:46.632953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f8df1-afbe-4354-ae03-03b77eea16a9 None None] Port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:56:46.949414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7dec4c41-2a26-41e4-bdf0-a12d988343e8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:46.986730 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-f2d9cc8b-9418-4ac2-9fb7-5514743e45e8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:46.988420 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-f2d9cc8b-9418-4ac2-9fb7-5514743e45e8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 815 time: 0.1531708 Oct 26 11:56:47.000052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:47.000441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:47.000774 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 Oct 26 11:56:47.002881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:47.005923 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-6248acaa-8a34-4ed5-b848-cec36e3ad035 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/quotas/2bcff45fc0c24151a7d7c4075a166740 HTTP/1.1" status: 200 len: 375 time: 0.0112994 Oct 26 11:56:47.062951 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-4e09d176-c22e-48d1-9bf0-b34b2962c42a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512726 Oct 26 11:56:47.085472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:47.183806 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-2ddcd3f5-80d8-4596-8705-049976720292 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133089 Oct 26 11:56:47.521946 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-ff9ec58f-ebcc-40bc-89c1-52591caa0f80 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317618 Oct 26 11:56:47.697370 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-26f2b7eb-7d11-414b-9c17-9e8b4b364311 req-1512d656-3233-4bc2-8be0-69f05a7e60e3 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 210 time: 0.0312376 Oct 26 11:56:48.165538 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:48.165538 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:48.165538 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:48.266212 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:48.456053 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 2, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:48.479976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:48.480320 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Updating router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:56:48.506738 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:48.773456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Publish callbacks [] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:48.781511 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:48.795905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:48.842334 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7f97b5d2-a57d-4271-be80-e72e76da296a req-7e6c27d5-3c18-4593-a55f-fd8f872b8f7c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 210 time: 0.0417364 Oct 26 11:56:48.848782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-ee2af4f5-41d4-45fb-98aa-199440419a16 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:48.850420 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-ee2af4f5-41d4-45fb-98aa-199440419a16 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 815 time: 0.1666520 Oct 26 11:56:48.872964 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb62039-5953-4174-bf4b-10bb227312e9 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:48.878907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Request body: {'port': {'device_id': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'admin_state_up': True, 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:56:48.879252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:48.893515 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Attempting to bind port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:56:48.894084 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Attempting to bind port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:56:48.894609 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Attempting to bind port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 on network ed8c682f-0094-468e-b30d-2509e2d089e6 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:48.944417 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:56:48.945105 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Checking segment: {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:56:48.946211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:48.946651 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Bound using segment: {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:56:48.947305 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Bound port: 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:56:48.947670 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:48.959142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:49.008510 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:49.011808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Made reservation on behalf of 2bcff45fc0c24151a7d7c4075a166740 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:56:49.013648 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:56:49.015823 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:49.016210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:49.018036 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:56:49.025202 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:49.061806 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:49.062434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:49.121353 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb62039-5953-4174-bf4b-10bb227312e9 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:49.154820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Allocated IP 172.20.0.6 (ed8c682f-0094-468e-b30d-2509e2d089e6/cb89cf0a-3ecf-4533-acc1-3fe5496485a8/b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:56:49.185639 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:49.315556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:49.348376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:49.356937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:49.374719 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:49Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:49.397643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Network ed8c682f-0094-468e-b30d-2509e2d089e6 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:56:49.399558 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f362ab-c876-4889-ba30-3d2749bb3292 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:49Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:49.401473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:56:49.405452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:56:49.429493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event updated for resources: {'Port': ['ID=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:49.460177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:49.460834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:49.479324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-28588336-c95f-4ce2-a9fc-7322cd0fab67 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115005 Oct 26 11:56:49.496727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Request body: {'port': {'device_id': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:56:49.578484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:49.680540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ace2fb58-38ff-4a3f-be26-b588a09bf6e8 None None] Provisioning complete for port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:49.681017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ace2fb58-38ff-4a3f-be26-b588a09bf6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:49.681467 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ace2fb58-38ff-4a3f-be26-b588a09bf6e8 None None] Attempt 1 to provision port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 Oct 26 11:56:49.712377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:49.718330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ace2fb58-38ff-4a3f-be26-b588a09bf6e8 None None] Port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:56:49.869681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:56:49.877913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Publish callbacks [] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:49.893899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Transition to ACTIVE for port object b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:56:49.898124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:49.977288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Pushing event updated for resources: {'Port': ['ID=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:50.036002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8ea4f-1a31-4c08-8be5-1dfd8635f5f5 req-81f0acc7-5eb0-41ca-b39b-754dcce95b13 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:50.041485 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-67f8ea4f-1a31-4c08-8be5-1dfd8635f5f5 req-81f0acc7-5eb0-41ca-b39b-754dcce95b13 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0859575 Oct 26 11:56:50.084348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Attempting to bind port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:56:50.084681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Attempting to bind port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:56:50.085008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Attempting to bind port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 on network ed8c682f-0094-468e-b30d-2509e2d089e6 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:50.155093 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-67f8ea4f-1a31-4c08-8be5-1dfd8635f5f5 req-8b2b5639-a62d-4bd3-ac53-ffbc5675f027 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959091 Oct 26 11:56:50.160866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 on network ed8c682f-0094-468e-b30d-2509e2d089e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:56:50.161413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Attempting to bind port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 on network ed8c682f-0094-468e-b30d-2509e2d089e6 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:56:50.211442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:56:50.211820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Checking segment: {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:56:50.212208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Bound using segment: {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:56:50.212642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Bound port: b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:56:50.213003 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:50.283135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:56:50.286427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:56:50.293364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:50.297053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:50.297728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:50.299178 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 HTTP/1.1" status: 200 len: 1093 time: 0.8070138 Oct 26 11:56:50.301611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:56:50.303917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fe26ec-6443-48d2-856e-6c25ce20a954" -d '{"events": [{"name": "network-changed", "server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:50.352946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99fbd97-24a8-4e53-8e85-5faa43df3243 x-openstack-request-id: req-d99fbd97-24a8-4e53-8e85-5faa43df3243 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:50.353238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:50.353495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d99fbd97-24a8-4e53-8e85-5faa43df3243 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:50.353905 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99fbd97-24a8-4e53-8e85-5faa43df3243'] response: {'name': 'network-changed', 'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9', 'status': 'completed', 'code': 200} Oct 26 11:56:50.364832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf650e-3cc3-4fa6-ba0c-bbf3be218dfa service neutron] Pushing event updated for resources: {'Port': ['ID=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:50.415148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-1ee2965e-d756-41ae-8cd6-2586d193ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:50.416817 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-1ee2965e-d756-41ae-8cd6-2586d193ed91 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 1127 time: 0.0426958 Oct 26 11:56:50.466719 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-e76b147e-2345-418b-8f85-a31b3477e73e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 HTTP/1.1" status: 200 len: 217 time: 0.0382199 Oct 26 11:56:50.504393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:50.523262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-60b51102-9ce9-49e8-93ee-02fcac9fe376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:50.524782 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-60b51102-9ce9-49e8-93ee-02fcac9fe376 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0477331 Oct 26 11:56:50.569755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-793c4194-b5a8-4de3-b471-601356f83752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:50.571307 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-793c4194-b5a8-4de3-b471-601356f83752 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412126 Oct 26 11:56:50.632703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:50.672629 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-e4a2cb1a-b372-4563-ac35-1c3b18e7edb6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941634 Oct 26 11:56:50.764584 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c53820c8-09f8-4cd6-a1bf-5dc775fbeef1 req-a40945d4-fa1e-4c0c-bd4e-992e93a550ec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863085 Oct 26 11:56:50.942961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:50.990079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:50.990444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:50.990775 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f Oct 26 11:56:51.061567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:51.061954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:51.082764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:51.088015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:51.089055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:51.174552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:51.183346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:51.183750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:51.184081 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:56:51.272655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:51.273049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:51.289500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8098d-d880-47a8-9aa1-8784fcffb570 req-05b1e0eb-86b3-4b4f-827c-ae69d8f64c83 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:51.293068 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4ee8098d-d880-47a8-9aa1-8784fcffb570 req-05b1e0eb-86b3-4b4f-827c-ae69d8f64c83 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0568357 Oct 26 11:56:51.311092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:51.316145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:51.356032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:51.357778 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4ee8098d-d880-47a8-9aa1-8784fcffb570 req-3813b3a7-b4ea-4bfe-a2a6-7fc44f1f2217 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583508 Oct 26 11:56:51.367232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:51.367888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:51.414476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:51.416733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:51.423160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:51.487203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:51.515407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-b58bd51a-c067-4c89-8bb5-be148ae2902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:51.516953 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-b58bd51a-c067-4c89-8bb5-be148ae2902e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 1127 time: 0.0409796 Oct 26 11:56:51.610339 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-b13df8d4-39a1-4f31-9177-469a775a120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:51.611866 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-b13df8d4-39a1-4f31-9177-469a775a120b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 916 time: 0.0891902 Oct 26 11:56:51.651134 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-c2e6a74c-6082-4b96-837a-4275e3a61375 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 HTTP/1.1" status: 200 len: 217 time: 0.0337498 Oct 26 11:56:51.676432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:51Z', 'revision_number': 5, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:51.701121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-3294b6a6-dcc8-485d-8932-33a2a258f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:51.702507 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-3294b6a6-dcc8-485d-8932-33a2a258f0fb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0461693 Oct 26 11:56:51.707109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:51.715934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:51.716552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:51.746564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-2d6c174e-693d-40f3-8b89-9c0819a94abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:51.748787 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-2d6c174e-693d-40f3-8b89-9c0819a94abc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399508 Oct 26 11:56:51.816723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:51.848174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-6eb7d247-584f-40f8-9b65-c48710c95e48 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933540 Oct 26 11:56:51.945470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-84fe26ec-6443-48d2-856e-6c25ce20a954 req-5b15ec71-e8a9-4e99-82ee-e3dfb3551d0f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919485 Oct 26 11:56:52.011373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:51Z', 'revision_number': 5, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:52.046234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f27dba0-79a5-4e94-843e-44146f102801 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:51Z', 'revision_number': 5, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:52.484331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57e478-98b0-4314-9ce3-80447659eb30 req-ac131a1e-b985-437d-b003-ba5e07da7cce tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:52.486497 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c57e478-98b0-4314-9ce3-80447659eb30 req-ac131a1e-b985-437d-b003-ba5e07da7cce tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0500841 Oct 26 11:56:52.537472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c57e478-98b0-4314-9ce3-80447659eb30 req-7011be17-1b43-4198-b422-484979e0db1d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Oct 26 11:56:52.860612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:52.939781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:52.940175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:52.962199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:52.966670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:52.967374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:53.042029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:53.084632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:53.085018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:53.109055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:53.121455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:53.126505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:53.150501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:53.201467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:53.209471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:53.254669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:53.255637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:53.327554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:53.408464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:53.453690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:53.454072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:53.454417 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f Oct 26 11:56:53.527534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:53.528011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:53.550440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:53.554008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:53.554850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:53.631956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:53.644354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:53.644730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:53.645063 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:56:53.672697 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e01778-7323-4633-ba64-3025b10674b8 req-987cb328-93c0-4690-bc81-f6a6db9c24fb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:53.674175 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c7e01778-7323-4633-ba64-3025b10674b8 req-987cb328-93c0-4690-bc81-f6a6db9c24fb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0554774 Oct 26 11:56:53.723616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:53.724097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:53.732598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c7e01778-7323-4633-ba64-3025b10674b8 req-ebb716bc-a849-4832-893f-e0196755dea1 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526009 Oct 26 11:56:53.765439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:53.765439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:53.813871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:54.156427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:54.156427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:54.156427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:54.342104 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:54.521959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:53Z', 'revision_number': 7, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:54.550296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:54.558611 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:54.559236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:54.660321 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:54.767427 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:54.838783 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:54.844421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:54.846535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:53Z', 'revision_number': 7, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:54.860927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea494d-bbde-40e0-aab8-b01cbc860182 req-7c7adfb3-7a0f-4d1e-9293-731d34218386 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:54.862534 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5ea494d-bbde-40e0-aab8-b01cbc860182 req-7c7adfb3-7a0f-4d1e-9293-731d34218386 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0523953 Oct 26 11:56:54.871769 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19efbbe7-8fd5-4c97-a92b-5a261bb7bc72 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:53Z', 'revision_number': 7, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:54.922333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:56:54.929691 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5ea494d-bbde-40e0-aab8-b01cbc860182 req-ef326476-8eab-4c96-9b19-7d91a97d5503 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600729 Oct 26 11:56:54.929922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:55.009640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:55.098564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:55.098947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:55.105165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:55.116876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:55.132850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'port_id': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9', 'mac_address': 'fa:16:3e:b3:ec:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:56:55.139123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:55.144434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:55.145216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:55.226097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:55.226487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:55.261726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:56:55.270664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:55.307914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:55.315298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:55.342692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:55.343103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:55.396468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:55.402098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:55.407282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:55.459155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:55.586640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:56:56.054281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa225e4-0c4b-406e-8b76-c9dcea4a55d8 req-86fddab2-14c6-4958-b674-e5463c2df44f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:56.055795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cfa225e4-0c4b-406e-8b76-c9dcea4a55d8 req-86fddab2-14c6-4958-b674-e5463c2df44f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 944 time: 0.0478866 Oct 26 11:56:56.084445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:56.108224 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cfa225e4-0c4b-406e-8b76-c9dcea4a55d8 req-912b4c56-edf6-4605-b94f-4cf587da11cf tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Oct 26 11:56:56.413661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=14 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:56.416185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:56.749439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9e3a12a1-311c-4f6d-af3d-886662e8d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:56.942308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:56.984953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:56:56.990424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:56.990811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:56.991137 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 Oct 26 11:56:57.167789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:57.189635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:57.196193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:57.236050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794c635-cae6-492d-8eff-729550c8c8d3 req-37fd3b74-a384-44fc-a274-22fa0a760c5e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:57.238011 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d794c635-cae6-492d-8eff-729550c8c8d3 req-37fd3b74-a384-44fc-a274-22fa0a760c5e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 944 time: 0.0535059 Oct 26 11:56:57.240326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:57.279939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:57.286917 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d794c635-cae6-492d-8eff-729550c8c8d3 req-ef297199-721c-44b0-8b05-cb6485bbbe5a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Oct 26 11:56:57.319159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:57.319544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:57.344509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:57.383011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:56:57.385269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc0b2c-24a2-435d-ae14-fccfb56c9e69" -d '{"events": [{"server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:56:57.407366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:57.433750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68709f77-ef9c-4cb8-ab5d-53328d81d4d9 x-openstack-request-id: req-68709f77-ef9c-4cb8-ab5d-53328d81d4d9 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:56:57.434623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:56:57.434873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68709f77-ef9c-4cb8-ab5d-53328d81d4d9 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:56:57.435266 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68709f77-ef9c-4cb8-ab5d-53328d81d4d9'] response: {'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9', 'code': 200} Oct 26 11:56:57.438050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:57.535183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:57.604207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:55Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:55Z', 'revision_number': 8, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:57.629757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:56:57.639631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:57.640280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:57.706296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17636e5-0bf1-4bf9-9a80-849df957ec06 req-39113d43-c5bc-4041-af27-31858f8bbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:57.707855 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b17636e5-0bf1-4bf9-9a80-849df957ec06 req-39113d43-c5bc-4041-af27-31858f8bbd39 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 1129 time: 0.0854340 Oct 26 11:56:57.746772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:56:57.753308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b17636e5-0bf1-4bf9-9a80-849df957ec06 req-32fa1010-44be-4cef-8385-b704e3e0acc3 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 Oct 26 11:56:57.933581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:55Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:55Z', 'revision_number': 8, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:57.959105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782601e8-4d06-495e-8296-d588d1ea03d5 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:55Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:55Z', 'revision_number': 8, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:56:58.420724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db34c91-338a-41ea-a24b-d243019ca177 req-a79cbf53-b03f-4974-b05a-306f1953d1e3 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:58.422306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7db34c91-338a-41ea-a24b-d243019ca177 req-a79cbf53-b03f-4974-b05a-306f1953d1e3 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0493536 Oct 26 11:56:58.477246 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7db34c91-338a-41ea-a24b-d243019ca177 req-f6814ffe-0654-4075-8466-4f21cc12f1e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Oct 26 11:56:58.864756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:58.944798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:58.958763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:56:58.987053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4a025740-9e1c-438b-aac9-e9d2dfedbe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:59.040337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:59.152693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:59.192802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:59.198191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:59.198486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:59.198741 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f Oct 26 11:56:59.202208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:56:59.275048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:59.275434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:59.296048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:59.299944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:59.300706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:56:59.376958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:59.384671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:56:59.385041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:59.385377 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:56:59.456964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:56:59.457266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:59.490694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:56:59.494220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:56:59.546387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:56:59.609782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508a178-71de-4710-98d6-97dce92f27ca req-2e4663b4-50c8-4f25-a69d-7ccd2ffeb77b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:59.611365 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4508a178-71de-4710-98d6-97dce92f27ca req-2e4663b4-50c8-4f25-a69d-7ccd2ffeb77b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0490742 Oct 26 11:56:59.672467 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4508a178-71de-4710-98d6-97dce92f27ca req-39db4ea5-5be2-4f6d-a136-b3ddfaf92d28 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552764 Oct 26 11:56:59.781371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:56:59.787612 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:56:59.788251 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:56:59.800109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48236d0-a23e-4b69-baea-2b402a7d03d8 req-c413e46e-4734-4cd4-bf1e-7a2f73e288b2 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:56:59.801611 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c48236d0-a23e-4b69-baea-2b402a7d03d8 req-c413e46e-4734-4cd4-bf1e-7a2f73e288b2 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0527072 Oct 26 11:56:59.850679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c48236d0-a23e-4b69-baea-2b402a7d03d8 req-a58e1741-bc70-4f0b-82c3-7816ecd16b4d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Oct 26 11:56:59.892831 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:00.082233 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983a738-4cfb-4b42-89f2-27cbef9b5940 req-2c5e18fb-7e00-4c66-921d-194663a15f21 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:00.083400 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:59Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:59Z', 'revision_number': 9, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:00.083747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c983a738-4cfb-4b42-89f2-27cbef9b5940 req-2c5e18fb-7e00-4c66-921d-194663a15f21 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0514197 Oct 26 11:57:00.109938 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:57:00.118323 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:00.118918 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:00.132228 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c983a738-4cfb-4b42-89f2-27cbef9b5940 req-9f179605-b051-4405-a1b9-476108ee92d9 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Oct 26 11:57:00.167914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:00.225914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:00.261540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c596ccf-6272-4b95-9a20-be8a00dad4e2 req-51ddcbe1-867d-4ee9-a750-bace3cb563b4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:00.263870 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2c596ccf-6272-4b95-9a20-be8a00dad4e2 req-51ddcbe1-867d-4ee9-a750-bace3cb563b4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0501144 Oct 26 11:57:00.312581 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2c596ccf-6272-4b95-9a20-be8a00dad4e2 req-ccf8f391-edb2-4bcb-a20c-e4b2d4d98ae6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Oct 26 11:57:00.508146 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:59Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:59Z', 'revision_number': 9, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:00.532844 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585b8d9-fdfe-45df-a527-c8bd9ac60e0a None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:59Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:56:59Z', 'revision_number': 9, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:57:00.698449 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-febd99f9-ec66-4909-a9ca-a04d238f94c0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758457 Oct 26 11:57:00.704543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1d1f6-d57e-41ac-adca-3ce0d22e80d7 req-56e5fa40-15ae-46af-8750-947152817766 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:00.705987 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71a1d1f6-d57e-41ac-adca-3ce0d22e80d7 req-56e5fa40-15ae-46af-8750-947152817766 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0741394 Oct 26 11:57:00.773157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71a1d1f6-d57e-41ac-adca-3ce0d22e80d7 req-c01245f5-24a3-4d6d-9b35-2ab514593780 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535324 Oct 26 11:57:00.867690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:00.953222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:00.953905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:00.992762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:00.997384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:01.005871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-5505dbe3-7e54-48d5-a3c5-58d7a268a81d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:01.007614 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-5505dbe3-7e54-48d5-a3c5-58d7a268a81d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports/b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 HTTP/1.1" status: 200 len: 942 time: 0.0556498 Oct 26 11:57:01.028034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:01.090520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:01.133307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:01.222238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:01.297307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:01.297688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:01.298029 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:57:01.339041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:01.386001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:01.386394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:01.423738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:01.425970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:01.431254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:01.481317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:01.506635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:01.602526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:01.602916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:01.622539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:01.632634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:01.638725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:01.687083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:01.703404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:01.907905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ebd1e-7bb2-4f9f-a28b-aea437b73ae3 req-cb911d78-fdc7-43d2-b761-5e9c9809c86d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:01.909452 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b91ebd1e-7bb2-4f9f-a28b-aea437b73ae3 req-cb911d78-fdc7-43d2-b761-5e9c9809c86d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0502884 Oct 26 11:57:01.947358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:01.964060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b91ebd1e-7bb2-4f9f-a28b-aea437b73ae3 req-fae844ab-0196-4639-8adb-5df1a5172aaa tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489028 Oct 26 11:57:02.191520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-64563052-3cf9-4330-be64-987cdfaaf648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:02.193322 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-64563052-3cf9-4330-be64-987cdfaaf648 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 1129 time: 0.0402369 Oct 26 11:57:02.253348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:02.285750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-0789b7ca-0798-4f0f-bef9-9bc6de828a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:02.287228 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-0789b7ca-0798-4f0f-bef9-9bc6de828a34 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 916 time: 0.0884385 Oct 26 11:57:02.331611 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-17d07de3-2764-413f-b65b-a04933fa833f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 HTTP/1.1" status: 200 len: 217 time: 0.0382216 Oct 26 11:57:02.381690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-d04ee3b8-bf62-4e4f-ac4c-d7992f309934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:02.383207 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-d04ee3b8-bf62-4e4f-ac4c-d7992f309934 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0452254 Oct 26 11:57:02.427618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-0ecbed85-e5e9-424f-8acc-0bc2dfd47839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:02.429180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-0ecbed85-e5e9-424f-8acc-0bc2dfd47839 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395939 Oct 26 11:57:02.545480 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-72b549af-3124-4858-a42c-d82135b2d7f3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972719 Oct 26 11:57:02.545595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:57:02.545595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:02.546325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:02.626883 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-2bf4f028-7745-429d-ac58-8a476b4e80f3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893259 Oct 26 11:57:02.655640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:02.950536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:03.048756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:01Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:01Z', 'revision_number': 11, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:03.082026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:57:03.092095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:03.092504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:03.096743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af7c09-a81d-4fd6-9ced-c6b54bcb8de0 req-401ff782-f52d-4d5a-af41-379a7eb32d6b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:03.098422 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e6af7c09-a81d-4fd6-9ced-c6b54bcb8de0 req-401ff782-f52d-4d5a-af41-379a7eb32d6b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0591910 Oct 26 11:57:03.108338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:03.108974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:03.149026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e6af7c09-a81d-4fd6-9ced-c6b54bcb8de0 req-3923143a-1fed-47f5-bbaf-c613a5693cfb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Oct 26 11:57:03.170203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:03.184698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:03.236417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:03.268279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:03.270886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:03.310439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:03.470469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:01Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:01Z', 'revision_number': 11, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:03.494761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc599253-a88f-46b1-b47b-fad055130c40 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:01Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:01Z', 'revision_number': 11, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:57:04.281732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e03b59-ef5c-400f-9274-f965ad7141eb req-5f8c0293-b59d-4d25-b31e-f93ff4fb4557 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:04.283443 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-13e03b59-ef5c-400f-9274-f965ad7141eb req-5f8c0293-b59d-4d25-b31e-f93ff4fb4557 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Oct 26 11:57:04.333761 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-13e03b59-ef5c-400f-9274-f965ad7141eb req-81f07926-ca2a-42fb-ad48-77dfe3f896ce tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Oct 26 11:57:04.953309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:04.996244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:04.996517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:04.997033 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f Oct 26 11:57:05.076353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:05.076668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:05.098443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:05.102499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:05.103327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:05.177337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:05.189414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:05.189688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:05.190025 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:57:05.263019 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39791885-13bf-4033-9f89-005acfc68427 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:57:05.264725 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39791885-13bf-4033-9f89-005acfc68427 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:05.265347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-39791885-13bf-4033-9f89-005acfc68427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:05.269398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:05.269785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:05.303302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:05.307872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:05.354097 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:05.356236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:05.366208 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:05.370302 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-39791885-13bf-4033-9f89-005acfc68427 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:05.457700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71694e58-d6a3-4e7a-b305-046de42f2500 req-9a6e4782-a257-4c45-89f6-4644b5cdc89e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:05.459187 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71694e58-d6a3-4e7a-b305-046de42f2500 req-9a6e4782-a257-4c45-89f6-4644b5cdc89e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0470939 Oct 26 11:57:05.513013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71694e58-d6a3-4e7a-b305-046de42f2500 req-ffb23e10-cbc2-402d-96bb-9fd9effecce3 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474296 Oct 26 11:57:05.558936 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-39791885-13bf-4033-9f89-005acfc68427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:05Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:03Z', 'revision_number': 12, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:05.583829 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39791885-13bf-4033-9f89-005acfc68427 None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:57:05.592723 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39791885-13bf-4033-9f89-005acfc68427 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:05.593319 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-39791885-13bf-4033-9f89-005acfc68427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:05.694881 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-39791885-13bf-4033-9f89-005acfc68427 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:05.875232 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-39791885-13bf-4033-9f89-005acfc68427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:05Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:05Z', 'revision_number': 13, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:05.903244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39791885-13bf-4033-9f89-005acfc68427 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:05Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:05Z', 'revision_number': 13, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:57:06.641205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4835425-3280-4c78-a45a-06f4ad0c9a0f req-d742fb99-6cca-49f4-9570-cb5d860f6ab1 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:06.643432 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d4835425-3280-4c78-a45a-06f4ad0c9a0f req-d742fb99-6cca-49f4-9570-cb5d860f6ab1 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Oct 26 11:57:06.692413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d4835425-3280-4c78-a45a-06f4ad0c9a0f req-6123e324-3895-4ae8-961c-967bbf6bc4cb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Oct 26 11:57:06.869333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:06.950331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:06.950722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:06.972971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:06.976921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:06.977621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:07.021007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:07.040960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:07.060877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:07.100302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:07.100691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:07.133542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:07.137825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:07.159491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:07.215867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:07.258756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:07.259807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:07.327315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:07.407747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:07.451379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:07.451802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:07.452129 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f Oct 26 11:57:07.528570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:07.528957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:07.550637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:07.554954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:07.555845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:07.636284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:07.640694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:07.641061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:07.641394 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:57:07.712655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:57:07.727005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:07.727005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:07.731455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:07.732096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:07.788984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:07.814553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:07.814791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8714b8f-24a2-4acc-b2db-1beff34c472e req-d653e74b-434a-46d3-86bf-35759acf8abd tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:07.816248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f8714b8f-24a2-4acc-b2db-1beff34c472e req-d653e74b-434a-46d3-86bf-35759acf8abd tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0479374 Oct 26 11:57:07.839203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:07.867855 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f8714b8f-24a2-4acc-b2db-1beff34c472e req-affc73c9-2525-4e12-b29b-2dcf0cf49b6e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Oct 26 11:57:07.874562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:07.893948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:07.940078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:08.094897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:07Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:07Z', 'revision_number': 14, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:08.118676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:57:08.127669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:08.128308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:08.228826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:08.551520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:07Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:07Z', 'revision_number': 15, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:08.576792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690ebc5-f951-4861-9a4d-ba18ff986ede None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:07Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:07Z', 'revision_number': 15, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:57:08.869970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:08.948202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:08.949033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:08.993392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:08.999069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:09.003605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c0a30-a791-4dba-964b-47fdd7055254 req-6e038348-0b65-4588-814c-add2b635868a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:09.011332 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ac1c0a30-a791-4dba-964b-47fdd7055254 req-6e038348-0b65-4588-814c-add2b635868a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0591340 Oct 26 11:57:09.024583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:09.040600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:09.060413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ac1c0a30-a791-4dba-964b-47fdd7055254 req-95e7c7b9-99ee-422b-a7b4-513912730b4d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479963 Oct 26 11:57:09.083252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:09.092852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:09.128202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:09.214610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:09.269154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:09.269525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:09.269863 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:57:09.336826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:09.349964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:09.350349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:09.385001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:09.389436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:09.441996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:09.450304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:09.523378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:09.523689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:09.546097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:09.549985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:09.603348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:10.185317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fa16e-d9d7-4dc9-b580-1f96c423cf4f req-1f5d4533-712b-49b8-8f38-9488923eba0e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:10.186850 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ce6fa16e-d9d7-4dc9-b580-1f96c423cf4f req-1f5d4533-712b-49b8-8f38-9488923eba0e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Oct 26 11:57:10.236619 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ce6fa16e-d9d7-4dc9-b580-1f96c423cf4f req-c4beca6b-495a-41f1-8da3-3b2bc0fb2520 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Oct 26 11:57:10.669113 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:57:10.669113 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:10.669113 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:10.769576 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:10.926963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:10.956873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:09Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:09Z', 'revision_number': 17, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:10.985537 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:57:10.993873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:10.994473 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:10.998513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:10.998939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:11.032729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:11.035529 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:11.037054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:11.087567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:11.094057 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:11.290475 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:11.354234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:11.365888 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:09Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:09Z', 'revision_number': 17, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:11.369589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ede99-dd27-4e5c-bece-4612aaf8298f req-ec7d8bbb-05a1-4803-a9e4-7f702026a063 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:11.371756 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e80ede99-dd27-4e5c-bece-4612aaf8298f req-ec7d8bbb-05a1-4803-a9e4-7f702026a063 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0514739 Oct 26 11:57:11.391751 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21ea89-3ca6-41cf-89c3-752c941c9b26 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:09Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:09Z', 'revision_number': 17, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:57:11.422591 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e80ede99-dd27-4e5c-bece-4612aaf8298f req-3df5cce0-4223-4633-9e41-90ff1c91c77f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Oct 26 11:57:11.926452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:12.550189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e495e-d6e6-4bb6-a917-f336f07ba010 req-15e4341c-7cff-4975-9fe4-c4837881ff98 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:12.551771 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-713e495e-d6e6-4bb6-a917-f336f07ba010 req-15e4341c-7cff-4975-9fe4-c4837881ff98 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0494328 Oct 26 11:57:12.602019 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-713e495e-d6e6-4bb6-a917-f336f07ba010 req-bbc6330e-822c-4d21-a428-b91a6183ef11 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444846 Oct 26 11:57:12.967839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:13.014347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:13.014724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:13.015060 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f Oct 26 11:57:13.094533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:13.094906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:13.116152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:13.120026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:13.121151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:13.159374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:57:13.169150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:13.204195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:13.204818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:13.249533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:13.255296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:13.267462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:13.267869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:13.268203 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:57:13.354378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:13.447404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:13.447812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:13.533001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:13.542569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:13.630103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:13.639065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:13Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:11Z', 'revision_number': 18, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:13.642836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.643190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.643654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.643893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.644227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.644558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.644885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.645256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.645524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.645846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.646171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.646496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.646817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.647134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.647457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:13.676884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:57:13.686335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:13.686944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:13.723169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda284-b129-49cf-902e-996462bd7cd0 req-1e319822-7361-470f-8318-6e6794a420a8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:13.724807 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-86fda284-b129-49cf-902e-996462bd7cd0 req-1e319822-7361-470f-8318-6e6794a420a8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Oct 26 11:57:13.778165 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-86fda284-b129-49cf-902e-996462bd7cd0 req-fc1d48d1-2fae-4429-a052-c26c8f07276b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469406 Oct 26 11:57:13.791571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:13.975895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:13Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:13Z', 'revision_number': 19, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:14.000763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f24a83-2602-4973-bce5-1ba8f2a970e4 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:13Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:13Z', 'revision_number': 19, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:57:14.874185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:14.903189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:14.908149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9aa84-11e0-47a7-a952-840c50ed6494 req-dc633877-d726-4809-a2f2-9d6ab0b8897a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:14.909832 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d3f9aa84-11e0-47a7-a952-840c50ed6494 req-dc633877-d726-4809-a2f2-9d6ab0b8897a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0529511 Oct 26 11:57:14.957615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:14.958010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:14.980834 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d3f9aa84-11e0-47a7-a952-840c50ed6494 req-e47af74d-13e1-40b5-b4ea-58eb29839c35 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634718 Oct 26 11:57:14.981675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:14.997380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:14.998222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:15.049306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:15.079108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:15.119518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:15.119941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:15.153861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:15.158115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:15.183821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:15.243516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:15.418689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:15.419636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:15.486645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:15.571596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:15.619088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:15.619471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:15.619879 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f Oct 26 11:57:15.693514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:15.693897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:15.716491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:15.730664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:15.730664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:15.805474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:15.816031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:15.816331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:15.816693 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:57:15.845961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:57:15.845961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:15.845961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:15.854063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:15.896686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:15.897077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:15.929748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:15.933894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:15.948286 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:15.985966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:16.093865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362090f-02fc-427b-bfe8-070c83fc3d26 req-a49ccc17-9c6c-4c56-8e39-b62601a11869 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:16.095350 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2362090f-02fc-427b-bfe8-070c83fc3d26 req-a49ccc17-9c6c-4c56-8e39-b62601a11869 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0467951 Oct 26 11:57:16.138045 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:15Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:15Z', 'revision_number': 20, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:16.144217 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2362090f-02fc-427b-bfe8-070c83fc3d26 req-131d4e37-6029-4d49-9381-05dd081ef726 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Oct 26 11:57:16.162852 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:57:16.171441 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:57:16.172070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:56:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:16.273501 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:57:16.453953 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:15Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:15Z', 'revision_number': 21, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:57:16.481584 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e9a6de-c0fd-418a-b98b-cd3be94462fc None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:56:45Z', 'revision_number': 4, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:15Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '485ff884-547c-4607-a0c3-d7fd4dfd1ac5', 'name': '', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'mac_address': 'fa:16:3e:7e:2b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:44Z', 'updated_at': '2022-10-26T11:57:15Z', 'revision_number': 21, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'subnets': [{'id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:57:16.873253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:16.896255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:16.952781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:16.953180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:16.989302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:16.993672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:17.024983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:17.096253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:17.131906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:17.206720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:17.254401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:17.254912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:17.255270 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 Oct 26 11:57:17.284976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee997082-f307-419b-9808-f055cbe899e6 req-e3031fd8-73bb-41f9-bfdc-0d75c0f5dfcb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:17.286714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ee997082-f307-419b-9808-f055cbe899e6 req-e3031fd8-73bb-41f9-bfdc-0d75c0f5dfcb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0585291 Oct 26 11:57:17.341564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:17.342033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:17.348581 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ee997082-f307-419b-9808-f055cbe899e6 req-a5bbdced-eb27-4b7e-96d1-8ce2c04a7987 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552602 Oct 26 11:57:17.378020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:17.384784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:17.434032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a599ca78-ac0b-48f4-acc8-fbb6b897ce2f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:17.442755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:17.528007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:17.528401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:17.550717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:17.555667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:17.610930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:17.740264 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:57:18.472309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dc26-b7b8-44eb-8345-c35ef6c212c5 req-389abd66-92f2-4e87-bf85-d48e3bbb6257 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:18.473812 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-01f6dc26-b7b8-44eb-8345-c35ef6c212c5 req-389abd66-92f2-4e87-bf85-d48e3bbb6257 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0469258 Oct 26 11:57:18.521246 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-01f6dc26-b7b8-44eb-8345-c35ef6c212c5 req-a6ad06ca-91cc-4567-999a-b9669076a779 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Oct 26 11:57:18.917092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:18.944892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:18.991145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:18.991455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:19.024287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:19.028106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:19.074477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:19.644510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f864682-8ea2-4506-ab57-fdb4fab623fb req-4ef408f4-551a-4452-ba77-1008d53438c0 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:19.645971 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1f864682-8ea2-4506-ab57-fdb4fab623fb req-4ef408f4-551a-4452-ba77-1008d53438c0 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0480351 Oct 26 11:57:19.697640 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1f864682-8ea2-4506-ab57-fdb4fab623fb req-e889274d-203d-44b8-827b-bb6d4b87d14e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Oct 26 11:57:20.818365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b15b5-20db-4c98-9ceb-3c5e80f916ae req-f74e96ea-a621-4064-8573-4c4daeccb6b9 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:20.819877 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-704b15b5-20db-4c98-9ceb-3c5e80f916ae req-f74e96ea-a621-4064-8573-4c4daeccb6b9 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0466592 Oct 26 11:57:20.867565 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-704b15b5-20db-4c98-9ceb-3c5e80f916ae req-d557728a-fb1d-4008-a5d1-b4dcca040f13 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Oct 26 11:57:21.991941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767d8b8-1348-4f24-a21d-1737d44e2062 req-e7800568-099b-466a-9c44-698b1e49ac05 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:21.993401 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d767d8b8-1348-4f24-a21d-1737d44e2062 req-e7800568-099b-466a-9c44-698b1e49ac05 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0472474 Oct 26 11:57:22.041120 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d767d8b8-1348-4f24-a21d-1737d44e2062 req-1771e1ff-b764-44cd-ac07-269739eccb9f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Oct 26 11:57:23.164012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64dfe6-da11-488b-8849-a437864f7602 req-7aa68288-5725-4cff-8f55-e5d0f0ef52e0 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:23.165375 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a64dfe6-da11-488b-8849-a437864f7602 req-7aa68288-5725-4cff-8f55-e5d0f0ef52e0 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0501192 Oct 26 11:57:23.177768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:23.214104 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9a64dfe6-da11-488b-8849-a437864f7602 req-5dbcf795-8b03-4eec-8c9b-ee7fb1c7f67f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Oct 26 11:57:24.305445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:24.341865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a40996-f3c1-4ea4-a4e6-4e0cc1823a97 req-357cd4a8-aa80-49bf-8ff4-6f58f611746f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:24.343273 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f6a40996-f3c1-4ea4-a4e6-4e0cc1823a97 req-357cd4a8-aa80-49bf-8ff4-6f58f611746f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0477502 Oct 26 11:57:24.391422 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f6a40996-f3c1-4ea4-a4e6-4e0cc1823a97 req-0966d617-51c0-4b1e-85d6-5b1992409f2a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Oct 26 11:57:25.514815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fb070-1914-4802-9c0a-aff4ea09b601 req-6df95500-67fa-4c40-ad28-a3c73dff6e35 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:25.516327 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1c1fb070-1914-4802-9c0a-aff4ea09b601 req-6df95500-67fa-4c40-ad28-a3c73dff6e35 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0501068 Oct 26 11:57:25.563178 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1c1fb070-1914-4802-9c0a-aff4ea09b601 req-b8a30862-72ff-4bcc-bfa0-dcc89fb2de98 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Oct 26 11:57:26.457528 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:26.686394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6015b00-9b70-4c16-829b-fb48deb0d0eb req-724f6713-8040-4e23-a03c-31785139631a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:26.687884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d6015b00-9b70-4c16-829b-fb48deb0d0eb req-724f6713-8040-4e23-a03c-31785139631a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Oct 26 11:57:26.735745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d6015b00-9b70-4c16-829b-fb48deb0d0eb req-d2357fbd-96f8-450f-83f9-60a82c8b0646 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Oct 26 11:57:26.751895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f9231f9c-7a67-4781-875a-cbd847feaad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:27.738547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=80 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:27.860423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f990d2a-34cc-4363-85c0-fd35967b1359 req-1312c137-da70-4a3d-a66e-3ecb55975df9 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:27.861875 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f990d2a-34cc-4363-85c0-fd35967b1359 req-1312c137-da70-4a3d-a66e-3ecb55975df9 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0458534 Oct 26 11:57:27.913264 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f990d2a-34cc-4363-85c0-fd35967b1359 req-145560b4-2226-4a9e-81c1-cb37adf8d13f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459137 Oct 26 11:57:28.960590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ac793e33-716c-4d2b-b558-686ee05d204d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:29.037206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d95e3-edad-4c18-8884-008f31cd403b req-d38b4333-34eb-4249-942e-f36bf1cbe3be tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:29.038682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7f8d95e3-edad-4c18-8884-008f31cd403b req-d38b4333-34eb-4249-942e-f36bf1cbe3be tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0487225 Oct 26 11:57:29.086840 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7f8d95e3-edad-4c18-8884-008f31cd403b req-ab858f2a-4c54-44dd-a31c-d436d64a26f8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 Oct 26 11:57:30.148893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:30.208100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33404b3-e0d9-4d39-accf-b3b332c38111 req-cdf01df5-342b-41bf-8c3c-90d3b238c743 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:30.209593 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d33404b3-e0d9-4d39-accf-b3b332c38111 req-cdf01df5-342b-41bf-8c3c-90d3b238c743 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0461631 Oct 26 11:57:30.257021 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d33404b3-e0d9-4d39-accf-b3b332c38111 req-aadef7c1-3c28-4236-ae1a-b4fd564da472 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 Oct 26 11:57:31.380761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b6298-e628-4599-a20a-5232ec6ee6aa req-8ad3f64f-e5da-4e08-b988-1288740be8f0 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:31.382213 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e63b6298-e628-4599-a20a-5232ec6ee6aa req-8ad3f64f-e5da-4e08-b988-1288740be8f0 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0504887 Oct 26 11:57:31.429182 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e63b6298-e628-4599-a20a-5232ec6ee6aa req-f91015d4-20aa-4646-bb9d-72812a6b8639 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Oct 26 11:57:31.593629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:31.606862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:31.660578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:32.551187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1648872-8427-440c-8443-96980d6fff12 req-f3ece8f8-5674-4a5f-81cb-22f18ce34d41 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:32.552661 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f1648872-8427-440c-8443-96980d6fff12 req-f3ece8f8-5674-4a5f-81cb-22f18ce34d41 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0463331 Oct 26 11:57:32.599198 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f1648872-8427-440c-8443-96980d6fff12 req-dea26004-ad99-4f2c-8ea7-ff65d0ebdbce tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Oct 26 11:57:33.718903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996133e-2107-4e20-b61a-624321177c75 req-e73d6400-1a67-4433-939e-c4ef1a3ec080 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:33.720389 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8996133e-2107-4e20-b61a-624321177c75 req-e73d6400-1a67-4433-939e-c4ef1a3ec080 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0464597 Oct 26 11:57:33.771014 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8996133e-2107-4e20-b61a-624321177c75 req-61f5bff3-3ef1-418b-a851-f2ed6065257e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450716 Oct 26 11:57:34.612528 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-06f37f73-6316-40e2-a7c7-92c233426124 service neutron] 10.222.0.23 "GET /networking/v2.0/ports/b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9/bindings/hv-neutron-7598 HTTP/1.1" status: 200 len: 384 time: 0.0531344 Oct 26 11:57:34.838641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-00dfbe0d-9c5f-4dc2-a2d8-4367a244b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:34.840198 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-00dfbe0d-9c5f-4dc2-a2d8-4367a244b691 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4&tenant_id=2bcff45fc0c24151a7d7c4075a166740 HTTP/1.1" status: 200 len: 1129 time: 0.0415714 Oct 26 11:57:34.886060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:34.903087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c96cc7-d3e1-4678-bbea-f934d958f7cd req-9384f16e-b88c-4c19-84f8-f17a27f0b308 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:34.904563 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f1c96cc7-d3e1-4678-bbea-f934d958f7cd req-9384f16e-b88c-4c19-84f8-f17a27f0b308 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0574000 Oct 26 11:57:34.949725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-969ad8bb-49fc-4d15-a21b-e9cad8c21093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:34.951182 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-969ad8bb-49fc-4d15-a21b-e9cad8c21093 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 1129 time: 0.0631754 Oct 26 11:57:34.969685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:35.018476 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f1c96cc7-d3e1-4678-bbea-f934d958f7cd req-55222536-e23c-4016-bbc5-077671f79b30 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950351 Oct 26 11:57:35.061148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-79f6ceb7-98f6-4465-abab-865c812850d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:35.062606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-79f6ceb7-98f6-4465-abab-865c812850d3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 916 time: 0.1019056 Oct 26 11:57:35.104248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-dcbd80cb-6aff-4b9d-bad3-f0c4550b9df6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 HTTP/1.1" status: 200 len: 217 time: 0.0357940 Oct 26 11:57:35.153057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-1d8dc1fd-733a-4614-abd7-55833c435987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:35.154423 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-1d8dc1fd-733a-4614-abd7-55833c435987 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0439401 Oct 26 11:57:35.197720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-83aa9567-37a8-46c9-90f8-41406434fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:35.199162 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-83aa9567-37a8-46c9-90f8-41406434fd90 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392041 Oct 26 11:57:35.561256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-2f496ffd-48be-41a5-b1c8-dc2bc7868658 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556614 Oct 26 11:57:35.651587 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31abd78c-0f55-4f57-9ff9-d8a6cd5b7de1 req-8051f2a9-57ec-447a-8849-ba399153047f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830894 Oct 26 11:57:36.142690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53bee-e203-4180-9286-6335ca64b737 req-370765b2-08f9-4d97-a24f-8301688ff579 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:36.144164 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2e53bee-e203-4180-9286-6335ca64b737 req-370765b2-08f9-4d97-a24f-8301688ff579 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Oct 26 11:57:36.190307 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2e53bee-e203-4180-9286-6335ca64b737 req-4a93213e-4b7b-4e60-a292-f08a5df39ed8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Oct 26 11:57:37.311938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9968369-2a1b-47be-9a45-ebe925f52e27 req-a00f8f52-eedb-4094-a132-a9f4c7aba694 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:37.313422 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c9968369-2a1b-47be-9a45-ebe925f52e27 req-a00f8f52-eedb-4094-a132-a9f4c7aba694 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0473638 Oct 26 11:57:37.361347 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c9968369-2a1b-47be-9a45-ebe925f52e27 req-84a5d924-61fb-41fa-8323-d370e6164f78 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Oct 26 11:57:37.763883 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:37.764704 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:38.485382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee864ced-bb1e-4c3a-a4d9-4befd310b88a req-ff230135-b7bd-402c-982c-0fbe0d747eab tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:38.486842 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ee864ced-bb1e-4c3a-a4d9-4befd310b88a req-ff230135-b7bd-402c-982c-0fbe0d747eab tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0499187 Oct 26 11:57:38.533884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ee864ced-bb1e-4c3a-a4d9-4befd310b88a req-caa85300-6a6f-4c50-a8d0-c508e45b3402 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Oct 26 11:57:38.746510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fedd-1fa2-4dc4-ac24-853b29cb8f65 req-0edba357-d5e2-49dd-af0b-7b3662dfa6c8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:38.747990 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7e87fedd-1fa2-4dc4-ac24-853b29cb8f65 req-0edba357-d5e2-49dd-af0b-7b3662dfa6c8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0574725 Oct 26 11:57:38.796790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-f9dd3e50-6c5e-49f9-a6ab-22c042b5b34b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:38.798208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-f9dd3e50-6c5e-49f9-a6ab-22c042b5b34b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4&tenant_id=2bcff45fc0c24151a7d7c4075a166740&binding%3Ahost_id=hv-neutron-7598 HTTP/1.1" status: 200 len: 945 time: 0.0718725 Oct 26 11:57:38.823597 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7e87fedd-1fa2-4dc4-ac24-853b29cb8f65 req-64c155f3-3b93-4e98-9905-9b7ed48fa2c4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596406 Oct 26 11:57:38.912046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-57ccda7a-871d-44d7-85ae-732d49a576ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:38.913450 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-57ccda7a-871d-44d7-85ae-732d49a576ff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 1129 time: 0.0442443 Oct 26 11:57:38.979394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:39.004725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-67458ec2-d612-4e31-9059-10eefc109dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:39.006176 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-67458ec2-d612-4e31-9059-10eefc109dde service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 916 time: 0.0863035 Oct 26 11:57:39.048053 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-7ea670e1-b5fa-4a4a-957b-c71ede6f592f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 HTTP/1.1" status: 200 len: 217 time: 0.0362368 Oct 26 11:57:39.073621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:57:39.087081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:39.095533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-8befd42b-dd37-4942-a17f-eb04d5f3cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:39.097001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-8befd42b-dd37-4942-a17f-eb04d5f3cb85 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0439291 Oct 26 11:57:39.134034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:39.141890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-5f318589-e160-490d-80be-5f249f0e1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:39.143394 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-5f318589-e160-490d-80be-5f249f0e1c0d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404887 Oct 26 11:57:39.224528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:39.224912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:39.238542 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-8f1baed5-3b81-4be6-9030-cc88b848d11d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887864 Oct 26 11:57:39.245717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:39.265549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'port_id': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9', 'mac_address': 'fa:16:3e:b3:ec:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:57:39.270597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:57:39.272902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24077db2-6f0d-4536-a863-6e43c002e673" -d '{"events": [{"server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:39.288908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:39.310567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:39.334577 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-090aee97-2daa-45f7-b8c7-44a0ae3a68b9 req-42919144-5a01-451c-a60f-6ce4b1786142 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889342 Oct 26 11:57:39.339950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85691d4c-ce82-4471-ac09-96833d224342 x-openstack-request-id: req-85691d4c-ce82-4471-ac09-96833d224342 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:39.340245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:39.340499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85691d4c-ce82-4471-ac09-96833d224342 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:39.340888 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85691d4c-ce82-4471-ac09-96833d224342'] response: {'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9', 'code': 200} Oct 26 11:57:39.352534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 is: ACTIVE; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:39.352921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:39.378328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:57:39.388494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:39.423057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:57:39.423476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:57:39.958677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a112b-9647-42ec-a471-14d81843fec8 req-cdeff389-dcbb-4c05-82ef-7c496d60ddaf tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:39.959261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:39.959261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:39.960203 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-196a112b-9647-42ec-a471-14d81843fec8 req-cdeff389-dcbb-4c05-82ef-7c496d60ddaf tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0546925 Oct 26 11:57:39.973308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:57:39.980302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:39.998112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:40.002318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:40.010924 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-196a112b-9647-42ec-a471-14d81843fec8 req-255f8e8b-ceea-4b17-8648-ebcfdcc1a4a9 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448749 Oct 26 11:57:40.063810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:40.134815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:57:40.230919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:41.106765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:41.135334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad05ebc-1779-4e6b-8258-7e4856856f55 req-4c5fa174-909b-43c6-a6c4-9a13b04f8f39 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:41.136902 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8ad05ebc-1779-4e6b-8258-7e4856856f55 req-4c5fa174-909b-43c6-a6c4-9a13b04f8f39 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 944 time: 0.0483928 Oct 26 11:57:41.154285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:41.154857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.154994 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 Oct 26 11:57:41.184444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8ad05ebc-1779-4e6b-8258-7e4856856f55 req-29f15b12-c2bc-4fb8-9ad8-f2b93da2baca tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Oct 26 11:57:41.225861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:41.226253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.259130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:41.263596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.305156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7c331-0c41-4a68-a815-73b7f39215c7 req-51119b47-a9c4-4a73-9996-280d4715d21d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:41.306739 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1a7c331-0c41-4a68-a815-73b7f39215c7 req-51119b47-a9c4-4a73-9996-280d4715d21d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0475922 Oct 26 11:57:41.319751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:41.341718 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:57:41.344489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dec3ba-e93e-4543-8e62-2b2232c6c16c" -d '{"events": [{"server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:41.359887 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1a7c331-0c41-4a68-a815-73b7f39215c7 req-fe473122-8d40-42fd-84da-4f6f2cfca2e8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Oct 26 11:57:41.392279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452ae9b3-caee-4d15-9540-58e5a8f3966a x-openstack-request-id: req-452ae9b3-caee-4d15-9540-58e5a8f3966a {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:41.392566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "name": "network-vif-plugged", "status": "completed", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:41.392816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-452ae9b3-caee-4d15-9540-58e5a8f3966a {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:41.393209 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452ae9b3-caee-4d15-9540-58e5a8f3966a'] response: {'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9', 'code': 200} Oct 26 11:57:41.454155 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 35972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:57:41.458809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447302345', 'description': 'tempest-description--438262163'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:57:41.482470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.549399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group (2325128f-4645-427a-b88d-98d6d27aed53), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.553148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2325128f-4645-427a-b88d-98d6d27aed53), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.584817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.586046 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1308632 Oct 26 11:57:41.588238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2325128f-4645-427a-b88d-98d6d27aed53,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:41.589308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35974) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:57:41.594089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Request body: {'security_group_rule': {'security_group_id': '2325128f-4645-427a-b88d-98d6d27aed53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:57:41.595333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.595690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.596061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.596410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.596750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.597086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.597420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.597750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.598080 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.598410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.598738 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.599061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.599401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.599713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.600055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8987b3-b684-44ce-9115-76122e2f2d6c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.622059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group_rule (d617bf42-e1f5-42f0-820a-12a941f8ad31), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.676968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group_rule (d617bf42-e1f5-42f0-820a-12a941f8ad31), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.680272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d617bf42-e1f5-42f0-820a-12a941f8ad31), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.699905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d617bf42-e1f5-42f0-820a-12a941f8ad31,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:41.707741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.708103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.708437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.708769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.709095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.709417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.709737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.710057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.710374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.710692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.711007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.711322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.711634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.712021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.712355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:57:41.716795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.717968 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dfc45bda-9abb-4e97-8cc3-457c749229eb tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276104 Oct 26 11:57:41.720740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35976) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:57:41.725133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a11c7f2e-4cd3-4c6e-bf31-c56ebd689f93 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Request body: {'security_group_rule': {'security_group_id': '2325128f-4645-427a-b88d-98d6d27aed53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:57:41.751594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a11c7f2e-4cd3-4c6e-bf31-c56ebd689f93 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group_rule (2f2ff211-9d30-489e-8908-8bc36c3eb635), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.808509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a11c7f2e-4cd3-4c6e-bf31-c56ebd689f93 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group_rule (2f2ff211-9d30-489e-8908-8bc36c3eb635), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.812948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a11c7f2e-4cd3-4c6e-bf31-c56ebd689f93 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (2f2ff211-9d30-489e-8908-8bc36c3eb635), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.831823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c7f2e-4cd3-4c6e-bf31-c56ebd689f93 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2ff211-9d30-489e-8908-8bc36c3eb635,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:41.840376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a11c7f2e-4cd3-4c6e-bf31-c56ebd689f93 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.841563 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a11c7f2e-4cd3-4c6e-bf31-c56ebd689f93 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198230 Oct 26 11:57:41.844735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 35978) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:57:41.848951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:57:41.866769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:41.874122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:41.938270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:41.966799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.061743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.077895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Allocated IP 172.26.0.237 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:57:42.180860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for port (eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.214092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.261246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:57:42.266204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:42.268697 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:57:42.272206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event updated for resources: {'Port': ['ID=eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:42.382618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for floatingip (d5230979-5049-4203-be29-cf1a4d456dbf), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.423267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.575015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for port (eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.579259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.615532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:42.647999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event updated for resources: {'Port': ['ID=eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:42.651795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (d5230979-5049-4203-be29-cf1a4d456dbf), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.668068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:42.669283 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-921a15aa-de64-4b5e-9d85-c38eb2523fbe tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8236043 Oct 26 11:57:42.766619 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f064-44fd-41c0-a56f-784f6198d6b0 req-312a31e2-ea75-4844-a6e2-b613bbe25aa6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:42.768210 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4be0f064-44fd-41c0-a56f-784f6198d6b0 req-312a31e2-ea75-4844-a6e2-b613bbe25aa6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0479198 Oct 26 11:57:42.779161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:42.818396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4be0f064-44fd-41c0-a56f-784f6198d6b0 req-9cb90b91-ed15-4cad-95c9-5d6249459893 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Oct 26 11:57:43.187072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c397e7-4af7-42cb-8267-3662501d6148 req-17bd6d69-2fe9-484b-9eac-5ec9fa3aa32a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:43.188558 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-17bd6d69-2fe9-484b-9eac-5ec9fa3aa32a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 815 time: 0.1061661 Oct 26 11:57:43.203169 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-d36c6a94-7495-439d-9c7f-b0fa6bcfd10c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/quotas/2bcff45fc0c24151a7d7c4075a166740 HTTP/1.1" status: 200 len: 375 time: 0.0090489 Oct 26 11:57:43.255479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-4a3ed830-61f3-4d09-ab90-3e991841e5b8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475450 Oct 26 11:57:43.353670 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-e7b8692b-d5d5-46ce-8948-3de581a32e70 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904167 Oct 26 11:57:43.450044 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c6ce5055-b782-448e-a720-1fe3f4c2d16f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904763 Oct 26 11:57:43.614464 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-32c9698b-81bf-4c86-a3db-423aa9c3ffa3 req-a96bc993-4542-459d-909d-a98223a37453 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 210 time: 0.0286393 Oct 26 11:57:44.715807 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ed17b031-df0f-4072-a36a-23c7af070cac req-4ad80ccc-2abe-42d7-8236-2c5658d80d34 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 210 time: 0.0285702 Oct 26 11:57:44.871607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-b874502f-01f3-4b70-8c81-c55916b264c5 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:44.873139 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-b874502f-01f3-4b70-8c81-c55916b264c5 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=144ba922-c351-44a3-a56d-c81dcf5fb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0488765 Oct 26 11:57:44.962508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Deleting port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:57:44.962508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:45.051912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] For port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:45.052275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:45.066013 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Calling delete_port for b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:57:45.198424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:45.224574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event deleted for resources: {'Port': ['ID=b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:45.232729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:57:45.279214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] No DVR routers for this DVR port b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:57:45.282306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:45.285862 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 HTTP/1.1" status: 204 len: 173 time: 0.4059520 Oct 26 11:57:45.286391 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'name': 'network-vif-deleted', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:57:45.288981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaad1498-6347-4c53-9f7d-86f33fca21cb" -d '{"events": [{"server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "name": "network-vif-deleted", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:45.363572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a0aa1-4846-4c30-b58b-7fb31c38c690 x-openstack-request-id: req-605a0aa1-4846-4c30-b58b-7fb31c38c690 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:45.364240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144ba922-c351-44a3-a56d-c81dcf5fb0a4", "name": "network-vif-deleted", "tag": "b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:45.364675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-605a0aa1-4846-4c30-b58b-7fb31c38c690 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:45.365444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605a0aa1-4846-4c30-b58b-7fb31c38c690'] response: {'server_uuid': '144ba922-c351-44a3-a56d-c81dcf5fb0a4', 'name': 'network-vif-deleted', 'tag': 'b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9', 'status': 'completed', 'code': 200} Oct 26 11:57:45.419324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c397e7-4af7-42cb-8267-3662501d6148 req-331c4f62-5830-469a-bf23-21fac9979081 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:45.421125 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-331c4f62-5830-469a-bf23-21fac9979081 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 815 time: 0.1638250 Oct 26 11:57:45.451390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Request body: {'port': {'device_id': '7d6d2924-9aba-4626-a48c-4fe6213e9ed4', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'admin_state_up': True, 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:57:45.569797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Made reservation on behalf of 2bcff45fc0c24151a7d7c4075a166740 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:57:45.574388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:45.702484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Allocated IP 172.20.0.7 (ed8c682f-0094-468e-b30d-2509e2d089e6/cb89cf0a-3ecf-4533-acc1-3fe5496485a8/989a830d-d617-4dea-8cf7-3b1f69b653a8) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:57:45.820719 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d872fdc5-88ea-46fc-b0e5-d0e643cc1de1 req-d2e7e801-705e-4f3b-a54b-0c8bb659144f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 210 time: 0.0302057 Oct 26 11:57:45.860191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:45.893552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:45.927751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:45.928732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:57:45.934444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Network ed8c682f-0094-468e-b30d-2509e2d089e6 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:57:45.937466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:45.943354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:57:45.948823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:57:45.979202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event updated for resources: {'Port': ['ID=989a830d-d617-4dea-8cf7-3b1f69b653a8,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:46.016581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:46.017281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:46.039624 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-aeb5fcca-b3b6-4c03-9c8f-8350757f95e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934355 Oct 26 11:57:46.056932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Request body: {'port': {'device_id': '7d6d2924-9aba-4626-a48c-4fe6213e9ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:57:46.121376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:46.242509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-88febff8-9b34-43c0-9887-1bf13fc9c5a9 None None] Provisioning complete for port 989a830d-d617-4dea-8cf7-3b1f69b653a8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:46.243119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-88febff8-9b34-43c0-9887-1bf13fc9c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:46.243236 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-88febff8-9b34-43c0-9887-1bf13fc9c5a9 None None] Attempt 1 to provision port 989a830d-d617-4dea-8cf7-3b1f69b653a8 Oct 26 11:57:46.277443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-88febff8-9b34-43c0-9887-1bf13fc9c5a9 None None] Port 989a830d-d617-4dea-8cf7-3b1f69b653a8 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:57:46.382403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989a830d-d617-4dea-8cf7-3b1f69b653a8 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:57:46.390297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Publish callbacks [] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:46.402851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Transition to ACTIVE for port object 989a830d-d617-4dea-8cf7-3b1f69b653a8 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:57:46.407424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:46.484815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Pushing event updated for resources: {'Port': ['ID=989a830d-d617-4dea-8cf7-3b1f69b653a8,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:46.517897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Attempting to bind port 989a830d-d617-4dea-8cf7-3b1f69b653a8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:57:46.518149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Attempting to bind port 989a830d-d617-4dea-8cf7-3b1f69b653a8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:57:46.518477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Attempting to bind port 989a830d-d617-4dea-8cf7-3b1f69b653a8 on network ed8c682f-0094-468e-b30d-2509e2d089e6 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:57:46.560353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Port 989a830d-d617-4dea-8cf7-3b1f69b653a8 on network ed8c682f-0094-468e-b30d-2509e2d089e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:57:46.560675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Attempting to bind port 989a830d-d617-4dea-8cf7-3b1f69b653a8 on network ed8c682f-0094-468e-b30d-2509e2d089e6 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:57:46.607358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:57:46.607693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Checking segment: {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:57:46.608111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Bound using segment: {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:57:46.608549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Bound port: 989a830d-d617-4dea-8cf7-3b1f69b653a8, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:57:46.608906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:46.668957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] For port 989a830d-d617-4dea-8cf7-3b1f69b653a8, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:57:46.671970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] For port 989a830d-d617-4dea-8cf7-3b1f69b653a8, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:57:46.678200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:46.684028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:46.684649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:46.686033 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/989a830d-d617-4dea-8cf7-3b1f69b653a8 HTTP/1.1" status: 200 len: 1093 time: 0.6336620 Oct 26 11:57:46.686586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6d2924-9aba-4626-a48c-4fe6213e9ed4', 'tag': '989a830d-d617-4dea-8cf7-3b1f69b653a8'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:57:46.688887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7126f7-f260-47e5-902e-1dcb68268cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6d2924-9aba-4626-a48c-4fe6213e9ed4", "tag": "989a830d-d617-4dea-8cf7-3b1f69b653a8"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:46.734129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c6205-7922-42bd-8a9d-4cd28ec71c70 service neutron] Pushing event updated for resources: {'Port': ['ID=989a830d-d617-4dea-8cf7-3b1f69b653a8,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:46.755177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42f5a1e-5ead-413e-ab96-a16f5a274e8f x-openstack-request-id: req-d42f5a1e-5ead-413e-ab96-a16f5a274e8f {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:46.755468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6d2924-9aba-4626-a48c-4fe6213e9ed4", "tag": "989a830d-d617-4dea-8cf7-3b1f69b653a8", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:46.755745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d42f5a1e-5ead-413e-ab96-a16f5a274e8f {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:46.756160 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42f5a1e-5ead-413e-ab96-a16f5a274e8f'] response: {'name': 'network-changed', 'server_uuid': '7d6d2924-9aba-4626-a48c-4fe6213e9ed4', 'tag': '989a830d-d617-4dea-8cf7-3b1f69b653a8', 'status': 'completed', 'code': 200} Oct 26 11:57:46.787104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c397e7-4af7-42cb-8267-3662501d6148 req-51a09fdc-13b6-4c3b-a7f2-3cfe9f61b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:46.788582 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-51a09fdc-13b6-4c3b-a7f2-3cfe9f61b908 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 1127 time: 0.0449870 Oct 26 11:57:46.833617 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-201d6c33-b106-46da-867d-f796c8421e03 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8 HTTP/1.1" status: 200 len: 217 time: 0.0324318 Oct 26 11:57:46.867265 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:46.873938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:46.892253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c397e7-4af7-42cb-8267-3662501d6148 req-8b346919-e715-4238-aff3-05d909137765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:46.893899 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-8b346919-e715-4238-aff3-05d909137765 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0527873 Oct 26 11:57:46.909839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:46.938258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c397e7-4af7-42cb-8267-3662501d6148 req-6f3bf44e-c633-4ab8-bc6c-1ef8426d7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:46.939855 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-6f3bf44e-c633-4ab8-bc6c-1ef8426d7e0d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404007 Oct 26 11:57:46.945975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9f3ab-9fd3-4423-89b0-e028120010a1 req-30e958d4-9192-4a00-b648-299296bbe21d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:46.948287 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-85c9f3ab-9fd3-4423-89b0-e028120010a1 req-30e958d4-9192-4a00-b648-299296bbe21d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 943 time: 0.0479608 Oct 26 11:57:46.973505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:46.999126 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-85c9f3ab-9fd3-4423-89b0-e028120010a1 req-5e9c4511-f86b-409f-967d-19d6bc334fc2 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450819 Oct 26 11:57:47.035396 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-8a2ab703-dd59-46f4-8e68-8fb2a1e43778 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899279 Oct 26 11:57:47.129552 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-14c397e7-4af7-42cb-8267-3662501d6148 req-8c749260-0ecb-4ef1-ab22-9f4db8a1567a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875895 Oct 26 11:57:47.869703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-b0509828-2edd-4ff8-988a-d6b766c0cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:47.871223 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-b0509828-2edd-4ff8-988a-d6b766c0cb14 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 1127 time: 0.0406992 Oct 26 11:57:47.961028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-70ccd820-455d-4b19-9f41-9f184d9b99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:47.962511 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-70ccd820-455d-4b19-9f41-9f184d9b99dc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 916 time: 0.0857799 Oct 26 11:57:48.006084 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-b5ebc41b-12e3-4277-8833-fe488752967e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8 HTTP/1.1" status: 200 len: 217 time: 0.0360966 Oct 26 11:57:48.053822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-8f3e4c48-6d48-4f83-a556-fca0fbc18a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:48.055315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-8f3e4c48-6d48-4f83-a556-fca0fbc18a81 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0438287 Oct 26 11:57:48.099932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-a027ba67-2b48-4079-bb3c-b86979d095ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:48.101430 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-a027ba67-2b48-4079-bb3c-b86979d095ec service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399969 Oct 26 11:57:48.125538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bd85d-819a-43f7-a8e1-a8de40276fa8 req-f536fd2e-073a-443f-bf45-41acf4a4f8e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:48.126947 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b4bd85d-819a-43f7-a8e1-a8de40276fa8 req-f536fd2e-073a-443f-bf45-41acf4a4f8e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 943 time: 0.0505257 Oct 26 11:57:48.175160 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b4bd85d-819a-43f7-a8e1-a8de40276fa8 req-c5e37f9e-dda2-4693-88f1-a2f7672325e6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Oct 26 11:57:48.195578 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-b014000d-0a8c-4747-9650-b3180404ecf9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876737 Oct 26 11:57:48.284309 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3d7126f7-f260-47e5-902e-1dcb68268cd0 req-e58e4f20-32ed-42dc-9fd5-13482aa57273 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821211 Oct 26 11:57:49.169008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:57:49.188337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:57:49.188685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device b6f6a5ce-f24f-4042-9b7d-8085f7ab0ab9 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:57:49.294977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59614b-a733-4d4e-942e-4d326178200c req-9ac3d747-a708-4df3-9234-89b8efcc02ac tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:49.296472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-de59614b-a733-4d4e-942e-4d326178200c req-9ac3d747-a708-4df3-9234-89b8efcc02ac tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 943 time: 0.0469036 Oct 26 11:57:49.350118 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-de59614b-a733-4d4e-942e-4d326178200c req-48517831-df81-4095-8bd7-f7684c0f9b17 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481880 Oct 26 11:57:49.590140 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:49.600457 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:50.475164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749cd1a-ffae-4921-94b7-f24c9c93adba req-ff3f43ef-4058-4ba2-a604-1cb7cc71e1e9 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:50.476642 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4749cd1a-ffae-4921-94b7-f24c9c93adba req-ff3f43ef-4058-4ba2-a604-1cb7cc71e1e9 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 943 time: 0.0466399 Oct 26 11:57:50.527392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4749cd1a-ffae-4921-94b7-f24c9c93adba req-c3992a08-0c00-4e7e-806c-5ca7d3ed400b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446539 Oct 26 11:57:51.163443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 989a830d-d617-4dea-8cf7-3b1f69b653a8 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:57:51.261909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 989a830d-d617-4dea-8cf7-3b1f69b653a8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:51.273330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '989a830d-d617-4dea-8cf7-3b1f69b653a8', 'network_id': 'ed8c682f-0094-468e-b30d-2509e2d089e6', 'port_id': '989a830d-d617-4dea-8cf7-3b1f69b653a8', 'mac_address': 'fa:16:3e:19:31:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb89cf0a-3ecf-4533-acc1-3fe5496485a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:57:51.306698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 989a830d-d617-4dea-8cf7-3b1f69b653a8 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:51.307074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:51.320146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989a830d-d617-4dea-8cf7-3b1f69b653a8 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:57:51.341277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 989a830d-d617-4dea-8cf7-3b1f69b653a8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:51.351251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:51.390341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:51.400520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=989a830d-d617-4dea-8cf7-3b1f69b653a8,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:51.614729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['989a830d-d617-4dea-8cf7-3b1f69b653a8'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:57:51.650436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6c82f-06e2-4deb-8804-10a81b58d9be req-268e1b5f-1e82-4e2b-b269-ba81b9bb0023 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:51.652072 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-56f6c82f-06e2-4deb-8804-10a81b58d9be req-268e1b5f-1e82-4e2b-b269-ba81b9bb0023 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 944 time: 0.0508454 Oct 26 11:57:51.701302 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-56f6c82f-06e2-4deb-8804-10a81b58d9be req-fa0aec32-f219-470f-98cb-532c9fc9fa6b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434868 Oct 26 11:57:51.743080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:52.820425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad6d2a-86c8-4864-b38e-153594be5719 req-a3cd6c6e-d5ef-4d9e-9fbd-6e4a21a15a43 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:52.822571 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-61ad6d2a-86c8-4864-b38e-153594be5719 req-a3cd6c6e-d5ef-4d9e-9fbd-6e4a21a15a43 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 944 time: 0.0481765 Oct 26 11:57:52.870201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-61ad6d2a-86c8-4864-b38e-153594be5719 req-8b084d5c-4d8e-4915-b5bf-db13b09abb93 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Oct 26 11:57:53.168977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 989a830d-d617-4dea-8cf7-3b1f69b653a8 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:57:53.213240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 989a830d-d617-4dea-8cf7-3b1f69b653a8 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:57:53.218946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 989a830d-d617-4dea-8cf7-3b1f69b653a8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:57:53.219318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:53.219659 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 989a830d-d617-4dea-8cf7-3b1f69b653a8 Oct 26 11:57:53.289764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 989a830d-d617-4dea-8cf7-3b1f69b653a8 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:57:53.290625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:53.313066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d2924-9aba-4626-a48c-4fe6213e9ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989a830d-d617-4dea-8cf7-3b1f69b653a8'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:57:53.315530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0525e0f-4196-474f-a0b5-3f42f36e5c66" -d '{"events": [{"server_uuid": "7d6d2924-9aba-4626-a48c-4fe6213e9ed4", "name": "network-vif-plugged", "status": "completed", "tag": "989a830d-d617-4dea-8cf7-3b1f69b653a8"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:57:53.328193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 989a830d-d617-4dea-8cf7-3b1f69b653a8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:57:53.332912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:53.363938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dcc4a1-1d41-4ce4-bda4-83f8b93bee87 x-openstack-request-id: req-00dcc4a1-1d41-4ce4-bda4-83f8b93bee87 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:57:53.364234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d2924-9aba-4626-a48c-4fe6213e9ed4", "name": "network-vif-plugged", "status": "completed", "tag": "989a830d-d617-4dea-8cf7-3b1f69b653a8", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:57:53.364491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00dcc4a1-1d41-4ce4-bda4-83f8b93bee87 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:57:53.364890 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dcc4a1-1d41-4ce4-bda4-83f8b93bee87'] response: {'server_uuid': '7d6d2924-9aba-4626-a48c-4fe6213e9ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989a830d-d617-4dea-8cf7-3b1f69b653a8', 'code': 200} Oct 26 11:57:53.384967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=989a830d-d617-4dea-8cf7-3b1f69b653a8,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:57:53.580221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e69683-b954-4aed-ad38-29c24c84ab6b req-f94f6671-f8aa-46e8-8fd8-740276c8435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:53.581621 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c4e69683-b954-4aed-ad38-29c24c84ab6b req-f94f6671-f8aa-46e8-8fd8-740276c8435b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 1129 time: 0.0431225 Oct 26 11:57:53.624621 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c4e69683-b954-4aed-ad38-29c24c84ab6b req-77ce2fba-e383-45de-b53c-0ec198d4c224 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Oct 26 11:57:53.997358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9ae19-8bf7-433d-8c3c-e3aed5dbae6d req-f78fc8d9-7b61-4a4f-9dc7-a94939407be4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:53.998837 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f3d9ae19-8bf7-433d-8c3c-e3aed5dbae6d req-f78fc8d9-7b61-4a4f-9dc7-a94939407be4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0504305 Oct 26 11:57:54.046047 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f3d9ae19-8bf7-433d-8c3c-e3aed5dbae6d req-2e4acdd3-f604-4789-b58e-8ab363e2454b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Oct 26 11:57:54.739325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:57:55.172579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63123d49-2555-44c4-8c5e-39c123875915 req-43130c9f-b3b6-41a9-83af-7338046871a4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:55.174073 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-63123d49-2555-44c4-8c5e-39c123875915 req-43130c9f-b3b6-41a9-83af-7338046871a4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0485790 Oct 26 11:57:55.222088 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-63123d49-2555-44c4-8c5e-39c123875915 req-dcf007bc-a723-44a6-91a1-bc5b7c780a39 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424252 Oct 26 11:57:55.341210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d841d50-866d-4a40-8486-1e98f174c98d req-fce4404e-1ea7-4ffd-9f96-27f77b13093b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:55.342611 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d841d50-866d-4a40-8486-1e98f174c98d req-fce4404e-1ea7-4ffd-9f96-27f77b13093b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0474398 Oct 26 11:57:55.400264 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d841d50-866d-4a40-8486-1e98f174c98d req-25ee886d-6464-48e5-a278-9c8b413e8aa0 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Oct 26 11:57:55.666178 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-4c69ad0f-7332-419d-8371-18fbf6a5b0ce service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0659945 Oct 26 11:57:55.676123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c6bd-c81b-40e8-bdca-8897582a8f4a req-c8f2c819-2f59-469f-8a00-5bb70a67c8e4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:55.677549 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7d46c6bd-c81b-40e8-bdca-8897582a8f4a req-c8f2c819-2f59-469f-8a00-5bb70a67c8e4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0690820 Oct 26 11:57:55.728677 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7d46c6bd-c81b-40e8-bdca-8897582a8f4a req-b30f61bd-b2b6-49e2-9c36-8b2428f84ae2 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Oct 26 11:57:55.906293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:55.915123 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-5a3fe9ee-399d-47c3-bcac-3dfd20410492 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:55.916695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-5a3fe9ee-399d-47c3-bcac-3dfd20410492 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports/989a830d-d617-4dea-8cf7-3b1f69b653a8 HTTP/1.1" status: 200 len: 942 time: 0.0512021 Oct 26 11:57:56.754123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-308f2fb9-2982-45e6-bada-c7097922cc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:56.860145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd46bb3-df4c-4c80-a22f-fd29f4ad1f38 req-d3e7e6b6-899c-4c26-81ad-2f62640f6bd6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:56.861660 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9cd46bb3-df4c-4c80-a22f-fd29f4ad1f38 req-d3e7e6b6-899c-4c26-81ad-2f62640f6bd6 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0515642 Oct 26 11:57:56.905056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-cd0d0689-6ce0-4c45-bb1f-e9c69546e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:56.906582 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-cd0d0689-6ce0-4c45-bb1f-e9c69546e507 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 1129 time: 0.0417163 Oct 26 11:57:56.916114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9cd46bb3-df4c-4c80-a22f-fd29f4ad1f38 req-66b379ea-e121-48bb-a494-d9718ff66b8e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487545 Oct 26 11:57:57.002709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-a05fc77f-7aff-423a-ab60-f3c9d35db259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:57.004289 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-a05fc77f-7aff-423a-ab60-f3c9d35db259 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 916 time: 0.0917146 Oct 26 11:57:57.043923 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-2eb8ba05-2499-4dac-a1e6-977538beef2a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8 HTTP/1.1" status: 200 len: 217 time: 0.0338843 Oct 26 11:57:57.094081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-97b122dd-c53c-4a0b-99a7-99978feeac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:57.095572 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-97b122dd-c53c-4a0b-99a7-99978feeac7c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0465195 Oct 26 11:57:57.133384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:57.136490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:57.144896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-88b92dff-c2be-40ee-a5e3-bab91dd1112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:57.146391 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-88b92dff-c2be-40ee-a5e3-bab91dd1112e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445042 Oct 26 11:57:57.235559 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-6041bd1c-8da3-4dcf-89a6-c2d3f2a786f9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831287 Oct 26 11:57:57.329142 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-d4264882-a439-4232-88c5-c0e3d15f70b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880513 Oct 26 11:57:58.036083 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283ada6-eb01-41cb-a14e-b6f0a0fd12fb req-e30fe178-91a3-4443-b80c-0958c921ad5a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:58.037563 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7283ada6-eb01-41cb-a14e-b6f0a0fd12fb req-e30fe178-91a3-4443-b80c-0958c921ad5a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0471797 Oct 26 11:57:58.056331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:57:58.086819 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7283ada6-eb01-41cb-a14e-b6f0a0fd12fb req-d68a75b5-88d4-488e-8bee-e90638cdb37e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Oct 26 11:57:58.962756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16b93fc0-c136-476f-b167-bdeafe95446f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:57:59.210044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88a476-8d32-4b00-bf0b-0a042538cfc4 req-ae9cb22f-fdcd-4eb7-a33e-a169ebc84a40 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:59.211489 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4c88a476-8d32-4b00-bf0b-0a042538cfc4 req-ae9cb22f-fdcd-4eb7-a33e-a169ebc84a40 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0506203 Oct 26 11:57:59.258463 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4c88a476-8d32-4b00-bf0b-0a042538cfc4 req-abb85a93-5384-4d58-b5fa-0d57e4b31048 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Oct 26 11:57:59.736864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-0d7fc808-3e07-49b8-bc62-155b2ba0cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:59.738352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-0d7fc808-3e07-49b8-bc62-155b2ba0cfaf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 1129 time: 0.0409844 Oct 26 11:57:59.849581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-d4c051e9-ae19-44d3-83d0-fb623f5b4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:59.851114 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-d4c051e9-ae19-44d3-83d0-fb623f5b4d3a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 916 time: 0.0936732 Oct 26 11:57:59.891192 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-abf594c5-d899-4849-a530-d47cc8319dc0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8 HTTP/1.1" status: 200 len: 217 time: 0.0331383 Oct 26 11:57:59.938459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-e0e0e403-e946-4491-a2e8-65bf0a89f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:59.940185 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-e0e0e403-e946-4491-a2e8-65bf0a89f02a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0432289 Oct 26 11:57:59.982628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-e2492986-dc34-4e91-a24d-fd7ce1292c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:57:59.984135 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-e2492986-dc34-4e91-a24d-fd7ce1292c99 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386479 Oct 26 11:58:00.076224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-aa5c751e-98e2-4d40-be0a-b8a7de378b10 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864475 Oct 26 11:58:00.151673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:00.170002 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c0686e7-5c12-4d8f-afa5-e40195826ff6 req-339d385b-b134-47b3-a142-5e6988105672 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887465 Oct 26 11:58:00.379701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edac89e-ca9a-435a-ba34-8c24c95fa2dd req-22a38143-e29e-4bcc-9ecc-92abdb09315d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:00.381218 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8edac89e-ca9a-435a-ba34-8c24c95fa2dd req-22a38143-e29e-4bcc-9ecc-92abdb09315d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0476625 Oct 26 11:58:00.428267 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8edac89e-ca9a-435a-ba34-8c24c95fa2dd req-d59c1c0e-45e5-4930-97af-85719100198a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Oct 26 11:58:01.553947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa319d-462b-4d25-a4ee-811f6d652863 req-353af07d-f559-4490-9ca2-a31c573de254 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:01.555424 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9cfa319d-462b-4d25-a4ee-811f6d652863 req-353af07d-f559-4490-9ca2-a31c573de254 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0506060 Oct 26 11:58:01.604190 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9cfa319d-462b-4d25-a4ee-811f6d652863 req-e4d73e23-75ba-4207-ad3b-d411b7c59261 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424349 Oct 26 11:58:01.611284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:01.663831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:02.730266 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cd8dd-bce2-4941-ae61-fb65e3bfe2b6 req-acd23893-aefa-4365-a523-65553fc5aa8e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:02.731820 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4b5cd8dd-bce2-4941-ae61-fb65e3bfe2b6 req-acd23893-aefa-4365-a523-65553fc5aa8e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0498786 Oct 26 11:58:02.779003 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4b5cd8dd-bce2-4941-ae61-fb65e3bfe2b6 req-488c58be-4b33-4d43-93f8-fb21f7cd0c8d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Oct 26 11:58:03.899975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89175ba4-3706-45fc-95ef-f64b4a612f83 req-818c7cfd-766a-4b09-9b6b-cfc0a4649284 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:03.901473 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-89175ba4-3706-45fc-95ef-f64b4a612f83 req-818c7cfd-766a-4b09-9b6b-cfc0a4649284 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0481515 Oct 26 11:58:03.953536 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-89175ba4-3706-45fc-95ef-f64b4a612f83 req-42defd77-b707-49b5-97aa-af5bebd4a9c7 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459094 Oct 26 11:58:04.734619 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:04.735358 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:05.077444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f427556-33f8-4db3-a16c-0c28150d22d8 req-28499690-9c09-4feb-a793-d4c01245a9ee tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:05.078920 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5f427556-33f8-4db3-a16c-0c28150d22d8 req-28499690-9c09-4feb-a793-d4c01245a9ee tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0493934 Oct 26 11:58:05.128678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5f427556-33f8-4db3-a16c-0c28150d22d8 req-ada48571-e5dd-4b7d-8d2a-07376acb7594 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 Oct 26 11:58:06.253074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183fd1e-d331-4bbd-9994-aaf749acf4c5 req-7705f310-cac1-4819-99ba-50ecf4d5457a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:06.254581 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c183fd1e-d331-4bbd-9994-aaf749acf4c5 req-7705f310-cac1-4819-99ba-50ecf4d5457a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0466473 Oct 26 11:58:06.301157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c183fd1e-d331-4bbd-9994-aaf749acf4c5 req-ced9091b-ecaa-471a-b394-bd7bd2cf8ea8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Oct 26 11:58:07.429214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f3ddc-59c4-4303-8e90-5e7808d35543 req-029c73e4-e4ce-4be7-91fd-308c25a898d5 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:07.430681 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-811f3ddc-59c4-4303-8e90-5e7808d35543 req-029c73e4-e4ce-4be7-91fd-308c25a898d5 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0542347 Oct 26 11:58:07.478045 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-811f3ddc-59c4-4303-8e90-5e7808d35543 req-e635d73b-c08e-41ef-9d4a-723fe138ce56 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Oct 26 11:58:08.600136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99459ab0-91fb-425f-836a-e7f97aeff5ca req-04c481ca-e095-477c-8d8c-9b91f0d9e999 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:08.601615 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-99459ab0-91fb-425f-836a-e7f97aeff5ca req-04c481ca-e095-477c-8d8c-9b91f0d9e999 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Oct 26 11:58:08.649311 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-99459ab0-91fb-425f-836a-e7f97aeff5ca req-6e46a655-1967-4061-bfd6-15b36d206883 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 Oct 26 11:58:09.768571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a752c22-f65b-41ec-a9f4-2bb66d3a6875 req-4e179eb8-dc5d-4511-a56a-3e3b8796ac84 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:09.770029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1a752c22-f65b-41ec-a9f4-2bb66d3a6875 req-4e179eb8-dc5d-4511-a56a-3e3b8796ac84 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0463240 Oct 26 11:58:09.799420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:09.818092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:09.822850 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1a752c22-f65b-41ec-a9f4-2bb66d3a6875 req-6847acdf-96c0-4d2d-a193-48d45c31576f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474150 Oct 26 11:58:10.165436 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=63 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:10.167448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=65 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:10.942797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e8e4f-c6b7-4eb8-ba7e-f6e7b604c771 req-54930639-0c91-467c-b151-4822f0e8b789 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:10.944276 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-078e8e4f-c6b7-4eb8-ba7e-f6e7b604c771 req-54930639-0c91-467c-b151-4822f0e8b789 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0468006 Oct 26 11:58:10.991805 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-078e8e4f-c6b7-4eb8-ba7e-f6e7b604c771 req-c9a7e827-0b15-44a7-9a36-452cc987719c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414650 Oct 26 11:58:11.652428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:11.660603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:11.920958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:12.113397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aa4b4-e0c4-4158-8c8e-033dc7b09078 req-5a7d5c9b-9367-409f-b2dd-59e3ff06598d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:12.114855 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd0aa4b4-e0c4-4158-8c8e-033dc7b09078 req-5a7d5c9b-9367-409f-b2dd-59e3ff06598d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0471151 Oct 26 11:58:12.161364 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd0aa4b4-e0c4-4158-8c8e-033dc7b09078 req-44f40e50-05aa-4fdb-8220-da35bb0c95d2 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Oct 26 11:58:13.283513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff2aae-2a1c-4852-9323-867411a8102b req-f850f103-342a-4664-ad25-1dad974ce7b3 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:13.285026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-11ff2aae-2a1c-4852-9323-867411a8102b req-f850f103-342a-4664-ad25-1dad974ce7b3 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0500987 Oct 26 11:58:13.332822 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-11ff2aae-2a1c-4852-9323-867411a8102b req-deab4f90-da12-4a04-8988-8d29f89b0a87 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Oct 26 11:58:14.454988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61040ad-ac3a-48bd-ac09-e1a60d9c87b6 req-8bc1e2db-83d6-47a9-9a1e-f3080896a545 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:14.456478 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e61040ad-ac3a-48bd-ac09-e1a60d9c87b6 req-8bc1e2db-83d6-47a9-9a1e-f3080896a545 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0472865 Oct 26 11:58:14.503440 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e61040ad-ac3a-48bd-ac09-e1a60d9c87b6 req-93802bc8-40a1-4522-b0ff-d2ec68c94ab5 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Oct 26 11:58:15.626202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dc4c6-134a-4610-a2ed-57a8cd679648 req-9c1e6df0-8159-431f-a18c-0cdad31a77d0 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:15.627682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-783dc4c6-134a-4610-a2ed-57a8cd679648 req-9c1e6df0-8159-431f-a18c-0cdad31a77d0 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0500331 Oct 26 11:58:15.674865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-783dc4c6-134a-4610-a2ed-57a8cd679648 req-ef5d6872-eb67-41de-8ab5-9fb06ff0abbc tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Oct 26 11:58:16.797349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca468ae-78a8-4f14-a5bf-fe36e913e457 req-3dab7142-1eec-41b3-86c1-0fc593472f64 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:16.798804 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4ca468ae-78a8-4f14-a5bf-fe36e913e457 req-3dab7142-1eec-41b3-86c1-0fc593472f64 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0472689 Oct 26 11:58:16.846756 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4ca468ae-78a8-4f14-a5bf-fe36e913e457 req-fdf7257a-3f5e-4501-8c76-7491ad308610 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Oct 26 11:58:17.987696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c351d8-ab95-434a-893a-9a7500eca29a req-974ed986-d7da-4af6-9dc2-26c7222e74b5 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:17.989796 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71c351d8-ab95-434a-893a-9a7500eca29a req-974ed986-d7da-4af6-9dc2-26c7222e74b5 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0542166 Oct 26 11:58:18.049243 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-71c351d8-ab95-434a-893a-9a7500eca29a req-5bb7f4a2-8461-438d-bc94-b9d47b23ea10 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532885 Oct 26 11:58:19.171567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe09cec-b1a7-4e21-aa16-920a40e55a49 req-d236aab5-e018-4d94-8922-6231be8f5f20 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:19.172973 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ebe09cec-b1a7-4e21-aa16-920a40e55a49 req-d236aab5-e018-4d94-8922-6231be8f5f20 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0461774 Oct 26 11:58:19.219894 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ebe09cec-b1a7-4e21-aa16-920a40e55a49 req-67e7b9fb-282a-4d50-8cff-571118b5730d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Oct 26 11:58:20.342434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c910f-f43c-4519-a926-844ff078a14b req-e1cb9537-8fe5-4a36-b15d-871f26902793 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:20.343932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-081c910f-f43c-4519-a926-844ff078a14b req-e1cb9537-8fe5-4a36-b15d-871f26902793 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0465512 Oct 26 11:58:20.391919 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-081c910f-f43c-4519-a926-844ff078a14b req-19849e47-70a1-4d5d-bb62-aed64a802927 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Oct 26 11:58:21.520074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c41f5-7550-4411-814f-9d32553cafec req-40f37b7a-62c9-440a-ba2f-4545f8edd2ab tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:21.521438 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e74c41f5-7550-4411-814f-9d32553cafec req-40f37b7a-62c9-440a-ba2f-4545f8edd2ab tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0506363 Oct 26 11:58:21.569056 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e74c41f5-7550-4411-814f-9d32553cafec req-0ab2442c-bcad-4aa3-aa01-77ce8c27aaaa tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Oct 26 11:58:21.909861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:21.917234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:22.692574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6f970-05da-4ef5-8ccd-ca747553ce24 req-20a272ed-06a6-47e0-adeb-d7922d0115a5 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:22.694039 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-78c6f970-05da-4ef5-8ccd-ca747553ce24 req-20a272ed-06a6-47e0-adeb-d7922d0115a5 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0469551 Oct 26 11:58:22.706071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:22.747396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-78c6f970-05da-4ef5-8ccd-ca747553ce24 req-269d2d08-51a8-47b5-9513-39b1dce695c9 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469229 Oct 26 11:58:23.871782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5269c-09d1-4dd8-981f-a17e163cf582 req-e66a2a2e-3f49-412f-bba9-09c0b4e9ccea tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:23.873288 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-00c5269c-09d1-4dd8-981f-a17e163cf582 req-e66a2a2e-3f49-412f-bba9-09c0b4e9ccea tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0470688 Oct 26 11:58:23.887040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:23.928121 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-00c5269c-09d1-4dd8-981f-a17e163cf582 req-263ae66b-1c34-421f-9e26-c1c3bab5204c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486126 Oct 26 11:58:24.101460 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-4ab56628-f0cf-44b8-8c4e-0cbc6d0d60f5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports/989a830d-d617-4dea-8cf7-3b1f69b653a8/bindings/hv-neutron-7598 HTTP/1.1" status: 200 len: 384 time: 0.0594616 Oct 26 11:58:24.361597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-cee8d1d6-50e1-4f51-972c-095d75b35c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:24.363088 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-cee8d1d6-50e1-4f51-972c-095d75b35c18 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4&tenant_id=2bcff45fc0c24151a7d7c4075a166740 HTTP/1.1" status: 200 len: 1129 time: 0.0705819 Oct 26 11:58:24.443481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-588dd928-1b83-480f-a6af-9be7265786f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:24.445067 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-588dd928-1b83-480f-a6af-9be7265786f4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 1129 time: 0.0443659 Oct 26 11:58:24.534326 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-fd751a74-e6d9-4c84-a13b-36cbf3a72d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:24.535859 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-fd751a74-e6d9-4c84-a13b-36cbf3a72d7d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 916 time: 0.0855610 Oct 26 11:58:24.579542 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-8cc6869d-c23d-473b-b8e6-d39fc2a15f5c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8 HTTP/1.1" status: 200 len: 217 time: 0.0371802 Oct 26 11:58:24.628177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-5446fb38-fd36-47b6-a805-7167fc4a6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:24.629530 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-5446fb38-fd36-47b6-a805-7167fc4a6e12 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0445101 Oct 26 11:58:24.675197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-d4c77f09-55ec-427e-b251-b1426c44a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:24.676813 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-d4c77f09-55ec-427e-b251-b1426c44a6a7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415685 Oct 26 11:58:24.774374 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-ef5124fb-167f-4a55-b29d-c2a9e333d689 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911572 Oct 26 11:58:24.863806 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-844c957a-10c0-49ed-9422-cefd692d3d7c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833158 Oct 26 11:58:25.052702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304d94b-f299-41b5-aef1-f40d9e3e1dbc req-ca0cc890-7265-4b60-a287-f7d0f7388b4a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:25.054195 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4304d94b-f299-41b5-aef1-f40d9e3e1dbc req-ca0cc890-7265-4b60-a287-f7d0f7388b4a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0478935 Oct 26 11:58:25.102341 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4304d94b-f299-41b5-aef1-f40d9e3e1dbc req-1c404163-e709-4073-8dd5-06ec469895a1 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Oct 26 11:58:26.220731 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe8205-b706-49eb-9db8-d1dced30d650 req-6777a546-6fa9-4118-91e5-9c5d6c458f89 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:26.222180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-26fe8205-b706-49eb-9db8-d1dced30d650 req-6777a546-6fa9-4118-91e5-9c5d6c458f89 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0464694 Oct 26 11:58:26.268976 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-26fe8205-b706-49eb-9db8-d1dced30d650 req-809d5bb6-3bea-4a30-ab15-db5f427d69be tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Oct 26 11:58:26.597224 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:26.598108 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:26.756647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-565a52c2-888a-4be3-aa2d-0be1742954f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:27.393452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1638d7e-8b6e-47f8-a890-9abc92cc46ad req-1b8bdb5f-2463-4362-b091-76107bc6233e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:27.394949 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e1638d7e-8b6e-47f8-a890-9abc92cc46ad req-1b8bdb5f-2463-4362-b091-76107bc6233e tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Oct 26 11:58:27.442211 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e1638d7e-8b6e-47f8-a890-9abc92cc46ad req-821b4945-2937-4f5e-ba12-9bb7aea97ddc tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Oct 26 11:58:27.648023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768d82f-6bcd-4fa3-8b46-2dc324bf714a req-5bb95abb-f4cc-4fe4-b5b7-3d4f2f4e43a1 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:27.649489 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5768d82f-6bcd-4fa3-8b46-2dc324bf714a req-5bb95abb-f4cc-4fe4-b5b7-3d4f2f4e43a1 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0488114 Oct 26 11:58:27.698817 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5768d82f-6bcd-4fa3-8b46-2dc324bf714a req-34d36c7e-40af-4ce1-bb26-cbd0b2da755c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Oct 26 11:58:27.717932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-0f586138-d938-4b68-a2d5-26b821d30951 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:27.719397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-0f586138-d938-4b68-a2d5-26b821d30951 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4&tenant_id=2bcff45fc0c24151a7d7c4075a166740&binding%3Ahost_id=hv-neutron-7598 HTTP/1.1" status: 200 len: 945 time: 0.0895181 Oct 26 11:58:27.820980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-46208698-af51-41bf-b344-e2e50f192f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:27.822392 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-46208698-af51-41bf-b344-e2e50f192f17 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2bcff45fc0c24151a7d7c4075a166740&device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 1129 time: 0.0381696 Oct 26 11:58:27.916641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-8a325c86-9f31-4020-b1d8-14b78bfd2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:27.918114 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-8a325c86-9f31-4020-b1d8-14b78bfd2a3d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 200 len: 916 time: 0.0895524 Oct 26 11:58:27.957226 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-4666f57e-c53f-4b3d-912c-c19841919c67 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8 HTTP/1.1" status: 200 len: 217 time: 0.0322368 Oct 26 11:58:28.006925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-f0e2fd7a-cf68-4b05-a94f-9897ac8e90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:28.008382 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-f0e2fd7a-cf68-4b05-a94f-9897ac8e90aa service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 200 len: 854 time: 0.0460901 Oct 26 11:58:28.051299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-e8906f6e-0cb3-4dcb-b7a8-eeb11129b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:28.052805 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-e8906f6e-0cb3-4dcb-b7a8-eeb11129b974 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=ed8c682f-0094-468e-b30d-2509e2d089e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384254 Oct 26 11:58:28.142294 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-a6e427fa-6755-4a71-80f4-7f394884902d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830441 Oct 26 11:58:28.195837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:28.234682 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a99cad4d-a6cf-4749-b4e9-a87976c4f023 req-78a90a90-75c9-4d3f-9ccc-a5874cfa7849 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873334 Oct 26 11:58:28.828015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e452dc-4d70-467a-9a80-7997cf30dc4d req-422228ce-eec3-44c9-8985-cc36faaa349a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:28.829479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f7e452dc-4d70-467a-9a80-7997cf30dc4d req-422228ce-eec3-44c9-8985-cc36faaa349a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0520601 Oct 26 11:58:28.879303 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f7e452dc-4d70-467a-9a80-7997cf30dc4d req-c239a15c-bf18-4acc-b194-a07dca22b020 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441775 Oct 26 11:58:28.964570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef6d71b7-325e-4352-a8f5-79cb9d281598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:29.999826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e231f1f-487a-409a-8773-5b71589aa41c req-9219d461-c60c-4ff4-837c-b597105edf7b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:30.001281 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e231f1f-487a-409a-8773-5b71589aa41c req-9219d461-c60c-4ff4-837c-b597105edf7b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0461278 Oct 26 11:58:30.047812 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e231f1f-487a-409a-8773-5b71589aa41c req-ccf9a2ab-364a-4974-9af7-161e54ef0ebd tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Oct 26 11:58:30.154473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:30.170397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b5b59-4ca5-4514-b0e3-d4034ee1f24c req-9a263305-641d-4f8d-b941-f91a9a9a1aa8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:30.171913 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7f5b5b59-4ca5-4514-b0e3-d4034ee1f24c req-9a263305-641d-4f8d-b941-f91a9a9a1aa8 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0478976 Oct 26 11:58:30.223664 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7f5b5b59-4ca5-4514-b0e3-d4034ee1f24c req-b520bc77-fb88-484e-ae1a-6ef236acf449 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460749 Oct 26 11:58:30.341729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e49ac7-8bef-4cfb-8238-2b6a92968435 req-11217152-dab6-4a59-a444-026534166e3f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:30.343170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e4e49ac7-8bef-4cfb-8238-2b6a92968435 req-11217152-dab6-4a59-a444-026534166e3f tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0464499 Oct 26 11:58:30.389773 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e4e49ac7-8bef-4cfb-8238-2b6a92968435 req-80bc2b4a-de9b-4190-b061-0fd250913e10 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Oct 26 11:58:30.898580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4602be-371c-4987-b1e9-df0f11897ce9 req-f28c9bae-fecb-4402-9285-e6576814f258 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:30.899769 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d4602be-371c-4987-b1e9-df0f11897ce9 req-f28c9bae-fecb-4402-9285-e6576814f258 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0481274 Oct 26 11:58:30.949590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d4602be-371c-4987-b1e9-df0f11897ce9 req-f1db3df5-a7e3-4a68-b152-0ca159916087 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Oct 26 11:58:31.613784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:31.667231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:31.739018 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:58:32.035384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:32.076962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d21252-9ec0-40ac-a3af-de3b5b55225b req-6663b309-4759-40d0-86a3-e628a3afc124 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:32.078426 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-85d21252-9ec0-40ac-a3af-de3b5b55225b req-6663b309-4759-40d0-86a3-e628a3afc124 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Oct 26 11:58:32.124432 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-85d21252-9ec0-40ac-a3af-de3b5b55225b req-e99fc011-14df-4044-a164-3147a621837a tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Oct 26 11:58:32.599092 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-6ff08a19-7822-4479-b6e0-aa4aa7b8689b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:32.600549 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-6ff08a19-7822-4479-b6e0-aa4aa7b8689b tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 945 time: 0.0462861 Oct 26 11:58:32.640999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:32.685189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Deleting port 989a830d-d617-4dea-8cf7-3b1f69b653a8 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:58:32.685519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:32.773049 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] For port 989a830d-d617-4dea-8cf7-3b1f69b653a8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=989a830d-d617-4dea-8cf7-3b1f69b653a8,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:32.773404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:32.786275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Calling delete_port for 989a830d-d617-4dea-8cf7-3b1f69b653a8 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:58:33.218249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (989a830d-d617-4dea-8cf7-3b1f69b653a8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:33.235735 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e98ceccc-111d-4a64-a0b5-0fdaa006634a req-2b26f8c0-4004-4b74-98a1-305f02385150 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7d6d2924-9aba-4626-a48c-4fe6213e9ed4 HTTP/1.1" status: 200 len: 210 time: 0.0290411 Oct 26 11:58:33.245687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event deleted for resources: {'Port': ['ID=989a830d-d617-4dea-8cf7-3b1f69b653a8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:33.263167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['989a830d-d617-4dea-8cf7-3b1f69b653a8'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:58:33.299748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] No DVR routers for this DVR port 989a830d-d617-4dea-8cf7-3b1f69b653a8 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:58:33.302267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:33.305556 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a815f77d-24ae-4e9e-90e1-a1435ddf7cc8 req-0008750c-263f-4b7c-855d-166bc63723d4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.23 "DELETE /networking/v2.0/ports/989a830d-d617-4dea-8cf7-3b1f69b653a8 HTTP/1.1" status: 204 len: 173 time: 0.6993988 Oct 26 11:58:33.306063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d2924-9aba-4626-a48c-4fe6213e9ed4', 'name': 'network-vif-deleted', 'tag': '989a830d-d617-4dea-8cf7-3b1f69b653a8'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:58:33.309063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6791c63-7e03-48b3-a0c2-e063969ffe6c" -d '{"events": [{"server_uuid": "7d6d2924-9aba-4626-a48c-4fe6213e9ed4", "name": "network-vif-deleted", "tag": "989a830d-d617-4dea-8cf7-3b1f69b653a8"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:33.356477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae91c653-1f4c-46ab-912b-333ae63886c9 x-openstack-request-id: req-ae91c653-1f4c-46ab-912b-333ae63886c9 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:33.357159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d2924-9aba-4626-a48c-4fe6213e9ed4", "name": "network-vif-deleted", "tag": "989a830d-d617-4dea-8cf7-3b1f69b653a8", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:33.357603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae91c653-1f4c-46ab-912b-333ae63886c9 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:33.358224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae91c653-1f4c-46ab-912b-333ae63886c9'] response: {'server_uuid': '7d6d2924-9aba-4626-a48c-4fe6213e9ed4', 'name': 'network-vif-deleted', 'tag': '989a830d-d617-4dea-8cf7-3b1f69b653a8', 'status': 'completed', 'code': 200} Oct 26 11:58:34.335291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36146) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:34.389948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-33481117-0693-4e3d-b03d-1c8e1015d8a4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group (2325128f-4645-427a-b88d-98d6d27aed53), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.411301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-33481117-0693-4e3d-b03d-1c8e1015d8a4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group (2325128f-4645-427a-b88d-98d6d27aed53), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.459747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-33481117-0693-4e3d-b03d-1c8e1015d8a4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (2325128f-4645-427a-b88d-98d6d27aed53), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.462476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-33481117-0693-4e3d-b03d-1c8e1015d8a4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.463636 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-33481117-0693-4e3d-b03d-1c8e1015d8a4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2325128f-4645-427a-b88d-98d6d27aed53 HTTP/1.1" status: 204 len: 168 time: 0.1273124 Oct 26 11:58:34.466516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36148) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:34.472600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33481117-0693-4e3d-b03d-1c8e1015d8a4 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325128f-4645-427a-b88d-98d6d27aed53,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:34.481279 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-06897f96-d06f-4784-a9a6-66e3682a951c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] show failed (client error): The resource could not be found. Oct 26 11:58:34.482288 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-06897f96-d06f-4784-a9a6-66e3682a951c tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "GET /networking/v2.0/security-groups/2325128f-4645-427a-b88d-98d6d27aed53 HTTP/1.1" status: 404 len: 347 time: 0.0147603 Oct 26 11:58:34.485631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36150) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:34.597773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Deleting port eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:58:34.598028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.676438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.676767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for floatingip (eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.690221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Calling delete_port for eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:58:34.737976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:34.807310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:34.824660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.849220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Pushing event deleted for resources: {'Port': ['ID=eb24a205-c4d1-4c65-a1c3-e8020f0cdd8a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:34.911197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks [] for floatingip (d5230979-5049-4203-be29-cf1a4d456dbf), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.913562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:34.914707 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fd8e2970-ad2c-4d38-8b79-e9e4287dbe15 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d5230979-5049-4203-be29-cf1a4d456dbf HTTP/1.1" status: 204 len: 168 time: 0.4279852 Oct 26 11:58:34.990291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36156) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:35.332188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:35.552311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:35.771078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Deleting port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:58:35.771416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:35.850268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] For port 485ff884-547c-4607-a0c3-d7fd4dfd1ac5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:35.850628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:35.863350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Calling delete_port for 485ff884-547c-4607-a0c3-d7fd4dfd1ac5 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:58:36.020940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:36.044779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (485ff884-547c-4607-a0c3-d7fd4dfd1ac5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:36.067493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Pushing event deleted for resources: {'Port': ['ID=485ff884-547c-4607-a0c3-d7fd4dfd1ac5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:36.123989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:36.238000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:36.258087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b8c9ce-2658-438c-ba99-912090e9f7ae None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:58:36.325756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b8c9ce-2658-438c-ba99-912090e9f7ae None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:58:36.448317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:36.554268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:36.559870 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ccdac345-76a7-4b62-afd2-08cdf11bae53 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ce37ea3a-ccca-448f-9a77-78b23e7aa7fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5690305 Oct 26 11:58:36.562397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36158) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:36.566763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:36.578848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:36.579496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.674533 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks [] for router (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:36.690384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:36.786934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks [] for router_gateway (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:36.842481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Deleting port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:58:36.842831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:36.886608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:58:35Z', 'revision_number': 5, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port': {'id': 'a599ca78-ac0b-48f4-acc8-fbb6b897ce2f', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:57:17Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.930501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] Checking router: ce37ea3a-ccca-448f-9a77-78b23e7aa7fa for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:36.938211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:36.940164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] For port a599ca78-ac0b-48f4-acc8-fbb6b897ce2f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:36.940606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:36.940940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] Routers {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:36.941621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:36.954427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Calling delete_port for a599ca78-ac0b-48f4-acc8-fbb6b897ce2f owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:58:37.021665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-36af4186-c190-47b4-9d66-5a0b07204fd7 None None] Provisioning complete for port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:37.022040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-36af4186-c190-47b4-9d66-5a0b07204fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.022378 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-36af4186-c190-47b4-9d66-5a0b07204fd7 None None] Attempt 1 to provision port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 Oct 26 11:58:37.054229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] Set router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:37.067519 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:37.111673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:58:36Z', 'revision_number': 6, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:37.123507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a599ca78-ac0b-48f4-acc8-fbb6b897ce2f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.145714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a599ca78-ac0b-48f4-acc8-fbb6b897ce2f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:37.145996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c74e83-f278-4434-a0b9-a89af63750d1 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [{'id': 'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa', 'name': 'tempest-ServerDiskConfigTestJSON-2021086138-router', 'tenant_id': '2bcff45fc0c24151a7d7c4075a166740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:56:43Z', 'updated_at': '2022-10-26T11:58:36Z', 'revision_number': 6, 'project_id': '2bcff45fc0c24151a7d7c4075a166740', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:37.193059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-36af4186-c190-47b4-9d66-5a0b07204fd7 None None] Current status of the port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:37.217765 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.307665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.309955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks [] for router_controller (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.352854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (ce37ea3a-ccca-448f-9a77-78b23e7aa7fa), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.354415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce37ea3a-ccca-448f-9a77-78b23e7aa7fa {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:58:37.359168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.360356 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-293d47c1-2efc-4a59-ae45-dac4054d4af8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/ce37ea3a-ccca-448f-9a77-78b23e7aa7fa HTTP/1.1" status: 204 len: 168 time: 0.7967558 Oct 26 11:58:37.362876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36160) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:37.386181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 989a830d-d617-4dea-8cf7-3b1f69b653a8 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:37.405893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 989a830d-d617-4dea-8cf7-3b1f69b653a8 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:58:37.406325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 989a830d-d617-4dea-8cf7-3b1f69b653a8 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:37.409294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-898f14b7-13fa-4d17-a39d-d6ee46f69db9 admin admin] Deleting subnet cb89cf0a-3ecf-4533-acc1-3fe5496485a8 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:58:37.412559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-898f14b7-13fa-4d17-a39d-d6ee46f69db9 admin admin] Publish callbacks [] for subnet (cb89cf0a-3ecf-4533-acc1-3fe5496485a8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.451563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-898f14b7-13fa-4d17-a39d-d6ee46f69db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (cb89cf0a-3ecf-4533-acc1-3fe5496485a8), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.556641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-898f14b7-13fa-4d17-a39d-d6ee46f69db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (cb89cf0a-3ecf-4533-acc1-3fe5496485a8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.616197 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-898f14b7-13fa-4d17-a39d-d6ee46f69db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (cb89cf0a-3ecf-4533-acc1-3fe5496485a8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.641904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f14b7-13fa-4d17-a39d-d6ee46f69db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb89cf0a-3ecf-4533-acc1-3fe5496485a8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:37.645712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-898f14b7-13fa-4d17-a39d-d6ee46f69db9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.648851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-898f14b7-13fa-4d17-a39d-d6ee46f69db9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/cb89cf0a-3ecf-4533-acc1-3fe5496485a8 HTTP/1.1" status: 204 len: 168 time: 0.2851052 Oct 26 11:58:37.652190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f3839-ebcc-4402-9004-8e40a2376d8a None None] Network ed8c682f-0094-468e-b30d-2509e2d089e6 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:58:37.652345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:37.714742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:37.722526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (ed8c682f-0094-468e-b30d-2509e2d089e6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.734101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:37.772425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Deleting port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:58:37.772838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.786535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:37.824324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] DHCP port deletion for ed8c682f-0094-468e-b30d-2509e2d089e6 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:58:37.845454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] For port 7dec4c41-2a26-41e4-bdf0-a12d988343e8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7dec4c41-2a26-41e4-bdf0-a12d988343e8,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:37.845454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.861395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Calling delete_port for 7dec4c41-2a26-41e4-bdf0-a12d988343e8 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:58:37.870860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Deleting port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:58:37.871770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.910091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a8854-7ba4-4b80-9d9e-0ee4d7302182 None None] Sync routers for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:37.920869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a8854-7ba4-4b80-9d9e-0ee4d7302182 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:37.921380 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a8854-7ba4-4b80-9d9e-0ee4d7302182 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:58:37.922085 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-315a8854-7ba4-4b80-9d9e-0ee4d7302182 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:58:37.932385 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a8854-7ba4-4b80-9d9e-0ee4d7302182 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:37.932960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a8854-7ba4-4b80-9d9e-0ee4d7302182 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:58:37.933657 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-315a8854-7ba4-4b80-9d9e-0ee4d7302182 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 11:58:37.934318 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a8854-7ba4-4b80-9d9e-0ee4d7302182 None None] The sync data for ids ['ce37ea3a-ccca-448f-9a77-78b23e7aa7fa'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:37.961915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:37.987146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dec4c41-2a26-41e4-bdf0-a12d988343e8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:37.993291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] No DVR routers for this DVR port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:58:38.069143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (ed8c682f-0094-468e-b30d-2509e2d089e6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.088937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] For port 7dec4c41-2a26-41e4-bdf0-a12d988343e8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7dec4c41-2a26-41e4-bdf0-a12d988343e8,segment=NetworkSegment(aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6),segment_id=aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:38.089341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.090466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8c682f-0094-468e-b30d-2509e2d089e6']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:38.100195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:38.100488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:38.101957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Calling delete_port for 7dec4c41-2a26-41e4-bdf0-a12d988343e8 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:58:38.110187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.124023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.129527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:38.130904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:58:38.131454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.176917 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6 resource provider aggregate not found Oct 26 11:58:38.177692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (7dec4c41-2a26-41e4-bdf0-a12d988343e8), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.199055 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa86a5cd-f130-4ab3-9def-8a4cc57ac8c6 found for delete ", "request_id": "req-38f3896a-fb79-4d7d-9ad1-ecc541e44b4a"}]} Oct 26 11:58:38.204000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (ed8c682f-0094-468e-b30d-2509e2d089e6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.205083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Pushing event deleted for resources: {'Port': ['ID=7dec4c41-2a26-41e4-bdf0-a12d988343e8,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:38.209947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.215761 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/ed8c682f-0094-468e-b30d-2509e2d089e6 HTTP/1.1" status: 204 len: 168 time: 0.5601244 Oct 26 11:58:38.215911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.215911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.216106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.216328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.216815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.217151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.217486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.217820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.218485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.218485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.218792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.219124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.219453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.219881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.220208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:38.223494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f3b49-f914-46ab-9d96-04455e1607fd None None] No DVR routers for this DVR port 7dec4c41-2a26-41e4-bdf0-a12d988343e8 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:58:38.225132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036c9de-1f92-495a-8ae4-646f1387e9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8c682f-0094-468e-b30d-2509e2d089e6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:38.331934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36170) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:38.373500 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62dfb4cd-3653-456d-af6e-41bd7863c370 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2bcff45fc0c24151a7d7c4075a166740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404196 Oct 26 11:58:38.376114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36172) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:38.423826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b009349b-e221-4d80-94cd-c2784995ecda admin admin] Publish callbacks [] for security_group (8c8e03d1-2de1-4e7e-a70a-8b133303f7f8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.444011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b009349b-e221-4d80-94cd-c2784995ecda admin admin] Publish callbacks [] for security_group (8c8e03d1-2de1-4e7e-a70a-8b133303f7f8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.493441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b009349b-e221-4d80-94cd-c2784995ecda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8c8e03d1-2de1-4e7e-a70a-8b133303f7f8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.496748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b009349b-e221-4d80-94cd-c2784995ecda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:38.497907 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b009349b-e221-4d80-94cd-c2784995ecda admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8c8e03d1-2de1-4e7e-a70a-8b133303f7f8 HTTP/1.1" status: 204 len: 168 time: 0.1209595 Oct 26 11:58:38.505669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009349b-e221-4d80-94cd-c2784995ecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e03d1-2de1-4e7e-a70a-8b133303f7f8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:38.958737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7dec4c41-2a26-41e4-bdf0-a12d988343e8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:38.981732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 7dec4c41-2a26-41e4-bdf0-a12d988343e8 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:58:38.982091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7dec4c41-2a26-41e4-bdf0-a12d988343e8 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:58:39.183642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36194) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:39.281492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-840735883-network', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:39.305113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Made reservation on behalf of f5e716c75ab44cd18eacc6a9385454d9 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:39.307425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.316081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.395919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Publish callbacks [] for security_group (fe82421a-1be9-434f-b2bf-a1586363400b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.399552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fe82421a-1be9-434f-b2bf-a1586363400b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.427601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:58:39.439043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe82421a-1be9-434f-b2bf-a1586363400b,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:39.445947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8548c670-1192-4dd6-bc46-21ccf387561d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.446282 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Added segment 8548c670-1192-4dd6-bc46-21ccf387561d of type vlan for network 7d66a46a-ed0a-4367-b158-46f283ec5d91 Oct 26 11:58:39.489797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (7d66a46a-ed0a-4367-b158-46f283ec5d91), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.514667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (7d66a46a-ed0a-4367-b158-46f283ec5d91), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.515678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:39.516312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.579020 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3942561 Oct 26 11:58:39.582024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36198) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:39.584304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6d524-9be6-4888-8fd8-caace4aae5ab admin admin] Pushing event updated for resources: {'Network': ['ID=7d66a46a-ed0a-4367-b158-46f283ec5d91,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:39.587785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Request body: {'subnet': {'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-840735883-subnet', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:39.594831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 7d66a46a-ed0a-4367-b158-46f283ec5d91 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:58:39.609272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Made reservation on behalf of f5e716c75ab44cd18eacc6a9385454d9 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:39.611954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.780780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (c0e2b515-666e-47b7-b1e7-b02c20ee4d83), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.811857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:39.828833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e2b515-666e-47b7-b1e7-b02c20ee4d83,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:39.849153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Checking segment: {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:58:39.849507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Network hostable DHCP agents. Network: 7d66a46a-ed0a-4367-b158-46f283ec5d91, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:58:39.867115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Network 7d66a46a-ed0a-4367-b158-46f283ec5d91 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:58:39.876239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 7d66a46a-ed0a-4367-b158-46f283ec5d91) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:39.880217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:39.880802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.889402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c8a39-f2da-47b4-a609-7724c2bf0dce None None] Network 7d66a46a-ed0a-4367-b158-46f283ec5d91 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:58:39.899049 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ce76adb6-e338-4892-b55b-074395c94999 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3158824 Oct 26 11:58:39.902985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:39.907663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:39.927584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (58280913-e3b5-4688-901c-2fcc27215ebb), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.928628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (58280913-e3b5-4688-901c-2fcc27215ebb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.983047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks [] for router_controller (58280913-e3b5-4688-901c-2fcc27215ebb), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:39.995371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-7d66a46a-ed0a-4367-b158-46f283ec5d91', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:58:39.996344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.143046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Allocated IP 172.20.0.2 (7d66a46a-ed0a-4367-b158-46f283ec5d91/c0e2b515-666e-47b7-b1e7-b02c20ee4d83/d2060f16-f9a9-4307-ace2-51d09be4a45c) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:40.303353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Publish callbacks [] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.310653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.349121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:40.351205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Network 7d66a46a-ed0a-4367-b158-46f283ec5d91 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:40.360471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:40.364793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:58:40.368149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Pushing event updated for resources: {'Port': ['ID=d2060f16-f9a9-4307-ace2-51d09be4a45c,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:40.379926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks [] for router_gateway (58280913-e3b5-4688-901c-2fcc27215ebb), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.429756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Attempting to bind port d2060f16-f9a9-4307-ace2-51d09be4a45c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:58:40.430048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Attempting to bind port d2060f16-f9a9-4307-ace2-51d09be4a45c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:58:40.430409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Attempting to bind port d2060f16-f9a9-4307-ace2-51d09be4a45c on network 7d66a46a-ed0a-4367-b158-46f283ec5d91 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:40.440599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:40.473550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:58:40.473929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Checking segment: {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:58:40.474334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.474731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Bound using segment: {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:58:40.475211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Bound port: d2060f16-f9a9-4307-ace2-51d09be4a45c, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:58:40.475592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.489514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:40.538810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] For port d2060f16-f9a9-4307-ace2-51d09be4a45c, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:40.542476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] For port d2060f16-f9a9-4307-ace2-51d09be4a45c, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d2060f16-f9a9-4307-ace2-51d09be4a45c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:58:40.548689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.567243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks [] for router_gateway (58280913-e3b5-4688-901c-2fcc27215ebb), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.591474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.599679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef124d-2bd9-466e-b510-244a280fbeaf None None] Pushing event updated for resources: {'Port': ['ID=d2060f16-f9a9-4307-ace2-51d09be4a45c,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:40.705856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Allocated IP 172.26.0.250 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/1abe9b13-0c86-436f-97fe-324d6d4bcd88) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:40.849633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks [] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.886449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:40.928477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:40.934643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:40.939185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:58:40.966030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:40.975864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:40.992894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d2060f16-f9a9-4307-ace2-51d09be4a45c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:41.045190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d2060f16-f9a9-4307-ace2-51d09be4a45c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:41.045898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:41.045898 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d2060f16-f9a9-4307-ace2-51d09be4a45c Oct 26 11:58:41.128865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d2060f16-f9a9-4307-ace2-51d09be4a45c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:41.129266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:41.167117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d2060f16-f9a9-4307-ace2-51d09be4a45c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d2060f16-f9a9-4307-ace2-51d09be4a45c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:41.171597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:41.214287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks [] for router_gateway (58280913-e3b5-4688-901c-2fcc27215ebb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:41.230813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d2060f16-f9a9-4307-ace2-51d09be4a45c,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:41.398662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:41.414541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (58280913-e3b5-4688-901c-2fcc27215ebb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:41.442673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a6e623-0fc5-4207-a9a2-35c88b9173bd None None] Network 7d66a46a-ed0a-4367-b158-46f283ec5d91 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:58:41.549142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Router 58280913-e3b5-4688-901c-2fcc27215ebb is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:58:41.563778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8dda045e-76e6-48f5-aca8-d78732778609 None None] Provisioning complete for port d2060f16-f9a9-4307-ace2-51d09be4a45c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:41.564139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8dda045e-76e6-48f5-aca8-d78732778609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:41.564471 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8dda045e-76e6-48f5-aca8-d78732778609 None None] Attempt 1 to provision port d2060f16-f9a9-4307-ace2-51d09be4a45c Oct 26 11:58:41.642250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8dda045e-76e6-48f5-aca8-d78732778609 None None] Current status of the port d2060f16-f9a9-4307-ace2-51d09be4a45c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:41.668800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:41.677898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:41.688867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:41.690474 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b8ef6b83-1ce4-4899-b5c1-4e43d5887f08 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7863147 Oct 26 11:58:41.693580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36202) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:41.694502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:41.695133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:41.785735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:41.805222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:41.912597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-1d03257b-31b0-465c-8232-f5577cd45edb None None] Provisioning complete for port d2060f16-f9a9-4307-ace2-51d09be4a45c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:41.912966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1d03257b-31b0-465c-8232-f5577cd45edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:41.913301 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-1d03257b-31b0-465c-8232-f5577cd45edb None None] Attempt 1 to provision port d2060f16-f9a9-4307-ace2-51d09be4a45c Oct 26 11:58:41.970773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.004123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:42.010467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:42.066480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:41Z', 'revision_number': 3, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:42.068290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-1d03257b-31b0-465c-8232-f5577cd45edb None None] Current status of the port d2060f16-f9a9-4307-ace2-51d09be4a45c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:42.086072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:42.094147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:42.094495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Updating router 58280913-e3b5-4688-901c-2fcc27215ebb port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:58:42.126268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.138045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.297154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Allocated IP 172.20.0.1 (7d66a46a-ed0a-4367-b158-46f283ec5d91/c0e2b515-666e-47b7-b1e7-b02c20ee4d83/60731a38-35ea-4435-bfa8-87bf3edec32c) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:42.375196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Publish callbacks [] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.380836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.402081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Publish callbacks [] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.414166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Attempting to bind port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:58:42.414538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Attempting to bind port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:58:42.414925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Attempting to bind port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:42.433541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.456483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f6dd8-6db7-40a3-ba09-d6cdd6062665 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:42.472135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:58:42.472513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:58:42.472911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.473295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:58:42.473764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Bound port: 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:58:42.474141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.478552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Network 7d66a46a-ed0a-4367-b158-46f283ec5d91 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:42.483707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:42.486254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:58:42.511131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:42.526186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.526498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.526841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.527174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.527514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.527873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.528210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.528544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.528870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.529360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.529547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.529788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:42.529908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.530147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.530538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.530904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:42.533423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:58:42.544502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.547397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (58280913-e3b5-4688-901c-2fcc27215ebb), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.577756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:42.588950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:42.589593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:42.640273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f6dd8-6db7-40a3-ba09-d6cdd6062665 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:42.699742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.710339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:42.844771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:42.851496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:42.870586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Publish callbacks [] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.875281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.947258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (58280913-e3b5-4688-901c-2fcc27215ebb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.949221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:42.966078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8d9e47d8-08c8-4793-bdbe-cb976ab46d91 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:42.966778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8d9e47d8-08c8-4793-bdbe-cb976ab46d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:42.967350 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8d9e47d8-08c8-4793-bdbe-cb976ab46d91 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:58:42.998034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d2060f16-f9a9-4307-ace2-51d09be4a45c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:43.046027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e47d8-08c8-4793-bdbe-cb976ab46d91 None None] Port 60731a38-35ea-4435-bfa8-87bf3edec32c cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:58:43.053185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Network 7d66a46a-ed0a-4367-b158-46f283ec5d91 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:43.054551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:43.074452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:43.108912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d2060f16-f9a9-4307-ace2-51d09be4a45c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:43.109318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.109634 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d2060f16-f9a9-4307-ace2-51d09be4a45c Oct 26 11:58:43.143150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:41Z', 'revision_number': 3, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:43.177588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf9054-1adc-4a1e-b914-f196f6da6406 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:41Z', 'revision_number': 3, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:43.179308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Router 58280913-e3b5-4688-901c-2fcc27215ebb has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:43.233529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d2060f16-f9a9-4307-ace2-51d09be4a45c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:43.303194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:43.308278 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-172c246b-4ebe-4f9e-9dd0-f50b4596e041 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/58280913-e3b5-4688-901c-2fcc27215ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135142 Oct 26 11:58:43.367244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4015-a92c-45d6-989d-520ab70aeeea None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:43.367701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4015-a92c-45d6-989d-520ab70aeeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.368206 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5c8e4015-a92c-45d6-989d-520ab70aeeea None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:58:43.402610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4015-a92c-45d6-989d-520ab70aeeea None None] Port 60731a38-35ea-4435-bfa8-87bf3edec32c cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:58:43.641609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:43.646237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-5b01bf37-d4a4-4e5d-b6fb-fa2b9889894e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220820464', 'description': 'tempest-description--908856794'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:43.670612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b01bf37-d4a4-4e5d-b6fb-fa2b9889894e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.747838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b01bf37-d4a4-4e5d-b6fb-fa2b9889894e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group (8f6fa9f0-aa78-42a2-b2da-199b7cf5173a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.751950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b01bf37-d4a4-4e5d-b6fb-fa2b9889894e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8f6fa9f0-aa78-42a2-b2da-199b7cf5173a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.785766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5b01bf37-d4a4-4e5d-b6fb-fa2b9889894e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.787013 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5b01bf37-d4a4-4e5d-b6fb-fa2b9889894e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1443624 Oct 26 11:58:43.788161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01bf37-d4a4-4e5d-b6fb-fa2b9889894e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:43.790204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36212) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:43.796063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Request body: {'security_group_rule': {'security_group_id': '8f6fa9f0-aa78-42a2-b2da-199b7cf5173a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:43.824068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group_rule (dacca377-3e85-4e77-81dc-c9703cad1384), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.885259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group_rule (dacca377-3e85-4e77-81dc-c9703cad1384), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.890616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (dacca377-3e85-4e77-81dc-c9703cad1384), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.911069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacca377-3e85-4e77-81dc-c9703cad1384,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:43.923247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.923604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.924115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.924425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.924867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.925278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.925626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.926012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.926415 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.926859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.927192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.927519 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.927868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.928191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.928512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:43.934625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:43.935883 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-78af2ae8-cca4-4269-9088-eef13de8e1ba tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443524 Oct 26 11:58:43.938790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36214) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:43.943154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-da08c7db-dd86-4787-8e45-7c8f43ee9ba7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Request body: {'security_group_rule': {'security_group_id': '8f6fa9f0-aa78-42a2-b2da-199b7cf5173a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:43.969973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:43.972178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da08c7db-dd86-4787-8e45-7c8f43ee9ba7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group_rule (da0fa598-bfdb-4048-8dff-e2c4648f4e2c), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.033239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da08c7db-dd86-4787-8e45-7c8f43ee9ba7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group_rule (da0fa598-bfdb-4048-8dff-e2c4648f4e2c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.037160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da08c7db-dd86-4787-8e45-7c8f43ee9ba7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (da0fa598-bfdb-4048-8dff-e2c4648f4e2c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.060494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c7db-dd86-4787-8e45-7c8f43ee9ba7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0fa598-bfdb-4048-8dff-e2c4648f4e2c,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:44.068294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-da08c7db-dd86-4787-8e45-7c8f43ee9ba7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.073068 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-da08c7db-dd86-4787-8e45-7c8f43ee9ba7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298590 Oct 26 11:58:44.073380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36216) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:44.077664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:44.099210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.178188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.288468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Allocated IP 172.26.0.118 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/b754f38e-e36e-4b08-a71c-bf6132a2202c) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:44.349793 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:44.393957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for port (b754f38e-e36e-4b08-a71c-bf6132a2202c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.427336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b754f38e-e36e-4b08-a71c-bf6132a2202c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.474228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:44.480239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:44.482499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Pushing event updated for resources: {'Port': ['ID=b754f38e-e36e-4b08-a71c-bf6132a2202c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:44.484713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:58:44.575545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for floatingip (85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.612881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b754f38e-e36e-4b08-a71c-bf6132a2202c), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.655483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:44.662974 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:44.663583 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:44.704970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:44.766594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for port (b754f38e-e36e-4b08-a71c-bf6132a2202c), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.767241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:44.771066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (b754f38e-e36e-4b08-a71c-bf6132a2202c), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.842578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Pushing event updated for resources: {'Port': ['ID=b754f38e-e36e-4b08-a71c-bf6132a2202c,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:44.844966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.861778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:44.862952 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ff183f4f-21ab-4063-a994-95781df15ea5 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7886820 Oct 26 11:58:44.959700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 2, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:44.985590 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:44.985944 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Updating router 58280913-e3b5-4688-901c-2fcc27215ebb port 60731a38-35ea-4435-bfa8-87bf3edec32c binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:58:45.013264 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:45.030072 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-e8e2d08a-57d5-432f-a348-cbe428a64db2 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--220820464&fields=id&tenant_id=f5e716c75ab44cd18eacc6a9385454d9 HTTP/1.1" status: 200 len: 267 time: 0.0434577 Oct 26 11:58:45.142820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-4124ec19-3afd-47cd-b558-cfba897a1986 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:45.144312 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-4124ec19-3afd-47cd-b558-cfba897a1986 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 811 time: 0.1078823 Oct 26 11:58:45.159662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-6a4ce061-193e-4e98-99a6-5fe6a359dd26 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/quotas/f5e716c75ab44cd18eacc6a9385454d9 HTTP/1.1" status: 200 len: 375 time: 0.0091388 Oct 26 11:58:45.203120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:45.212628 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-c379ef2c-6b4f-441a-933c-9901cf21ccdc tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470707 Oct 26 11:58:45.271303 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Publish callbacks [] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:45.277408 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:45.319288 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-3adb3ee0-faed-4a91-88da-894c5a991b70 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946956 Oct 26 11:58:45.352772 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:45.370904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.371250 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.371593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.371955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.372286 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.372614 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.372956 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.373263 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.373604 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.373934 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.374260 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.374583 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.374902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.375220 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.375536 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:58:45.384201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Attempting to bind port 60731a38-35ea-4435-bfa8-87bf3edec32c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:58:45.384201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Attempting to bind port 60731a38-35ea-4435-bfa8-87bf3edec32c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:58:45.384701 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Attempting to bind port 60731a38-35ea-4435-bfa8-87bf3edec32c on network 7d66a46a-ed0a-4367-b158-46f283ec5d91 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:45.409901 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-1671cea2-75d0-4c25-958e-32d6d3f8c7ef service neutron] 10.222.0.26 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875180 Oct 26 11:58:45.517490 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:58:45.518312 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Checking segment: {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:58:45.518947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:45.519742 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Bound using segment: {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:58:45.520589 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Bound port: 60731a38-35ea-4435-bfa8-87bf3edec32c, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:58:45.521100 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:45.584203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:45.585932 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:45.589212 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:45.592507 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:58:45.592692 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1f8313ec-1812-4a67-a4c6-3310b9e379fc req-c1471bfa-8b0b-4bd6-90e0-056a45254e0b tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 210 time: 0.0290103 Oct 26 11:58:45.599849 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:45.639163 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:45.639817 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:45.700120 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd973915-b039-4c81-a2f6-3ec47bce3623 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:45.764524 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:45.967949 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:45Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:45.994186 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5d700-d630-49a5-ac6b-e7de8720c5d4 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:45Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:46.727477 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6d7cbb48-2eff-432b-a146-0db61ab63ce2 req-d2c8a313-6228-4901-84d4-2a235e461e80 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 210 time: 0.0379050 Oct 26 11:58:46.790420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f85eb7d5-df8a-499d-9fc7-919d3cdf3bd8 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:46.792169 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f85eb7d5-df8a-499d-9fc7-919d3cdf3bd8 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 811 time: 0.1392105 Oct 26 11:58:46.867298 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-55542e92-2502-4120-b627-47549ef3ef81 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f5e716c75ab44cd18eacc6a9385454d9 HTTP/1.1" status: 200 len: 379 time: 0.0589249 Oct 26 11:58:46.881851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Request body: {'port': {'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'admin_state_up': True, 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'security_groups': ['8f6fa9f0-aa78-42a2-b2da-199b7cf5173a']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:46.965742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:46.995939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:47.011088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Made reservation on behalf of f5e716c75ab44cd18eacc6a9385454d9 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:58:47.015016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.032716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:47.083390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:47.083934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.084523 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:58:47.156031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Allocated IP 172.20.0.4 (7d66a46a-ed0a-4367-b158-46f283ec5d91/c0e2b515-666e-47b7-b1e7-b02c20ee4d83/bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:58:47.166116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:47.166665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.190601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:47.194708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.195710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:47.275947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:47.288308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:47.288777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.289183 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:58:47.319899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.361041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.368377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:47.368771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.377100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:47.403606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:47.405961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Network 7d66a46a-ed0a-4367-b158-46f283ec5d91 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:58:47.408252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.411439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:58:47.415697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:58:47.440893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Pushing event updated for resources: {'Port': ['ID=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:47.469235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:47.477398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:47.478371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.496000 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f5c3a21d-3737-4c61-b37d-5755014dc057 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238866 Oct 26 11:58:47.514506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Request body: {'port': {'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:47.580460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.652608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6b4b6969-8dc1-4daf-a7a9-b22b9e588c30 None None] Provisioning complete for port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:47.652997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6969-8dc1-4daf-a7a9-b22b9e588c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.653318 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6b4b6969-8dc1-4daf-a7a9-b22b9e588c30 None None] Attempt 1 to provision port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e Oct 26 11:58:47.684794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b6969-8dc1-4daf-a7a9-b22b9e588c30 None None] Port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:58:47.811358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:47.855753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:58:47.861492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f8732-e9d8-4adb-8945-0b01fe16cd1a req-f2517741-f143-43e2-91cd-35fc982a7cc1 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:47.863010 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b4f8732-e9d8-4adb-8945-0b01fe16cd1a req-f2517741-f143-43e2-91cd-35fc982a7cc1 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 931 time: 0.0502732 Oct 26 11:58:47.863354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Publish callbacks [] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.865405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:47.883131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Transition to ACTIVE for port object bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:58:47.909001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:47.928212 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b4f8732-e9d8-4adb-8945-0b01fe16cd1a req-468b0d07-2367-4f78-8096-5610613ba749 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578487 Oct 26 11:58:47.988124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:48.017928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Attempting to bind port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:58:48.018257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Attempting to bind port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:58:48.018579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Attempting to bind port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e on network 7d66a46a-ed0a-4367-b158-46f283ec5d91 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:48.059509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e on network 7d66a46a-ed0a-4367-b158-46f283ec5d91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:58:48.059861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Attempting to bind port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e on network 7d66a46a-ed0a-4367-b158-46f283ec5d91 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:58:48.104826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:58:48.105148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Checking segment: {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:58:48.105526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Bound using segment: {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:58:48.105954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Bound port: bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8548c670-1192-4dd6-bc46-21ccf387561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:58:48.106303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:48.166660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] For port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:58:48.169618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] For port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:58:48.176358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:48.181123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:48.181759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:48.183151 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 1093 time: 0.6730750 Oct 26 11:58:48.183679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'tag': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:58:48.186001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e56091-a080-4739-a23a-4abae3c60af9" -d '{"events": [{"name": "network-changed", "server_uuid": "27eed2c2-f7e0-4b3d-b01d-2a808483e6e5", "tag": "bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:48.225232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac5dbe4-a99b-408d-bda1-d23af6bb47a1 x-openstack-request-id: req-2ac5dbe4-a99b-408d-bda1-d23af6bb47a1 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:48.225528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27eed2c2-f7e0-4b3d-b01d-2a808483e6e5", "tag": "bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:48.225883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ac5dbe4-a99b-408d-bda1-d23af6bb47a1 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:48.226295 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac5dbe4-a99b-408d-bda1-d23af6bb47a1'] response: {'name': 'network-changed', 'server_uuid': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'tag': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'status': 'completed', 'code': 200} Oct 26 11:58:48.237051 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8014fc-7aa8-4529-8d23-ab82b5397252 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:48.294808 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-3544f4e0-d7db-40d4-ac83-213d324623ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:48.296344 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-3544f4e0-d7db-40d4-ac83-213d324623ab service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1127 time: 0.0432723 Oct 26 11:58:48.341180 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-c23df8e2-6b13-4dd1-97f9-83746e4fe68e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 217 time: 0.0321398 Oct 26 11:58:48.390754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-b6cd6fa1-d12a-4ec1-8435-a976731df8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:48.392248 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-b6cd6fa1-d12a-4ec1-8435-a976731df8fd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0453005 Oct 26 11:58:48.434945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-80144b01-e8a3-4f02-b022-7d5fa0ebaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:48.436488 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-80144b01-e8a3-4f02-b022-7d5fa0ebaab9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385981 Oct 26 11:58:48.528858 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-103d3133-2e79-4bca-8276-f20c2d4c68c7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857477 Oct 26 11:58:48.575443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:48.575443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:48.575443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:48.630109 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-846a763d-e700-4bbf-97d7-5bdb30d0b84d req-f83168ee-3ce4-4fdb-939b-57f34fcb7ca8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948033 Oct 26 11:58:48.665403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:48.682146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:48.868582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:47Z', 'revision_number': 5, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:48.893399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:48.902626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:48.903234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:48.986705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:49.035119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:49.051881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade320b-388a-475b-bf3f-4a33ed9e21d7 req-ec2b94ec-97df-42cc-b797-59d2aebb1574 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:49.053348 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cade320b-388a-475b-bf3f-4a33ed9e21d7 req-ec2b94ec-97df-42cc-b797-59d2aebb1574 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 943 time: 0.0468237 Oct 26 11:58:49.107668 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cade320b-388a-475b-bf3f-4a33ed9e21d7 req-d5bdca2f-4b8a-4c52-a537-6cf1a44f8f79 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479901 Oct 26 11:58:49.175493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:49.175907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:49.207607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:49.217854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:49.218582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:49.332298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:49.342737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:49.364070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:47Z', 'revision_number': 5, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:49.394829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e56091-a080-4739-a23a-4abae3c60af9 req-4881778f-5f1d-46f7-81cb-6be8962c3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:49.395611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c83ab8-6d3f-4a8a-8899-885107cb1680 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:47Z', 'revision_number': 5, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:49.396283 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-69e56091-a080-4739-a23a-4abae3c60af9 req-4881778f-5f1d-46f7-81cb-6be8962c3be7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1127 time: 0.0406661 Oct 26 11:58:49.404469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:49.404867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:49.440634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:49.446903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:49.465688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:49.496660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:49.500000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e56091-a080-4739-a23a-4abae3c60af9 req-6c9d221e-9653-49b6-892f-e6c6f6c44839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:49.501532 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-69e56091-a080-4739-a23a-4abae3c60af9 req-6c9d221e-9653-49b6-892f-e6c6f6c44839 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 912 time: 0.0986586 Oct 26 11:58:49.545924 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-69e56091-a080-4739-a23a-4abae3c60af9 req-9017b368-4eae-42dd-b7d0-ca74e521e3d1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 217 time: 0.0384309 Oct 26 11:58:49.595982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e56091-a080-4739-a23a-4abae3c60af9 req-af8f6b78-104d-4a62-a671-3e58a6f66568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:49.597456 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-69e56091-a080-4739-a23a-4abae3c60af9 req-af8f6b78-104d-4a62-a671-3e58a6f66568 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0461316 Oct 26 11:58:49.656083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e56091-a080-4739-a23a-4abae3c60af9 req-0184b4e5-e9f7-44e1-bd73-fc66310ebb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:49.657513 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-69e56091-a080-4739-a23a-4abae3c60af9 req-0184b4e5-e9f7-44e1-bd73-fc66310ebb2b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0541437 Oct 26 11:58:49.744668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:49.761837 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-69e56091-a080-4739-a23a-4abae3c60af9 req-cd0643a2-af89-4fd8-87cc-e0e480f1ada4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979824 Oct 26 11:58:49.856375 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-69e56091-a080-4739-a23a-4abae3c60af9 req-3f9ba14a-dbb1-4e16-aec7-a2a20842eec0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882132 Oct 26 11:58:50.235147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f850-2f98-4e08-bcfa-9e68636dcd46 req-72fff256-c974-4eb6-94e1-68143506b5c8 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:50.236780 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0333f850-2f98-4e08-bcfa-9e68636dcd46 req-72fff256-c974-4eb6-94e1-68143506b5c8 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 943 time: 0.0501065 Oct 26 11:58:50.289219 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0333f850-2f98-4e08-bcfa-9e68636dcd46 req-eef3a63e-9a06-45dc-b386-dc8b5121ed13 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467632 Oct 26 11:58:51.000987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:51.005650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:51.052923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:51.053305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:51.053643 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:58:51.127826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:51.128219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:51.150461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:51.155325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:51.156262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:51.376041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:51.385664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:51.386042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:51.386384 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:58:51.419298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9aa7c-0a03-4cc8-a74b-eae6ff12647d req-95fcbfff-3e7b-497e-b8b7-5f5e5f949cf3 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:51.420734 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4ec9aa7c-0a03-4cc8-a74b-eae6ff12647d req-95fcbfff-3e7b-497e-b8b7-5f5e5f949cf3 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 943 time: 0.0483971 Oct 26 11:58:51.457983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:51.458371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:51.472669 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4ec9aa7c-0a03-4cc8-a74b-eae6ff12647d req-cf5e1902-5497-45da-bfa9-a9b726a307d6 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461051 Oct 26 11:58:51.491365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:58:51.497492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:51.535940 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:51.536991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:51.537147 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:51.537147 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:51.612189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:51.627447 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:51.647483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:51.661094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:58:51.700620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:51.701011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:51.714492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:58:51.735526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:51.739364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:51.765644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:51.787794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:51.822057 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:51Z', 'revision_number': 7, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:51.847018 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:51.856047 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:51.856640 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:51.956995 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:52.013666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:58:52.057463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:52.091188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:52.101433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:52.146782 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:51Z', 'revision_number': 7, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:52.176127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec05311-40d7-442e-8555-3d59668f08f6 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:51Z', 'revision_number': 7, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:52.603184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468543f-cfc7-4335-96ff-b976c1c218c4 req-b4fce23a-914a-498b-a43f-2d6f06386811 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:52.604657 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9468543f-cfc7-4335-96ff-b976c1c218c4 req-b4fce23a-914a-498b-a43f-2d6f06386811 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 944 time: 0.0534055 Oct 26 11:58:52.626252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:52.656678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9468543f-cfc7-4335-96ff-b976c1c218c4 req-a2f1bd14-ab79-48d8-92b2-ca7165d91873 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462966 Oct 26 11:58:52.923568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:53.000087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:53.000489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.022888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:53.027956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.028676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:53.106887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:53.148778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:53.149177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.185033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:53.189414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.221521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:53.278652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:53.318100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:53.319105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:53.394058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:53.477611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:53.510897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:53.563135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:53.563507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.564001 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:58:53.593235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:53.599408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:58:53.609823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:53.610192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.610528 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e Oct 26 11:58:53.637546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:53.685353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:53.685749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.731085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:53.736308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.737092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:53.743301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:53.743677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.799574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05305c2e-393e-47a9-a435-4cdc997e8d76 req-a9c9403f-5fea-49c0-b94b-2c20b0593cf7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:53.801077 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-05305c2e-393e-47a9-a435-4cdc997e8d76 req-a9c9403f-5fea-49c0-b94b-2c20b0593cf7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 944 time: 0.0623426 Oct 26 11:58:53.833099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:58:53.835333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b83e2a4-a9fa-4ba6-9d54-9ef257980016" -d '{"events": [{"server_uuid": "27eed2c2-f7e0-4b3d-b01d-2a808483e6e5", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:53.851875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:53.853357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:53.861196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.869832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:53.870446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:53.870988 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:58:53.875521 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-05305c2e-393e-47a9-a435-4cdc997e8d76 req-ad2c8201-7575-4f96-a920-8bd259c8c503 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626397 Oct 26 11:58:53.911836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7b1f4-e596-42bc-8502-0af437af4dae x-openstack-request-id: req-e8f7b1f4-e596-42bc-8502-0af437af4dae {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:53.912129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eed2c2-f7e0-4b3d-b01d-2a808483e6e5", "name": "network-vif-plugged", "status": "completed", "tag": "bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:53.912384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8f7b1f4-e596-42bc-8502-0af437af4dae {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:53.912780 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f7b1f4-e596-42bc-8502-0af437af4dae'] response: {'server_uuid': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'code': 200} Oct 26 11:58:53.958679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:54.002166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:54.002584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:54.038068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:54.042233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:54.076152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:54.097945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:54.098576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:54.139658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ea6eb-6e82-454c-a764-7303d48d35ee req-2599ade4-6acc-49b9-ab6b-3752de0f97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:54.140363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:54.141220 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d05ea6eb-6e82-454c-a764-7303d48d35ee req-2599ade4-6acc-49b9-ab6b-3752de0f97cb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0449624 Oct 26 11:58:54.186832 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d05ea6eb-6e82-454c-a764-7303d48d35ee req-823facab-8419-497e-87ec-3d3ebd34b9ef service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396130 Oct 26 11:58:54.209530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:54.341260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:54.397879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:53Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:54Z', 'revision_number': 9, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:54.423070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:54.431674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:54.432307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:54.485030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:54.535021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:54.721657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:53Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:54Z', 'revision_number': 9, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:54.751801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef151f-87e8-4859-a6af-dcf64356e9ac None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:53Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:54Z', 'revision_number': 9, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:54.990050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:55.019238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ee9e2-0a17-4ba9-9109-f457826427c2 req-685356c0-d3b6-42d6-8a26-6072309b9df6 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:55.021486 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fb6ee9e2-0a17-4ba9-9109-f457826427c2 req-685356c0-d3b6-42d6-8a26-6072309b9df6 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 945 time: 0.0704782 Oct 26 11:58:55.075322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:55.077059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:55.080313 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fb6ee9e2-0a17-4ba9-9109-f457826427c2 req-dcafa20c-d911-469a-b638-c30382873481 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527854 Oct 26 11:58:55.109824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:55.114283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:55.115379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:58:55.198320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:55.238820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:55.239217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:55.274291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:55.278727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:55.331155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:56.209653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4519b-88d3-4da1-a2a6-dae3d3ff7724 req-a4f4e899-4ed3-4657-ac58-08e8071c2649 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:56.211255 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-37d4519b-88d3-4da1-a2a6-dae3d3ff7724 req-a4f4e899-4ed3-4657-ac58-08e8071c2649 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 945 time: 0.0495219 Oct 26 11:58:56.259678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-37d4519b-88d3-4da1-a2a6-dae3d3ff7724 req-9fa27e48-584c-4d10-9e81-552ca818fc2b tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427163 Oct 26 11:58:56.378948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a6c1f-9c74-45ee-98ba-a08c83014eff req-2b180a4d-ffa7-4977-bf9a-1d2f9992008e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:56.380720 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b73a6c1f-9c74-45ee-98ba-a08c83014eff req-2b180a4d-ffa7-4977-bf9a-1d2f9992008e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 945 time: 0.0471179 Oct 26 11:58:56.391384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36268) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:58:56.395926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-6f41b860-5679-49f4-b77f-b3fbaa1759b4 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Request body: {'floatingip': {'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:58:56.441998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6f41b860-5679-49f4-b77f-b3fbaa1759b4 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for floatingip (85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:56.443915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:56.671950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42615947-1844-4f9c-825c-7debebac681e None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:56.677643 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42615947-1844-4f9c-825c-7debebac681e None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:56.678247 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42615947-1844-4f9c-825c-7debebac681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:56.760886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3ee07d5c-3675-49f8-8082-b97d59e644cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:56.877743 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-42615947-1844-4f9c-825c-7debebac681e None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:57.073329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42615947-1844-4f9c-825c-7debebac681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:55Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:55Z', 'revision_number': 10, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:57.101293 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42615947-1844-4f9c-825c-7debebac681e None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:57.111509 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42615947-1844-4f9c-825c-7debebac681e None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:57.112196 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42615947-1844-4f9c-825c-7debebac681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:57.221723 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-42615947-1844-4f9c-825c-7debebac681e None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:57.284613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6f41b860-5679-49f4-b77f-b3fbaa1759b4 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:57.288620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6f41b860-5679-49f4-b77f-b3fbaa1759b4 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:57.392369 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-6f41b860-5679-49f4-b77f-b3fbaa1759b4 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7 associated. External IP: 172.26.0.118, port: bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e. Oct 26 11:58:57.413066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42615947-1844-4f9c-825c-7debebac681e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:55Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:55Z', 'revision_number': 10, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:57.438916 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42615947-1844-4f9c-825c-7debebac681e None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:55Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:55Z', 'revision_number': 10, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:58:57.535876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:57.605451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f41b860-5679-49f4-b77f-b3fbaa1759b4 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Router 58280913-e3b5-4688-901c-2fcc27215ebb has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:58:57.721006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f41b860-5679-49f4-b77f-b3fbaa1759b4 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:58:57.725664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6f41b860-5679-49f4-b77f-b3fbaa1759b4 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:57.757570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f41b860-5679-49f4-b77f-b3fbaa1759b4 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7 HTTP/1.1" status: 200 len: 991 time: 1.3649695 Oct 26 11:58:57.758469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'tag': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:58:57.761170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f55203e48fc0082e7755f2e48c524790389b002699ce645e14853faf15fe612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b" -d '{"events": [{"name": "network-changed", "server_uuid": "27eed2c2-f7e0-4b3d-b01d-2a808483e6e5", "tag": "bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:58:57.801079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c734e1b-583e-4185-b3fd-7486dbdbfaeb x-openstack-request-id: req-7c734e1b-583e-4185-b3fd-7486dbdbfaeb {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:58:57.801450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27eed2c2-f7e0-4b3d-b01d-2a808483e6e5", "tag": "bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:58:57.801712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c734e1b-583e-4185-b3fd-7486dbdbfaeb {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:58:57.802125 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c734e1b-583e-4185-b3fd-7486dbdbfaeb'] response: {'name': 'network-changed', 'server_uuid': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'tag': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'status': 'completed', 'code': 200} Oct 26 11:58:57.897289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-c5519089-a8ed-4f36-bf6f-8f75c7411507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:57.900375 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-c5519089-a8ed-4f36-bf6f-8f75c7411507 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0427091 Oct 26 11:58:58.000372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-2795461d-859c-44d3-a2b6-ec3f81da50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:58.001974 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-2795461d-859c-44d3-a2b6-ec3f81da50ad service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 912 time: 0.0963607 Oct 26 11:58:58.077504 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-0fd5fe37-0833-4c4d-b8e2-4c601b35c5d7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 999 time: 0.0699096 Oct 26 11:58:58.128907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-d8419a40-64b9-4ca5-bbaf-033d9b0cd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:58.130500 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-d8419a40-64b9-4ca5-bbaf-033d9b0cd356 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0472112 Oct 26 11:58:58.180873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-22f5e7fc-1758-4f91-b25b-69e3c00eeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:58:58.182406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-22f5e7fc-1758-4f91-b25b-69e3c00eeacc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462241 Oct 26 11:58:58.279540 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-74d1c398-4ee4-45e5-8e4f-3b5c5614f809 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902944 Oct 26 11:58:58.685411 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ffcbe02a-e18d-4aeb-9940-c3303fb7c17b req-78431879-8d7a-4d36-9e3d-453ce87cd8bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994243 Oct 26 11:58:58.967996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b7f63f46-53cf-44ae-9678-0287e2a9fe32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:59.005298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:59.055276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:59.055660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:59.056019 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:58:59.089251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:59.130838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:59.131233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:59.156865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:59.161267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:59.162234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:58:59.236495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:59.247116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:58:59.247486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:59.248066 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:58:59.275126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:58:59.285240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:58:59.292285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:59.292855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:59.409446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:58:59.409746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:59.580383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:58:59.630272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:58:59.661073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:58:59.766279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:58:59.847394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:59Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:58:56Z', 'revision_number': 1, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:55Z', 'revision_number': 10, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:59.871861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:58:59.880202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:58:59.880807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:58:59.985479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:00.047872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:00.170712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:00.206835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:59Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:58:56Z', 'revision_number': 1, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:59Z', 'revision_number': 11, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:00.235733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a254a2f-7661-4592-96ca-e23a082d46d6 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:58:59Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:58:56Z', 'revision_number': 1, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:58:59Z', 'revision_number': 11, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:00.926657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:00.965985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:01.004655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:01.005328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.028161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:01.031917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.032569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:01.113650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:01.152678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:01.153067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.189275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:01.193794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.217075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:01.278055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:01.318862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:01.319925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:01.394508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:01.480584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:01.523593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:01.523989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.524323 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:59:01.593620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:01.593929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.606579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:01.637135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:01.638248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.642103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.642967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:01.674518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:01.680313 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-fe27e045-9ff2-42cf-a2ce-6fd92d461a0a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411766 Oct 26 11:59:01.730383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.738092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:01.751136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:01.751513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.751894 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:01.772647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:01.780649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-c9213e71-a45d-4581-bfc9-2ffb5cb14ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:59:01.782150 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-c9213e71-a45d-4581-bfc9-2ffb5cb14ae0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0396924 Oct 26 11:59:01.829509 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94fa8eb-1d96-4878-a1d4-98b4619b24b4 None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:01.843227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:01.843678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.886348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:01.891560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:01.925465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-6bc24d38-3bb5-4ff7-9467-ff1d952236e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:59:01.926951 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-6bc24d38-3bb5-4ff7-9467-ff1d952236e9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 912 time: 0.1258371 Oct 26 11:59:01.941071 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:01.946304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:01.993433 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-2722dd3c-0415-43ad-ad73-ed492b07327c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 999 time: 0.0600500 Oct 26 11:59:02.047247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-45691dd3-81a4-498b-9735-675b6ba88966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:59:02.048738 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-45691dd3-81a4-498b-9735-675b6ba88966 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0502048 Oct 26 11:59:02.094120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-17a755ce-caea-4be5-b3c1-1d2c493aca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:59:02.095560 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-17a755ce-caea-4be5-b3c1-1d2c493aca2f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407355 Oct 26 11:59:02.162661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:02.191599 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-8ae74c67-b096-4b19-9334-9677bf4c5438 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894678 Oct 26 11:59:02.284715 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-39c439d0-41f4-4b41-be49-e27b70b986fd req-b12786e9-cb5c-4712-89a6-06f511626cac service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872126 Oct 26 11:59:02.780224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:02.780224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:02.780224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:02.882903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:02.973770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:03.139824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:03.140115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:03.172299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:03.175837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:01Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:01Z', 'revision_number': 2, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:01Z', 'revision_number': 13, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:03.179653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:03.180323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:03.207232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:03.408224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:03.408756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:03.414922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:03.469166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:03.506526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:03.545053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:03.545469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:03.571128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:03.624578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:03.629326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:03.731312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:03.838686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:03Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:01Z', 'revision_number': 2, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:01Z', 'revision_number': 13, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:03.868021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ecad70-39b5-4d2f-80b5-b414abb66cca None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:03Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:01Z', 'revision_number': 2, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:01Z', 'revision_number': 13, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:05.018366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:05.063654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:05.063980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:05.064318 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:59:05.134513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:05.134900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:05.158723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:05.162658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:05.164043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:05.235344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:05.246414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:05.246811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:05.247148 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:05.320552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:05.320846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:05.330791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:05.354319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:05.358493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:05.375884 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa18f303-8690-487e-91bb-93e84575ca68 None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:05.405411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:05.416149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:05.758225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:05.758225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:05.758225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:05.799259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:05.859352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:06.087776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:05Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:05Z', 'revision_number': 3, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:05Z', 'revision_number': 15, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:06.116928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:06.125768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:06.126371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:06.227240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:06.433207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:05Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:05Z', 'revision_number': 3, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:05Z', 'revision_number': 15, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:06.461799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42969b-4cef-40d5-b1c6-adc542061029 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:05Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:05Z', 'revision_number': 3, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:05Z', 'revision_number': 15, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:06.930240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:07.004292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:07.004629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:07.031598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:07.042849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:07.056791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:07.102557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:07.159346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:07.202122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:07.328005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:07.363520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:07.375038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:07.375407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:07.375785 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:59:07.595663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:07.596748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:07.640902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:07.641292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:07.641629 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:07.721207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:07.721511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:07.752479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:07.754357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=20 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:07.755605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:07.759971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:07.806648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:07.812692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:07.887836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:07.888224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:07.910514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:07.914829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:07.960590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:08.067979 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e05ee-8fda-4f45-bd16-d1a80169c421 None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:08.737458 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:59:08.986998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:08.986998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:08.986998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:09.026483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:09.118396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:09.161188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:09.214100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:09.214436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:09.227648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:09.306355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:09.313287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:09.387369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:09.429220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:07Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:08Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:07Z', 'revision_number': 17, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:09.453710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:09.462593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:09.463190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:09.563270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:09.768441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:07Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:08Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:09Z', 'revision_number': 18, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:09.796192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1096e55-0412-483f-b89f-4b9049a118f9 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:07Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:08Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:09Z', 'revision_number': 18, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:11.018810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:11.063049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:11.063419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:11.063781 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:59:11.134706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:11.135110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:11.155062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:11.158865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:11.159772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:11.208892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:11.238055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:11.250666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:11.251127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:11.251467 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:11.274430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:11.324244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:11.324619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:11.359074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:11.362347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:11.415381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:11.416969 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9e9f0-bf1a-4e8c-9b18-3066616d6d2d None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:11.780788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:11.781247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:11.781919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:11.887525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:11.986148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:12.120536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:11Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:11Z', 'revision_number': 5, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:11Z', 'revision_number': 19, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:12.145638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:12.154703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:12.155307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:12.276094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=12 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:12.281575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=46 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:12.396371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:12.591285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:12.598926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:11Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:11Z', 'revision_number': 5, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:11Z', 'revision_number': 19, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:12.626998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f6963-5c7d-43ed-9afa-a4485428d613 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:11Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:11Z', 'revision_number': 5, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:11Z', 'revision_number': 19, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:12.934722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:12.974652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:13.013187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:13.013579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:13.048694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:13.053884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:13.082284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:13.143631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:13.184164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:13.275008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:13.324182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:13.324553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:13.324885 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:13.403059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:13.403641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:13.438840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:13.442867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:13.492827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:13.508099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:13.588929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:13.589317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:13.611569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:13.617305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:13.668136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:14.227736 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddb0fc6-7c01-4c24-b4ce-400f48b8d53e None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:14.566875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:14.566875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:14.566875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:14.666577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:14.668114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:14.810531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:14.879470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:13Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:14Z', 'revision_number': 6, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:13Z', 'revision_number': 21, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:14.904980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:14.913327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:14.913926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:14.997199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:15.045961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:15.158000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:15.158294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:15.241740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:15.248984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:15.342982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:15.353018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:13Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:14Z', 'revision_number': 6, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:13Z', 'revision_number': 21, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:15.381346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181f707-e06d-4d40-a950-b7f6e8c2ff7b None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:13Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:14Z', 'revision_number': 6, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:13Z', 'revision_number': 21, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:16.925514 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf71b12-5ab1-4d48-9d17-64b4d5f1388b None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:17.024018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:17.072006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:17.072304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:17.072721 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:59:17.115296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:17.149170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:17.149481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:17.170242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:17.173971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:17.174730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:17.247182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:17.256166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:17.258647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:17.259083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:17.259418 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:17.332951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:17.333324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:17.365814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:17.369812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:17.415567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:17.592273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:17.592273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:17.592273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:17.696731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:18.055740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:17Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:17Z', 'revision_number': 7, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:17Z', 'revision_number': 23, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:18.080603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:18.089721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:18.090319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:18.192803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:18.272541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:18.417093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:17Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:17Z', 'revision_number': 7, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:17Z', 'revision_number': 23, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:18.443000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d3809c-2fa5-4f47-8280-a288c37b2ac1 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:17Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:17Z', 'revision_number': 7, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:17Z', 'revision_number': 23, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:18.935364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:19.011314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:19.012163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:19.021352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:19.055255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:19.060433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:19.084342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:19.150419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:19.193306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:19.259939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:19.310774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:19.311072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:19.311409 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:19.388018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:19.388352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:19.424141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:19.429506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:19.482335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:19.486299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:19.567052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:19.567360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:19.591605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:19.595987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:19.620385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:19.651176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:20.203255 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0858efcf-c1cf-4981-9509-37f8fc96cada None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:20.628895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:20.628895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:20.628895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:20.724837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:20.929869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:20.940573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:19Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:20Z', 'revision_number': 8, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:19Z', 'revision_number': 25, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:20.965593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:20.974059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:20.974674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:21.012484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:21.135921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:21.165335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:21.165729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:21.247106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:21.255250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:21.346347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:21.418127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:19Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:20Z', 'revision_number': 8, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:19Z', 'revision_number': 25, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:21.442380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c04854-77ca-4907-8dca-19e2f8bd4006 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:19Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:20Z', 'revision_number': 8, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:19Z', 'revision_number': 25, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:23.020446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:23.022648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:23.065109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:23.065487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:23.065822 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:59:23.081541 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2673e-879a-4dc0-b948-59b900e71b13 None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:23.141257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:23.141557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:23.163221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:23.168005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:23.168784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:23.242194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:23.251138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:23.251518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:23.251888 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:23.295309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:23.331007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:23.331391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:23.366462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:23.370364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:23.417617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:23.991199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:23.991199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:23.991199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:24.237487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:24.449180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:23Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:23Z', 'revision_number': 9, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:23Z', 'revision_number': 27, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:24.473952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:24.482963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:24.483576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:24.520121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:24.588092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:24.806909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:23Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:23Z', 'revision_number': 9, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:23Z', 'revision_number': 27, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:24.831053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1e832-f12e-417a-a884-b5c543e864a8 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:23Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:23Z', 'revision_number': 9, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:23Z', 'revision_number': 27, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:24.983560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:25.066996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:25.083969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:25.084500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:25.106510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:25.110460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:25.111488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:25.188735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:25.229345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:25.229730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:25.267977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:25.274998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:25.324256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:26.348103 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5982f4e2-05b6-4300-8133-831f7b5384af None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:26.763544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2e0f078d-e61b-418b-8887-69c6fd563efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:27.226794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:27.226794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:27.226794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:27.322779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:27.403749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:27.533520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:25Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:26Z', 'revision_number': 10, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:25Z', 'revision_number': 28, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:27.558224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:27.566895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:27.567497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:58:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:27.667362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:27.876284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:27.881069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:25Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:26Z', 'revision_number': 10, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:25Z', 'revision_number': 28, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:27.910453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7ab2a-7efb-4c40-9bee-5d6b7ff09338 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:25Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:26Z', 'revision_number': 10, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:25Z', 'revision_number': 28, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:28.974223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-347cd4f4-7abd-4b07-9a3d-e4cfc2d76f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:29.026320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:29.073018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:29.073394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:29.073731 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:59:29.143306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:29.143739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:29.167256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:29.170832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:29.171579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:29.248847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:29.252954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:29.253326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:29.253663 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:29.297100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:29.331273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:29.331658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:29.363485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:29.368084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:29.413283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:29.446865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c39a3a-2f8c-46dd-82e8-fb361f0ccbd4 None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:29.532085 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:30.072276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:30.072276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:30.072276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:59:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:30.316605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:30.323691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:30.532278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:29Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:29Z', 'revision_number': 11, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:29Z', 'revision_number': 29, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:30.556898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:30.563067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:30.566481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:30.567147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:59:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:30.670168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:30.874667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:29Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:29Z', 'revision_number': 11, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:29Z', 'revision_number': 29, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:30.904707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c14bb7-bd65-4f61-a468-593cb6bd9de7 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:29Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:29Z', 'revision_number': 11, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:29Z', 'revision_number': 29, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:30.985336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:31.051177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:31.058941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:31.059342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:31.082592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:31.093136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:31.094283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:31.175415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:31.214139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:31.214656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:31.251042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:31.255523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:31.306076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:31.626666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:31.674174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:32.388742 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153d71a-ed61-4333-bc5b-3287408e433e None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:32.441814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:32.719198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:59:32.719198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:32.719198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:59:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:32.819316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:32.894930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:33.030242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:31Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:32Z', 'revision_number': 12, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:31Z', 'revision_number': 30, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:33.055295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:59:33.063981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:59:33.064589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T11:59:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:33.167325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:59:33.308460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:33.376419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:31Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:32Z', 'revision_number': 12, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:31Z', 'revision_number': 30, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:59:33.401395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506dd92-f828-400f-8290-c717cd9f7c95 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:31Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'port_id': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'mac_address': 'fa:16:3e:fc:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:58:44Z', 'updated_at': '2022-10-26T11:59:32Z', 'revision_number': 12, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:31Z', 'revision_number': 30, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:59:34.912944 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f348486-1d3e-47d6-b4d0-b4b784df7d5f None None] New status for floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:59:35.026628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:35.074170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:35.074606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:35.074957 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 Oct 26 11:59:35.152520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:35.152918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:35.177029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:35.181597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:35.182467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:59:35.256471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:35.266616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:59:35.266992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:35.267323 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 11:59:35.341451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:35.341770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:35.351593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:35.374429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:35.377774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:35.424508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:36.988216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1abe9b13-0c86-436f-97fe-324d6d4bcd88 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:37.062408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:37.062793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:37.084401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:37.088549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:37.089244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:59:37.154171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:37.161890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:37.201153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:59:37.201537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:37.233066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:59:37.237574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:37.283441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:59:41.948864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:45.009584 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:45.017470 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:45.736329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:59:51.941903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:51.943829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:55.732237 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:55.732973 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:59:56.764944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cef7b299-76a9-43e1-846f-db4fb63a2ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:59:58.966125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfe12-f6b8-4c77-9fb9-adab420f25d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:00.164407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:01.621012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:01.674595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:03.673959 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-78dddab9-318b-44bb-aa48-351fce710aa6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406144 Oct 26 12:00:03.779489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-e900cddd-8d6e-43a6-88c2-184d445cd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:00:03.780994 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-e900cddd-8d6e-43a6-88c2-184d445cd9cf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0444283 Oct 26 12:00:03.895904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-e523d454-d9ec-4944-9c35-5317f1080736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:00:03.897373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-e523d454-d9ec-4944-9c35-5317f1080736 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 912 time: 0.0973647 Oct 26 12:00:03.965482 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-d18b5106-a9f6-49ff-9d5e-857b0e203a96 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 1001 time: 0.0618992 Oct 26 12:00:04.014881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-1c5fe436-c215-4016-859c-200a5bb29d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:00:04.016315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-1c5fe436-c215-4016-859c-200a5bb29d23 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0449653 Oct 26 12:00:04.059295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-6c70ee07-2a86-4301-b92d-47c3829c6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:00:04.060782 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-6c70ee07-2a86-4301-b92d-47c3829c6379 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389116 Oct 26 12:00:04.155012 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-b5c04af5-515b-4635-b4e5-b608ef27b531 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883768 Oct 26 12:00:04.245345 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a816e0c1-932b-4ed6-b148-ae3844a3ad47 req-4d9d02cd-e3dd-445a-bfb3-89ef2a5c8d80 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834413 Oct 26 12:00:11.669295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:11.671243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:11.948827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:14.240403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=53 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:14.242279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=48 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:17.586897 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:17.587715 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:21.938568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:21.944587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:22.738633 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:00:26.769496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5091fcab-7838-414f-800c-ea9550068c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:28.969675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-93789b31-3040-40fc-84bc-a8cf2dbc541c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:30.166832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:31.625085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:31.677574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:32.732615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:41.666278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:41.673773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:42.088265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:52.082754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:52.084609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:54.583846 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:54.584624 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:00:56.772160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc1c0-5384-4d8d-8706-b3b2cf3663c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:58.974008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0462e247-bb43-4a17-8368-40132c957606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:00:59.738335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:01:00.169077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:01.627393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:01.679080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:03.709135 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-a8ef1631-e929-4a7f-b5f8-7a60d3376459 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434444 Oct 26 12:01:03.813836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-96b79a9a-164c-4d64-9d7e-dd341e2ee1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:01:03.815544 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-96b79a9a-164c-4d64-9d7e-dd341e2ee1e3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0395296 Oct 26 12:01:03.920946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-75660782-1bb8-493e-84ed-ae73d2353d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:01:03.922420 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-75660782-1bb8-493e-84ed-ae73d2353d03 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 912 time: 0.0884445 Oct 26 12:01:03.989335 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-be842aab-44f7-447e-9b16-8e02605b5845 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 1001 time: 0.0601864 Oct 26 12:01:04.037917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-9d42b59c-1838-48a8-8b10-0559d6eb8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:01:04.039374 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-9d42b59c-1838-48a8-8b10-0559d6eb8002 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0439532 Oct 26 12:01:04.083048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-8bc66905-bbba-48f7-baeb-c643f52e5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:01:04.084494 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-8bc66905-bbba-48f7-baeb-c643f52e5521 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386894 Oct 26 12:01:04.179645 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-06f0a309-b9d8-438c-8c20-44ee37da237f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888641 Oct 26 12:01:04.271206 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4b6e2f84-57a1-4538-af16-b0bd8b9148dc req-c3c8e32e-3f90-4b80-aac9-8b64f1ae7b0d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849988 Oct 26 12:01:09.733755 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:09.734529 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:11.673702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:11.675669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:11.950684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:14.262607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=51 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:14.268218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=50 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:21.944875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:21.946762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:26.777183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86569014-50f5-43e4-bdc9-1c3529864fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:28.975986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-64154a91-92c7-47d6-89b8-fc3b8cc21b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:30.171506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:31.576050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:31.580062 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=6 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:31.633223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:31.681586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:36.739592 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:01:41.963673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:46.734345 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:46.735082 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:51.957959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:51.959883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:01:56.778988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-83cc6efd-b80d-40d6-ab18-1e2a20e350ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:01:58.977770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ac9c9eb5-1081-45a2-b970-77a84e5da287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:00.175143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:01.626212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:01.684666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:04.781090 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-9be735f8-7f7b-4a6c-b200-3e3ed0f77046 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1385403 Oct 26 12:02:04.883715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-2571bfde-b0fb-4e80-a31d-6f221f01b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:02:04.885237 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-2571bfde-b0fb-4e80-a31d-6f221f01b1d1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0407305 Oct 26 12:02:04.993516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-6ae24530-0c89-4e1e-9e19-11349ebcb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:02:04.994992 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-6ae24530-0c89-4e1e-9e19-11349ebcb37e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 912 time: 0.0914953 Oct 26 12:02:05.059368 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-8c3dafd9-91f4-450a-9612-8448a5f70022 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 1001 time: 0.0581264 Oct 26 12:02:05.107866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-9eb4d118-df5e-407f-a617-0b793fcc9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:02:05.110057 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-9eb4d118-df5e-407f-a617-0b793fcc9359 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0438523 Oct 26 12:02:05.156338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-b028ec65-96ce-41f1-8035-468ddc22836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:02:05.157816 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-b028ec65-96ce-41f1-8035-468ddc22836f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427051 Oct 26 12:02:05.167029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-41fe8acd-0a65-4b59-9c97-89ff18004fd0 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:02:05.168003 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-41fe8acd-0a65-4b59-9c97-89ff18004fd0 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047941 Oct 26 12:02:05.259176 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-dd480393-3991-46d5-b4b7-9edd8da0eed0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854452 Oct 26 12:02:05.351267 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d7e8718-3855-4bef-ae52-de24c6e7d774 req-106e2caa-3c9d-487f-982b-9456dd206308 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865319 Oct 26 12:02:08.572982 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:08.577998 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:11.674540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:11.680641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:11.982038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:13.741398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:02:15.346633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=53 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:15.348599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=48 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:21.975523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:21.977552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:23.737670 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:26.781501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e940bb24-bac3-4bb8-a360-45be9aa57385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:28.979769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf0c034c-195c-4320-90bb-17861495d969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:30.176810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:31.629152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:31.686644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:41.677121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:41.683079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:41.984700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:45.573675 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:45.574423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:50.739477 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:02:51.975456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:51.980651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:02:56.783033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-594af218-5501-4753-9b06-67e2611d7ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:02:58.987660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-97f7ee5b-5a1d-47dc-86fc-9bf9f451704a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:00.179755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:01.633177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:01.689235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:05.702429 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-e8bb983b-9040-4054-b0b1-fc31b1f6e83a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397003 Oct 26 12:03:05.805272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-8b43a1f6-f7dd-4ef4-81a7-82d6bccad450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:03:05.806769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-8b43a1f6-f7dd-4ef4-81a7-82d6bccad450 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0393343 Oct 26 12:03:05.914236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-3fda2fa1-3224-4b69-8bb4-c8e51bd4be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:03:05.915748 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-3fda2fa1-3224-4b69-8bb4-c8e51bd4be6f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 912 time: 0.0906277 Oct 26 12:03:05.976373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-af16a524-1603-44fc-be9f-802ba1997410 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 1001 time: 0.0545628 Oct 26 12:03:06.028521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-6195ce5e-b1d3-4c57-95a2-4c330d35cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:03:06.029961 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-6195ce5e-b1d3-4c57-95a2-4c330d35cadc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0472023 Oct 26 12:03:06.072340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-1ddc045d-75e5-4736-b229-d59c85222d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:03:06.073806 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-1ddc045d-75e5-4736-b229-d59c85222d11 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382750 Oct 26 12:03:06.167005 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-06fa7cb0-66ba-45d4-b28a-b18c67d2e37f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867443 Oct 26 12:03:06.256451 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ab3624dc-b74f-4e46-8f22-80df9aed29a9 req-c5a8a27f-2759-4f4c-83b5-afd72be29748 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828643 Oct 26 12:03:06.551056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=12 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:06.553490 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:11.683338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:11.685316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:11.987828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:16.246764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=49 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:16.253890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=52 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:21.980636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:21.982549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:24.757261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:24.758035 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:26.786793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d328ce0c-895a-4f96-b006-df979a514246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:27.739017 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:03:28.979143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fed-6696-443d-911c-56e754aa3ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:30.182285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:31.636297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:31.693624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:37.733468 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:37.734343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:41.996587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:51.991474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:51.993435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:56.789118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-be27f806-62b2-4474-b7d9-2023c47b2c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:58.981654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dc79bc6a-f1b8-4496-9de9-97e3d5d677d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:03:59.576263 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:03:59.577022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:00.185489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:01.639288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:01.694923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:04.738868 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:04:07.672437 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-8f7b6b73-2111-49d9-a78f-420e6dc830fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382788 Oct 26 12:04:07.776875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-a9d83b90-4c7e-440f-bacc-944889dce081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:04:07.778352 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-a9d83b90-4c7e-440f-bacc-944889dce081 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0438600 Oct 26 12:04:07.884300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-1377fdd6-6ea4-4492-9dc4-288997140f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:04:07.885883 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-1377fdd6-6ea4-4492-9dc4-288997140f82 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 912 time: 0.0870500 Oct 26 12:04:07.951889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-3e276fef-9426-45b2-9b88-b16ee9997dc9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 1001 time: 0.0580678 Oct 26 12:04:07.999929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-89e58676-0e63-4fce-9f2d-a0d5c542a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:04:08.001367 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-89e58676-0e63-4fce-9f2d-a0d5c542a84e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0435233 Oct 26 12:04:08.043945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-1b5ca523-24d1-4ebe-8869-ffdf5c1261bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:04:08.045389 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-1b5ca523-24d1-4ebe-8869-ffdf5c1261bb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381160 Oct 26 12:04:08.138729 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-9877a7f2-ac13-4762-b96a-60aea8887ac2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863266 Oct 26 12:04:08.227011 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b9a76075-5f7d-4c3a-9e8e-667891ffac52 req-a94c595c-9966-454a-80c0-0ba73e6c06cb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807168 Oct 26 12:04:11.684579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:11.691243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:12.002175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:14.734993 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:18.222899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=47 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:18.223695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=54 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:21.991931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:21.997792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:26.791113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bf674b81-5455-4df5-b807-61915661b4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:28.983651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2b9d676f-2218-4ca5-8483-911bc6d08df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:30.188726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:31.644088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:31.697561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:36.573714 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:36.574526 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:41.691727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:41.694252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:41.739003 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:04:42.004269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:51.734296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:51.735026 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:51.993423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:51.999490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:04:56.791991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d534-5eec-4763-8d24-22c1baca82d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:04:58.984826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c48aa3f6-9cc8-422b-8983-3a36d429b77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:00.192369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:01.646968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:01.698898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:08.718727 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-2f99cafa-19d1-4e12-b38b-5ea064437eb4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428834 Oct 26 12:05:08.818737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-1688af82-e859-4b40-8935-f56edbef5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:05:08.820321 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-1688af82-e859-4b40-8935-f56edbef5b09 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 1129 time: 0.0394096 Oct 26 12:05:08.926193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-ce693362-e924-4c83-a179-b033179f3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:05:08.927684 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-ce693362-e924-4c83-a179-b033179f3b0b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 200 len: 912 time: 0.0881627 Oct 26 12:05:08.992812 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-41238bc7-36ff-430e-826a-082ad8e37c57 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 200 len: 1001 time: 0.0588641 Oct 26 12:05:09.041261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-0de1c698-58fc-4a04-a649-6c390038a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:05:09.042694 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-0de1c698-58fc-4a04-a649-6c390038a356 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 200 len: 850 time: 0.0439751 Oct 26 12:05:09.086536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-0414354b-767e-4da5-a923-1a4137013b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:05:09.088025 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-0414354b-767e-4da5-a923-1a4137013b93 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=7d66a46a-ed0a-4367-b158-46f283ec5d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388534 Oct 26 12:05:09.181162 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-741de6d4-fd76-4944-a7b4-ffb576022244 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863204 Oct 26 12:05:09.274689 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0aa4ea15-37ac-480c-b9bb-b7c665bd6dbe req-d3b5f999-e729-441d-9d1f-7938cbdac377 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876040 Oct 26 12:05:11.693279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:11.695146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:12.010142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:13.564982 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:13.571077 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:18.738091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:05:19.270054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=49 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:19.271942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=52 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:22.004593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:22.006487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:26.796343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3de661e4-65cd-4bc3-8aaf-8b4a17703d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:28.733601 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:28.734333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:28.989085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b25c0aa-dcb3-471f-b46d-b0aff5ad18ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:30.195029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:31.650226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:31.701761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:41.695483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:41.698096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:42.009191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:50.566209 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:50.566948 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:51.998972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:52.006131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:05:55.737697 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:05:56.790808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-75a65d7c-b386-49e1-9cd4-e3a5a85e582b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:58.628445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11467f18-2c29-4df7-ac86-9dcc51e295db req-c92e9ccf-3893-4288-8c3d-0fe3bdf0f81e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:05:58.629932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-11467f18-2c29-4df7-ac86-9dcc51e295db req-c92e9ccf-3893-4288-8c3d-0fe3bdf0f81e tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 945 time: 0.1405008 Oct 26 12:05:58.678305 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-11467f18-2c29-4df7-ac86-9dcc51e295db req-3c1b2f8f-b607-4a97-b58c-cf5314f1c338 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 Oct 26 12:05:58.990547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-91ba8078-7c80-4750-abfc-60092cfa62c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:59.136559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-5c301e8a-9966-4af4-9869-c3ed20f1fa36 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:05:59.138043 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-5c301e8a-9966-4af4-9869-c3ed20f1fa36 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 945 time: 0.0464396 Oct 26 12:05:59.217966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Deleting port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:05:59.218308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:59.311088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] For port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:05:59.311448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:59.519250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:59.519614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:59.519962 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Floating IP 85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7 disassociated. External IP: 172.26.0.118, port: bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e. Oct 26 12:05:59.520307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Calling delete_port for bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:05:59.647829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:59.676922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Pushing event deleted for resources: {'Port': ['ID=bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:05:59.688891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.689977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.690336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.690695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.691019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.691352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.691686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.692061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.693079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.693079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.693079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.693609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.693609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.694073 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.694463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:05:59.797658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Router 58280913-e3b5-4688-901c-2fcc27215ebb has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:05:59.845882 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6c5cb3a9-9378-4294-9649-4db5bb0ee5af req-879cea5a-633a-4275-86a9-95f544bda0a0 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27eed2c2-f7e0-4b3d-b01d-2a808483e6e5 HTTP/1.1" status: 200 len: 210 time: 0.0809374 Oct 26 12:05:59.905262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:05:59.914787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:05:59.925143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:05:59.925766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:05:59.951152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] No DVR routers for this DVR port bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:05:59.953843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:05:59.957696 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6d021e53-547f-4b49-af7e-5ba590c008b9 req-e24255ee-d11b-40e5-a954-0808060d7413 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.23 "DELETE /networking/v2.0/ports/bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e HTTP/1.1" status: 204 len: 173 time: 0.8138130 Oct 26 12:05:59.958278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'name': 'network-vif-deleted', 'tag': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:05:59.960893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f5330b-e072-4129-b6e9-0b3b2cd50843" -d '{"events": [{"server_uuid": "27eed2c2-f7e0-4b3d-b01d-2a808483e6e5", "name": "network-vif-deleted", "tag": "bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:00.051064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:00.070933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c8cc63-fa37-478f-bb8a-d0c04145dec2 x-openstack-request-id: req-f8c8cc63-fa37-478f-bb8a-d0c04145dec2 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:00.071344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eed2c2-f7e0-4b3d-b01d-2a808483e6e5", "name": "network-vif-deleted", "tag": "bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:00.071661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8c8cc63-fa37-478f-bb8a-d0c04145dec2 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:00.072151 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c8cc63-fa37-478f-bb8a-d0c04145dec2'] response: {'server_uuid': '27eed2c2-f7e0-4b3d-b01d-2a808483e6e5', 'name': 'network-vif-deleted', 'tag': 'bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e', 'status': 'completed', 'code': 200} Oct 26 12:06:00.210692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:00.265567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:37Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:37Z', 'revision_number': 32, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:00.289365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:00.297509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:00.298104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:00.398398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:00.590068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:37Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:37Z', 'revision_number': 32, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:00.618617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc2da5-13eb-4c28-bdb1-bda0528fa538 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T11:58:42Z', 'revision_number': 4, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:37Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '60731a38-35ea-4435-bfa8-87bf3edec32c', 'name': '', 'network_id': '7d66a46a-ed0a-4367-b158-46f283ec5d91', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'mac_address': 'fa:16:3e:28:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:42Z', 'updated_at': '2022-10-26T11:59:37Z', 'revision_number': 32, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'subnets': [{'id': 'c0e2b515-666e-47b7-b1e7-b02c20ee4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:00.955882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36500) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:01.014872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cb30-003e-4d97-aa33-fc8a3687596a tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group (8f6fa9f0-aa78-42a2-b2da-199b7cf5173a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.027093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:01.040665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cb30-003e-4d97-aa33-fc8a3687596a tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group (8f6fa9f0-aa78-42a2-b2da-199b7cf5173a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.043172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:01.101604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cb30-003e-4d97-aa33-fc8a3687596a tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (8f6fa9f0-aa78-42a2-b2da-199b7cf5173a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.104087 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cb30-003e-4d97-aa33-fc8a3687596a tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.107636 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0ac9cb30-003e-4d97-aa33-fc8a3687596a tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8f6fa9f0-aa78-42a2-b2da-199b7cf5173a HTTP/1.1" status: 204 len: 168 time: 0.1483762 Oct 26 12:06:01.108080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36502) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:01.115629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9cb30-003e-4d97-aa33-fc8a3687596a tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6fa9f0-aa78-42a2-b2da-199b7cf5173a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:01.127688 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.api.v2.resource [None req-b24c37e1-e508-4794-858a-f25c605cb660 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] show failed (client error): The resource could not be found. Oct 26 12:06:01.131953 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b24c37e1-e508-4794-858a-f25c605cb660 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "GET /networking/v2.0/security-groups/8f6fa9f0-aa78-42a2-b2da-199b7cf5173a HTTP/1.1" status: 404 len: 347 time: 0.0197639 Oct 26 12:06:01.131953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36506) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:01.276648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:01.285858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Deleting port b754f38e-e36e-4b08-a71c-bf6132a2202c {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:01.286202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b754f38e-e36e-4b08-a71c-bf6132a2202c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.326045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60731a38-35ea-4435-bfa8-87bf3edec32c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:01.326425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.326767 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60731a38-35ea-4435-bfa8-87bf3edec32c Oct 26 12:06:01.377179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b754f38e-e36e-4b08-a71c-bf6132a2202c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.377500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for floatingip (b754f38e-e36e-4b08-a71c-bf6132a2202c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.391612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Calling delete_port for b754f38e-e36e-4b08-a71c-bf6132a2202c owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:01.405918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60731a38-35ea-4435-bfa8-87bf3edec32c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:01.406315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.430778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:01.448738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:01.453230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.506704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:01.508809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:01.515960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.516316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.516849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.517880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.518485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.518819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.519158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.519492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.519846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.520182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.520642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.520979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.521305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.521629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.521952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.549147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b754f38e-e36e-4b08-a71c-bf6132a2202c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.573828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Pushing event deleted for resources: {'Port': ['ID=b754f38e-e36e-4b08-a71c-bf6132a2202c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:01.584807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.585063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.585402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.585743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.586076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.586955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.586955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.587166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.587353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.587685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.588035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.588358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.588681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.589005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.589330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:01.657159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.664111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks [] for floatingip (85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.666580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:01.667750 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-237db2e3-dfa9-405c-9b80-81f8a1120bd7 tempest-ServerActionsTestJSON-1770459979 tempest-ServerActionsTestJSON-1770459979-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/85fd3cc5-0cbb-4eaa-aee1-c4d1c801cff7 HTTP/1.1" status: 204 len: 168 time: 0.5351257 Oct 26 12:06:01.670746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36508) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:01.709175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:02.052828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:02.065806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (58280913-e3b5-4688-901c-2fcc27215ebb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:02.149536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:02.291334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Deleting port 60731a38-35ea-4435-bfa8-87bf3edec32c {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:02.291676 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:02.381216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] For port 60731a38-35ea-4435-bfa8-87bf3edec32c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60731a38-35ea-4435-bfa8-87bf3edec32c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:02.381216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:02.396170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Calling delete_port for 60731a38-35ea-4435-bfa8-87bf3edec32c owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:02.575760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (60731a38-35ea-4435-bfa8-87bf3edec32c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:02.603439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=60731a38-35ea-4435-bfa8-87bf3edec32c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:02.788951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:02.788951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:02.788951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:02.789577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (58280913-e3b5-4688-901c-2fcc27215ebb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:02.806518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4184b473-78de-4f41-b928-24da3b600a2c None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:06:02.888180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4184b473-78de-4f41-b928-24da3b600a2c None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:06:02.991496 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:02.995910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:03.005579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:03.021464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Router 58280913-e3b5-4688-901c-2fcc27215ebb has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:03.129754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:03.135485 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb7ab09a-401b-43d4-9cd2-314f82b157d1 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/58280913-e3b5-4688-901c-2fcc27215ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4637482 Oct 26 12:06:03.138307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36512) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:03.183322 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T12:06:02Z', 'revision_number': 5, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:37Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:03.215078 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] Checking router: 58280913-e3b5-4688-901c-2fcc27215ebb for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:03.222664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:03.228367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] Routers {'58280913-e3b5-4688-901c-2fcc27215ebb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:03.229134 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['58280913-e3b5-4688-901c-2fcc27215ebb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:03.243698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 60731a38-35ea-4435-bfa8-87bf3edec32c {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:03.244068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60731a38-35ea-4435-bfa8-87bf3edec32c not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:03.339946 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] Set router 58280913-e3b5-4688-901c-2fcc27215ebb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:03.533554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T12:06:02Z', 'revision_number': 5, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:37Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:03.558789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bd2bdb-17f7-4bae-af94-05bf7250e5cf None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [{'id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'name': 'tempest-ServerActionsTestJSON-840735883-router', 'tenant_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:58:39Z', 'updated_at': '2022-10-26T12:06:02Z', 'revision_number': 5, 'project_id': 'f5e716c75ab44cd18eacc6a9385454d9', 'gw_port': {'id': '1abe9b13-0c86-436f-97fe-324d6d4bcd88', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58280913-e3b5-4688-901c-2fcc27215ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:58:40Z', 'updated_at': '2022-10-26T11:59:37Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:03.588887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks [] for router (58280913-e3b5-4688-901c-2fcc27215ebb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:03.596452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:03.624213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:03.630795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device bd8b2039-d4d8-4c2c-8d0b-ca4c36106b7e not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:03.705975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks [] for router_gateway (58280913-e3b5-4688-901c-2fcc27215ebb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:03.748668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Deleting port 1abe9b13-0c86-436f-97fe-324d6d4bcd88 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:03.749099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:03.774824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8ae2ca07-90d2-49ec-89ce-7866077d6f2e None None] Provisioning complete for port d2060f16-f9a9-4307-ace2-51d09be4a45c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:03.775216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8ae2ca07-90d2-49ec-89ce-7866077d6f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:03.775547 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8ae2ca07-90d2-49ec-89ce-7866077d6f2e None None] Attempt 1 to provision port d2060f16-f9a9-4307-ace2-51d09be4a45c Oct 26 12:06:03.857232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] For port 1abe9b13-0c86-436f-97fe-324d6d4bcd88, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1abe9b13-0c86-436f-97fe-324d6d4bcd88,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:03.857759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:03.873216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Calling delete_port for 1abe9b13-0c86-436f-97fe-324d6d4bcd88 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:03.902808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2ca07-90d2-49ec-89ce-7866077d6f2e None None] Current status of the port d2060f16-f9a9-4307-ace2-51d09be4a45c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:04.050422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1abe9b13-0c86-436f-97fe-324d6d4bcd88), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.078721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abe9b13-0c86-436f-97fe-324d6d4bcd88,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:04.148179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (58280913-e3b5-4688-901c-2fcc27215ebb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.241236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (58280913-e3b5-4688-901c-2fcc27215ebb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.243522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks [] for router_controller (58280913-e3b5-4688-901c-2fcc27215ebb), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.288423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (58280913-e3b5-4688-901c-2fcc27215ebb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.289075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58280913-e3b5-4688-901c-2fcc27215ebb {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:06:04.293653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.294841 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5652c4ed-5e0a-45a7-ad8d-d0011fff4884 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/58280913-e3b5-4688-901c-2fcc27215ebb HTTP/1.1" status: 204 len: 168 time: 1.1554701 Oct 26 12:06:04.297600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36514) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:04.348616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-f017fd2f-9bcf-4ae1-87fb-8fe08a5d6cf3 admin admin] Deleting subnet c0e2b515-666e-47b7-b1e7-b02c20ee4d83 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:06:04.351899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f017fd2f-9bcf-4ae1-87fb-8fe08a5d6cf3 admin admin] Publish callbacks [] for subnet (c0e2b515-666e-47b7-b1e7-b02c20ee4d83), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.389287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f017fd2f-9bcf-4ae1-87fb-8fe08a5d6cf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (c0e2b515-666e-47b7-b1e7-b02c20ee4d83), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.412053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:04.419041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:04.469806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f017fd2f-9bcf-4ae1-87fb-8fe08a5d6cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c0e2b515-666e-47b7-b1e7-b02c20ee4d83), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.524912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f017fd2f-9bcf-4ae1-87fb-8fe08a5d6cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (c0e2b515-666e-47b7-b1e7-b02c20ee4d83), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.551682 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017fd2f-9bcf-4ae1-87fb-8fe08a5d6cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e2b515-666e-47b7-b1e7-b02c20ee4d83,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:04.555887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f017fd2f-9bcf-4ae1-87fb-8fe08a5d6cf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.559171 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f017fd2f-9bcf-4ae1-87fb-8fe08a5d6cf3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/c0e2b515-666e-47b7-b1e7-b02c20ee4d83 HTTP/1.1" status: 204 len: 168 time: 0.2602375 Oct 26 12:06:04.560373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f842b-acbb-4e88-908d-5df84d70dc80 None None] Network 7d66a46a-ed0a-4367-b158-46f283ec5d91 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:04.561468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36516) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:04.634660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (7d66a46a-ed0a-4367-b158-46f283ec5d91), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.687133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Deleting port d2060f16-f9a9-4307-ace2-51d09be4a45c {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:04.687475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.715857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef81b6-49ae-4e95-b010-a38f71f5b8b6 None None] DHCP port deletion for 7d66a46a-ed0a-4367-b158-46f283ec5d91 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:06:04.752115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] For port d2060f16-f9a9-4307-ace2-51d09be4a45c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d2060f16-f9a9-4307-ace2-51d09be4a45c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:04.752481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.759204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-deef81b6-49ae-4e95-b010-a38f71f5b8b6 None None] Deleting port d2060f16-f9a9-4307-ace2-51d09be4a45c {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:04.759575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-deef81b6-49ae-4e95-b010-a38f71f5b8b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.766137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Calling delete_port for d2060f16-f9a9-4307-ace2-51d09be4a45c owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:04.829004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-deef81b6-49ae-4e95-b010-a38f71f5b8b6 None None] For port d2060f16-f9a9-4307-ace2-51d09be4a45c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d2060f16-f9a9-4307-ace2-51d09be4a45c,segment=NetworkSegment(8548c670-1192-4dd6-bc46-21ccf387561d),segment_id=8548c670-1192-4dd6-bc46-21ccf387561d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:04.830307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-deef81b6-49ae-4e95-b010-a38f71f5b8b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.844380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-deef81b6-49ae-4e95-b010-a38f71f5b8b6 None None] Calling delete_port for d2060f16-f9a9-4307-ace2-51d09be4a45c owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:04.848050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.876450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2060f16-f9a9-4307-ace2-51d09be4a45c,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:04.884650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] No DVR routers for this DVR port d2060f16-f9a9-4307-ace2-51d09be4a45c on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:06:04.939958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-deef81b6-49ae-4e95-b010-a38f71f5b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (d2060f16-f9a9-4307-ace2-51d09be4a45c), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.963967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (7d66a46a-ed0a-4367-b158-46f283ec5d91), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:04.964535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef81b6-49ae-4e95-b010-a38f71f5b8b6 None None] Pushing event deleted for resources: {'Port': ['ID=d2060f16-f9a9-4307-ace2-51d09be4a45c,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:04.973913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef81b6-49ae-4e95-b010-a38f71f5b8b6 None None] No DVR routers for this DVR port d2060f16-f9a9-4307-ace2-51d09be4a45c on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:06:04.999213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d66a46a-ed0a-4367-b158-46f283ec5d91']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:05.009619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8548c670-1192-4dd6-bc46-21ccf387561d') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:05.009940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8548c670-1192-4dd6-bc46-21ccf387561d') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:05.021333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (8548c670-1192-4dd6-bc46-21ccf387561d), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:05.043465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8be57a-2caf-4aa7-ad06-c572a460fd79 None None] Sync routers for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:05.044706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8548c670-1192-4dd6-bc46-21ccf387561d), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:05.048161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8be57a-2caf-4aa7-ad06-c572a460fd79 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:05.048573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8be57a-2caf-4aa7-ad06-c572a460fd79 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:06:05.049203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f8be57a-2caf-4aa7-ad06-c572a460fd79 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'58280913-e3b5-4688-901c-2fcc27215ebb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:06:05.051859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:05.052214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (8548c670-1192-4dd6-bc46-21ccf387561d), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:05.056635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:05.058544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8be57a-2caf-4aa7-ad06-c572a460fd79 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:05.058912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8be57a-2caf-4aa7-ad06-c572a460fd79 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:06:05.059488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f8be57a-2caf-4aa7-ad06-c572a460fd79 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'58280913-e3b5-4688-901c-2fcc27215ebb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:06:05.059891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8be57a-2caf-4aa7-ad06-c572a460fd79 None None] The sync data for ids ['58280913-e3b5-4688-901c-2fcc27215ebb'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:05.126414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (7d66a46a-ed0a-4367-b158-46f283ec5d91), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:05.131681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:05.135414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/7d66a46a-ed0a-4367-b158-46f283ec5d91 HTTP/1.1" status: 204 len: 168 time: 0.5729630 Oct 26 12:06:05.142857 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 8548c670-1192-4dd6-bc46-21ccf387561d resource provider aggregate not found Oct 26 12:06:05.156258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dcf61-1342-4414-8a4c-7edc39c34c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d66a46a-ed0a-4367-b158-46f283ec5d91,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:05.163629 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 8548c670-1192-4dd6-bc46-21ccf387561d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8548c670-1192-4dd6-bc46-21ccf387561d found for delete ", "request_id": "req-0bff5b91-1031-4196-931d-2064efb4ae2b"}]} Oct 26 12:06:05.206748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d2060f16-f9a9-4307-ace2-51d09be4a45c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:05.227037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d2060f16-f9a9-4307-ace2-51d09be4a45c {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:05.227382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d2060f16-f9a9-4307-ace2-51d09be4a45c not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:05.257878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36526) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:05.298063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-012326bb-1cb0-4b99-ba94-5fb220b88baa admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f5e716c75ab44cd18eacc6a9385454d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389102 Oct 26 12:06:05.300964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36528) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:05.349123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc1a5-471d-43e2-b238-85c4ce312712 admin admin] Publish callbacks [] for security_group (fe82421a-1be9-434f-b2bf-a1586363400b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:05.368650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc1a5-471d-43e2-b238-85c4ce312712 admin admin] Publish callbacks [] for security_group (fe82421a-1be9-434f-b2bf-a1586363400b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:05.394315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:05.423283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc1a5-471d-43e2-b238-85c4ce312712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (fe82421a-1be9-434f-b2bf-a1586363400b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:05.431161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc1a5-471d-43e2-b238-85c4ce312712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:05.431161 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a3cc1a5-471d-43e2-b238-85c4ce312712 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fe82421a-1be9-434f-b2bf-a1586363400b HTTP/1.1" status: 204 len: 168 time: 0.1265419 Oct 26 12:06:05.432772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:05.439435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cc1a5-471d-43e2-b238-85c4ce312712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe82421a-1be9-434f-b2bf-a1586363400b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:06.152925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36550) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:06.247883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1244344261-network', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:06.269405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Made reservation on behalf of c1993182cded4a25b36b51f2f6503794 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:06.271699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.280180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.355665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Publish callbacks [] for security_group (cb606dc8-3281-4d87-b201-da7098979214), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.359221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (cb606dc8-3281-4d87-b201-da7098979214), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.387821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:06.393503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb606dc8-3281-4d87-b201-da7098979214,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:06.401327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (262de501-0f85-4ed4-b019-be0a0cdaf29b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.401327 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Added segment 262de501-0f85-4ed4-b019-be0a0cdaf29b of type vlan for network 8b578a8f-9730-416b-bec1-f8b7ace72df9 Oct 26 12:06:06.444137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (8b578a8f-9730-416b-bec1-f8b7ace72df9), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.468777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (8b578a8f-9730-416b-bec1-f8b7ace72df9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.469744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:06.470344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.524651 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3706329 Oct 26 12:06:06.527656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36554) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:06.532816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Request body: {'subnet': {'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1244344261-subnet', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:06.535830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a15c57-2cc4-47fa-ac8b-957b6b6c9dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=8b578a8f-9730-416b-bec1-f8b7ace72df9,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:06.545803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:06.553785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Made reservation on behalf of c1993182cded4a25b36b51f2f6503794 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:06.556568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.732649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (a0d958e1-78c3-4814-b9ef-03192cd100a9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.790201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d958e1-78c3-4814-b9ef-03192cd100a9,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:06.797642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Checking segment: {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:06.797996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Network hostable DHCP agents. Network: 8b578a8f-9730-416b-bec1-f8b7ace72df9, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:06.815587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:06.824170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 8b578a8f-9730-416b-bec1-f8b7ace72df9) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:06.828223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:06.828815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.833464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4042c96e-dd82-4167-b195-425c3b562916 None None] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:06.845127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d92ec178-a6b3-4936-ad61-0ae934cc32dd admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3162971 Oct 26 12:06:06.848421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36556) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:06.852723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:06.873323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.874344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.933264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks [] for router_controller (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.944451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-8b578a8f-9730-416b-bec1-f8b7ace72df9', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:06:06.945397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:06.961250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:07.070594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks [] for router_gateway (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.086523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Allocated IP 172.20.0.2 (8b578a8f-9730-416b-bec1-f8b7ace72df9/a0d958e1-78c3-4814-b9ef-03192cd100a9/3884e23d-88d0-44c3-85e5-83a816ad4fb8) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:07.230591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Publish callbacks [] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.236545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.244312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:07.258537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks [] for router_gateway (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.277983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.280804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:07.286372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:07.288465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:07.289298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:06:07.303238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Pushing event updated for resources: {'Port': ['ID=3884e23d-88d0-44c3-85e5-83a816ad4fb8,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:07.357044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Attempting to bind port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:06:07.357321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Attempting to bind port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:06:07.357679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Attempting to bind port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 on network 8b578a8f-9730-416b-bec1-f8b7ace72df9 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:07.382947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Allocated IP 172.26.0.231 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/3f19abc6-a5aa-4a01-b750-81cfe5031cdb) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:07.400965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:06:07.401337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Checking segment: {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:07.401811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.402202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Bound using segment: {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:06:07.402666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Bound port: 3884e23d-88d0-44c3-85e5-83a816ad4fb8, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:06:07.403043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.467279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] For port 3884e23d-88d0-44c3-85e5-83a816ad4fb8, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:07.470304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] For port 3884e23d-88d0-44c3-85e5-83a816ad4fb8, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3884e23d-88d0-44c3-85e5-83a816ad4fb8,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:07.478313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.494453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks [] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.528886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461c927-ec8b-4d49-94cc-2d77a98f5b01 None None] Pushing event updated for resources: {'Port': ['ID=3884e23d-88d0-44c3-85e5-83a816ad4fb8,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:07.535996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:07.579633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:07.583155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:07.586895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:06:07.616588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:08.113199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks [] for router_gateway (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:08.305991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:08.365190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:08.400524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628911d-cd8b-4d97-9fb3-191248f7804c None None] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:08.441263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:06:08.452074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:08.465940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f92a162b-3059-4a1d-a3bc-3aa923dba796 None None] Provisioning complete for port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:08.466318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f92a162b-3059-4a1d-a3bc-3aa923dba796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:08.466657 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f92a162b-3059-4a1d-a3bc-3aa923dba796 None None] Attempt 1 to provision port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 Oct 26 12:06:08.490580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:08.550556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:08.561304 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:08.578468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:08.579077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:08.579469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:08.580396 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:08.584355 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d836dd8f-f627-443d-aaf0-792f8ccaccfa admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7316878 Oct 26 12:06:08.584595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36558) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:08.590225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f92a162b-3059-4a1d-a3bc-3aa923dba796 None None] Current status of the port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:08.591066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f92a162b-3059-4a1d-a3bc-3aa923dba796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:08.665229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-f92a162b-3059-4a1d-a3bc-3aa923dba796 None None] For port 3884e23d-88d0-44c3-85e5-83a816ad4fb8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3884e23d-88d0-44c3-85e5-83a816ad4fb8,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:08.673298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f92a162b-3059-4a1d-a3bc-3aa923dba796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:08.757193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:08.761733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a162b-3059-4a1d-a3bc-3aa923dba796 None None] Pushing event updated for resources: {'Port': ['ID=3884e23d-88d0-44c3-85e5-83a816ad4fb8,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:08.898711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ac0bcaf1-40b4-45cb-84f0-d2d43627c6d3 None None] Provisioning complete for port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:08.899084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ac0bcaf1-40b4-45cb-84f0-d2d43627c6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:08.899487 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ac0bcaf1-40b4-45cb-84f0-d2d43627c6d3 None None] Attempt 1 to provision port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 Oct 26 12:06:08.943346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:07Z', 'revision_number': 3, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:08.968860 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:08.969301 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Updating router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:08.975173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bcaf1-40b4-45cb-84f0-d2d43627c6d3 None None] Current status of the port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:08.998256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.000469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:09.050201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.073213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:09.097883 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:09.113304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:09.219498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Allocated IP 172.20.0.1 (8b578a8f-9730-416b-bec1-f8b7ace72df9/a0d958e1-78c3-4814-b9ef-03192cd100a9/114f3cce-ae18-4458-8d39-8e6e9ee141af) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:09.227179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3884e23d-88d0-44c3-85e5-83a816ad4fb8 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:09.263118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Publish callbacks [] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.269849 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.275458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:09.275861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.276203 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 Oct 26 12:06:09.321548 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Attempting to bind port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:06:09.321987 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Attempting to bind port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:06:09.322262 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Attempting to bind port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:09.324178 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:09.332637 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.332968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.333285 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.333613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.333935 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.334263 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.334591 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.334896 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.335214 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.335533 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.335890 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.336189 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.336705 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.337206 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.337530 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:09.341503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Publish callbacks [] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.358318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:09.373867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.384716 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:06:09.385093 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:09.385495 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.385885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:06:09.386357 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Bound port: 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:06:09.386733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.412956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:09.419881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:09.423639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:06:09.427082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:09.441691 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:09.445992 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:09.452832 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.466431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.489830 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:09.490373 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:09.607435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.610488 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8eee1-5ae1-4a9b-89d5-829b4ca51e22 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:09.624223 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:09.699142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-37482e1e-cf7a-4ce2-8907-4b81571a08cb None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:09.699743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37482e1e-cf7a-4ce2-8907-4b81571a08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.699880 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-37482e1e-cf7a-4ce2-8907-4b81571a08cb None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:09.735648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-37482e1e-cf7a-4ce2-8907-4b81571a08cb None None] Port 114f3cce-ae18-4458-8d39-8e6e9ee141af cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:06:09.790349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Publish callbacks [] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.795050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.859789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:09.866289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:09.869317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:09.891423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:07Z', 'revision_number': 3, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:09.916347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf474fd-5f41-4aaa-bc1f-a3a52e9c79ce None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:07Z', 'revision_number': 3, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:09.930454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:09.973140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:09.974544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:10.094511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:10.229636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:10.234804 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3ddb316e-d43f-446a-b7f8-1f9a05040007 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1fd5566e-a6f0-4715-87f2-4f9c1ba84a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6489594 Oct 26 12:06:10.270041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ff9b4e98-cf39-450f-9b86-73182f34f992 None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:10.270427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ff9b4e98-cf39-450f-9b86-73182f34f992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:10.270772 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ff9b4e98-cf39-450f-9b86-73182f34f992 None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:10.308250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b4e98-cf39-450f-9b86-73182f34f992 None None] Port 114f3cce-ae18-4458-8d39-8e6e9ee141af cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:06:10.710305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-dc2909c4-8e16-4f4d-8a5b-b2d9b14dfe95 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:10.711886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-dc2909c4-8e16-4f4d-8a5b-b2d9b14dfe95 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8b578a8f-9730-416b-bec1-f8b7ace72df9 HTTP/1.1" status: 200 len: 814 time: 0.1127670 Oct 26 12:06:10.726906 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-e3e0cdf6-2b4e-4d84-abbe-1f4ebf045e82 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/quotas/c1993182cded4a25b36b51f2f6503794 HTTP/1.1" status: 200 len: 375 time: 0.0095150 Oct 26 12:06:10.780988 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-ff93fe13-c25e-46ec-a397-7a0b3a720f4d tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c1993182cded4a25b36b51f2f6503794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486643 Oct 26 12:06:10.839702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-031846c1-625a-42c0-aa00-beb4e49e50b5 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:06:10.840742 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-031846c1-625a-42c0-aa00-beb4e49e50b5 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0529513 Oct 26 12:06:10.935788 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-5b0edb93-26be-4972-ac6e-393382c4a726 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890868 Oct 26 12:06:11.027741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-4e345dc0-cf21-4cd5-853c-2a10c96af41b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849473 Oct 26 12:06:11.233818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2bfe8553-7277-41aa-8393-b51af0ea06d2 req-bd98eb24-053f-4b24-9f16-7af7e6d238c0 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 210 time: 0.0338142 Oct 26 12:06:11.234546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:11.286538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:11.286922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:11.287260 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb Oct 26 12:06:11.368273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:11.368671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:11.391421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:11.394515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:11.401392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:11.408705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:11.410118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:11.486870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:11.527743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:11.554676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:11.830066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:11.903526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 2, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:11.932779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:11.933138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Updating router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 port 114f3cce-ae18-4458-8d39-8e6e9ee141af binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:06:11.962172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:12.023054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:12.241932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Publish callbacks [] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:12.247083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:12.308278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d57bc-4640-47ac-9cd5-ef836238f42f None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:12.337814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Attempting to bind port 114f3cce-ae18-4458-8d39-8e6e9ee141af on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:06:12.338181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Attempting to bind port 114f3cce-ae18-4458-8d39-8e6e9ee141af by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:06:12.338545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Attempting to bind port 114f3cce-ae18-4458-8d39-8e6e9ee141af on network 8b578a8f-9730-416b-bec1-f8b7ace72df9 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:12.347297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-dfb6fa08-e416-48d9-bb4b-93eee208311f req-b8fbfc63-48f2-4540-a7f3-81f4b2cb7f3c tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 210 time: 0.0332994 Oct 26 12:06:12.380799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:06:12.381170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Checking segment: {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:12.381569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:12.381963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Bound using segment: {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:06:12.382451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Bound port: 114f3cce-ae18-4458-8d39-8e6e9ee141af, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:06:12.382825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:12.446047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:12.449095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:12.455540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:12.494087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:12.496879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:12.497508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:12.551001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d57bc-4640-47ac-9cd5-ef836238f42f None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:12.626144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:12.654259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-3e0da907-64dc-4475-a130-7ad23d0098d5 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:12.655781 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-3e0da907-64dc-4475-a130-7ad23d0098d5 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8b578a8f-9730-416b-bec1-f8b7ace72df9 HTTP/1.1" status: 200 len: 814 time: 0.1161027 Oct 26 12:06:12.747357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:12.819850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:12Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:12.848381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaab627-0d3f-4bc4-ae20-95787e48c8ff None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:12Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:12.883393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Request body: {'port': {'device_id': '227bebae-a5a2-4b79-a307-aac123aa024f', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'admin_state_up': True, 'tenant_id': 'c1993182cded4a25b36b51f2f6503794'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:13.004621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Made reservation on behalf of c1993182cded4a25b36b51f2f6503794 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:13.008490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:13.167419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Allocated IP 172.20.0.9 (8b578a8f-9730-416b-bec1-f8b7ace72df9/a0d958e1-78c3-4814-b9ef-03192cd100a9/faa34d54-7495-4784-b644-0899248adab8) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:13.240905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:13.288507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:13.289106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:13.289241 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:13.368881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:13.369271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:13.421295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:13.427540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:13.496780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:13.516403 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d8078fd2-fbf5-479b-b791-1297afce14ed req-e1318001-057a-4481-a24c-9037645e6f67 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 210 time: 0.0611594 Oct 26 12:06:13.555389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:13.606677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:13.607313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:13.664550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:13.673488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:13.748028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:13.777507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks [] for port (faa34d54-7495-4784-b644-0899248adab8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:13.794857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:13.805217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:13.817915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (faa34d54-7495-4784-b644-0899248adab8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:13.865845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:13.871560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:13.883097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Pushing event updated for resources: {'Port': ['ID=faa34d54-7495-4784-b644-0899248adab8,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:13.886755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:06:13.949335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:13.950359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:13.978838 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-0e47fe79-46ff-4f02-a25a-b012654e71a1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0994556 Oct 26 12:06:13.996642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Request body: {'port': {'device_id': '227bebae-a5a2-4b79-a307-aac123aa024f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:14.068242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (faa34d54-7495-4784-b644-0899248adab8), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:14.153860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-200df4fa-2d3a-49ae-89fe-98c52c11bbd8 None None] Provisioning complete for port faa34d54-7495-4784-b644-0899248adab8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:14.154245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-200df4fa-2d3a-49ae-89fe-98c52c11bbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (faa34d54-7495-4784-b644-0899248adab8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:14.154566 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-200df4fa-2d3a-49ae-89fe-98c52c11bbd8 None None] Attempt 1 to provision port faa34d54-7495-4784-b644-0899248adab8 Oct 26 12:06:14.190920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-200df4fa-2d3a-49ae-89fe-98c52c11bbd8 None None] Port faa34d54-7495-4784-b644-0899248adab8 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:06:14.342816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa34d54-7495-4784-b644-0899248adab8 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:06:14.351254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Publish callbacks [] for port (faa34d54-7495-4784-b644-0899248adab8), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:14.365154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Transition to ACTIVE for port object faa34d54-7495-4784-b644-0899248adab8 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:06:14.368871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (faa34d54-7495-4784-b644-0899248adab8), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:14.452071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Pushing event updated for resources: {'Port': ['ID=faa34d54-7495-4784-b644-0899248adab8,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:14.480758 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Attempting to bind port faa34d54-7495-4784-b644-0899248adab8 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:06:14.481098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Attempting to bind port faa34d54-7495-4784-b644-0899248adab8 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:06:14.481430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Attempting to bind port faa34d54-7495-4784-b644-0899248adab8 on network 8b578a8f-9730-416b-bec1-f8b7ace72df9 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:14.522627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Port faa34d54-7495-4784-b644-0899248adab8 on network 8b578a8f-9730-416b-bec1-f8b7ace72df9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:14.522959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Attempting to bind port faa34d54-7495-4784-b644-0899248adab8 on network 8b578a8f-9730-416b-bec1-f8b7ace72df9 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:14.573036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:06:14.573036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Checking segment: {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:14.573484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Bound using segment: {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:06:14.573604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Bound port: faa34d54-7495-4784-b644-0899248adab8, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:06:14.573945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (faa34d54-7495-4784-b644-0899248adab8), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:14.629412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:14.635232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952acf7f-cab4-4e84-8f9d-07498403837e req-2284bcca-8eab-4ad1-8d89-e495838e62e8 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:14.636803 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-952acf7f-cab4-4e84-8f9d-07498403837e req-2284bcca-8eab-4ad1-8d89-e495838e62e8 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 943 time: 0.0493436 Oct 26 12:06:14.639649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] For port faa34d54-7495-4784-b644-0899248adab8, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:14.643947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] For port faa34d54-7495-4784-b644-0899248adab8, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=faa34d54-7495-4784-b644-0899248adab8,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:14.650405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (faa34d54-7495-4784-b644-0899248adab8), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:14.655136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:14.655782 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:14.657178 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/faa34d54-7495-4784-b644-0899248adab8 HTTP/1.1" status: 200 len: 1093 time: 0.6649144 Oct 26 12:06:14.657958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227bebae-a5a2-4b79-a307-aac123aa024f', 'tag': 'faa34d54-7495-4784-b644-0899248adab8'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:06:14.660943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "227bebae-a5a2-4b79-a307-aac123aa024f", "tag": "faa34d54-7495-4784-b644-0899248adab8"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:14.694618 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-952acf7f-cab4-4e84-8f9d-07498403837e req-f58dbadd-af8c-4035-a8db-f7bb40588fea tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516486 Oct 26 12:06:14.726512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b416a0-dda3-4a99-aa8a-8cb07f81c429 service neutron] Pushing event updated for resources: {'Port': ['ID=faa34d54-7495-4784-b644-0899248adab8,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:14.764608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:14.781164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-5bc1539b-c5d4-4dc4-b316-10b0ba0992a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:14.782698 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-5bc1539b-c5d4-4dc4-b316-10b0ba0992a8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c1993182cded4a25b36b51f2f6503794&device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 1127 time: 0.0465956 Oct 26 12:06:14.844431 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-3a86eb2d-70f3-4ec7-a84e-8b6786cce4a4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faa34d54-7495-4784-b644-0899248adab8 HTTP/1.1" status: 200 len: 217 time: 0.0488701 Oct 26 12:06:14.879799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c7d890-92de-4597-8091-a3983c93ee7a x-openstack-request-id: req-43c7d890-92de-4597-8091-a3983c93ee7a {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:14.880157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227bebae-a5a2-4b79-a307-aac123aa024f", "tag": "faa34d54-7495-4784-b644-0899248adab8", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:14.880340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43c7d890-92de-4597-8091-a3983c93ee7a {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:14.880754 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c7d890-92de-4597-8091-a3983c93ee7a'] response: {'name': 'network-changed', 'server_uuid': '227bebae-a5a2-4b79-a307-aac123aa024f', 'tag': 'faa34d54-7495-4784-b644-0899248adab8', 'status': 'completed', 'code': 200} Oct 26 12:06:14.899364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-3ea909a0-cc94-4f13-b486-246fb5483ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:14.900947 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-3ea909a0-cc94-4f13-b486-246fb5483ff2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a0d958e1-78c3-4814-b9ef-03192cd100a9 HTTP/1.1" status: 200 len: 853 time: 0.0504124 Oct 26 12:06:14.946487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d2db5cbf-6de7-4cc6-9e10-0ece0904d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:14.948099 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-d2db5cbf-6de7-4cc6-9e10-0ece0904d482 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8b578a8f-9730-416b-bec1-f8b7ace72df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408132 Oct 26 12:06:15.045766 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-3d130071-1756-41c6-bbd0-dc8f7a68ef59 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908566 Oct 26 12:06:15.140986 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-12f4fa6c-25e4-4bc9-bd8b-2fa91d468ba0 req-a5e25906-9fd8-4c44-90d5-2512b6deaede service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884326 Oct 26 12:06:15.610828 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:15.610828 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:15.610828 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:15.629138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:15.705222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:15.705740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:15.720294 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:15.747405 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:15.747587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:15.751456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:15.778074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:15.801450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:15.831436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fcb3f-f0d3-425a-9743-52062353964a req-798a17be-b7f3-4b66-897f-c0e0eb6842b8 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:15.833620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:15.834603 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c65fcb3f-f0d3-425a-9743-52062353964a req-798a17be-b7f3-4b66-897f-c0e0eb6842b8 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 943 time: 0.0562315 Oct 26 12:06:15.836479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:15.844039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:15.895936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-a165025c-3b23-4845-8186-1f619b3802f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:15.899334 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-a165025c-3b23-4845-8186-1f619b3802f9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c1993182cded4a25b36b51f2f6503794&device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 1127 time: 0.0458877 Oct 26 12:06:15.914507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:15.926060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c65fcb3f-f0d3-425a-9743-52062353964a req-eb634e0d-fc2a-40c7-b103-e87fc305df70 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837033 Oct 26 12:06:15.935436 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:13Z', 'revision_number': 5, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:15.961829 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:15.970174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:15.970779 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:15.996383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-fb0ba60c-8e0d-43b5-96ad-adabb5e78620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:15.997870 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-fb0ba60c-8e0d-43b5-96ad-adabb5e78620 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8b578a8f-9730-416b-bec1-f8b7ace72df9 HTTP/1.1" status: 200 len: 915 time: 0.0920851 Oct 26 12:06:16.041407 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-00f5076c-26dd-4ea0-9df5-267384d13a39 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faa34d54-7495-4784-b644-0899248adab8 HTTP/1.1" status: 200 len: 217 time: 0.0368969 Oct 26 12:06:16.074172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:16.090348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-e7c1892a-fb74-480a-b5a0-c323028ae4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:16.091747 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-e7c1892a-fb74-480a-b5a0-c323028ae4f4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a0d958e1-78c3-4814-b9ef-03192cd100a9 HTTP/1.1" status: 200 len: 853 time: 0.0441496 Oct 26 12:06:16.135527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-b8dce30f-4127-4217-a7a7-647056d7d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:16.137070 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-b8dce30f-4127-4217-a7a7-647056d7d556 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8b578a8f-9730-416b-bec1-f8b7ace72df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390940 Oct 26 12:06:16.230017 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-275f3f26-19ff-4b1e-b353-a5d01c542894 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869107 Oct 26 12:06:16.262770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:15Z', 'revision_number': 6, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:16.287158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1658d-ad2a-4f63-b2b7-40cdb5e6a61d None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:15Z', 'revision_number': 6, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:16.323212 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a8e6ca7a-8e3d-4eb5-ac79-26efa8c7d4d0 req-b3b77293-78d6-400d-950c-2d38ad4775ee service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870991 Oct 26 12:06:17.048653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af999b2-80eb-4949-9572-bf1b11a95ab9 req-da16d899-70e5-44e4-ab6c-06490cd3236e tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:17.050308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4af999b2-80eb-4949-9572-bf1b11a95ab9 req-da16d899-70e5-44e4-ab6c-06490cd3236e tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 943 time: 0.0497677 Oct 26 12:06:17.102350 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4af999b2-80eb-4949-9572-bf1b11a95ab9 req-3e9fb822-2d03-436f-8770-52305d05e3aa tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463417 Oct 26 12:06:17.157583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:17.239068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:17.331756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:17.381187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:17.381565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:17.381909 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:17.457097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:17.457489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:17.492106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:17.496063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:17.497018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:17.573460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:17.582780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:17.583149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:17.583479 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb Oct 26 12:06:17.620612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device faa34d54-7495-4784-b644-0899248adab8 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:06:17.687966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:17.688357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:17.743549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:17.748602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:17.787809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:17.798272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port faa34d54-7495-4784-b644-0899248adab8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=faa34d54-7495-4784-b644-0899248adab8,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:17.811688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:17.825950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'faa34d54-7495-4784-b644-0899248adab8', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'port_id': 'faa34d54-7495-4784-b644-0899248adab8', 'mac_address': 'fa:16:3e:79:26:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:06:17.831606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:17.872496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port faa34d54-7495-4784-b644-0899248adab8 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:17.872988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (faa34d54-7495-4784-b644-0899248adab8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:17.888840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa34d54-7495-4784-b644-0899248adab8 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:06:17.910217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port faa34d54-7495-4784-b644-0899248adab8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=faa34d54-7495-4784-b644-0899248adab8,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:17.913967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (faa34d54-7495-4784-b644-0899248adab8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:17.960691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=faa34d54-7495-4784-b644-0899248adab8,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:18.207878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['faa34d54-7495-4784-b644-0899248adab8'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:06:18.224077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d572d5-0acc-44e7-9579-a3ef7da65c8d req-be251f51-b7e1-4512-b51e-e48cd94ce60d tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:18.225583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c4d572d5-0acc-44e7-9579-a3ef7da65c8d req-be251f51-b7e1-4512-b51e-e48cd94ce60d tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 944 time: 0.0478396 Oct 26 12:06:18.251898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:18.275055 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c4d572d5-0acc-44e7-9579-a3ef7da65c8d req-6c0c30c3-2956-4d98-91c8-03318d2c3276 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Oct 26 12:06:18.360067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:18.363803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:18.364417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:18.604599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:18.783208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:17Z', 'revision_number': 7, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:18.811456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:18.820734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:18.821337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:18.922538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:19.044221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:19.097141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:19.112633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:17Z', 'revision_number': 7, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:19.136987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203bef0d-3275-4dfa-90ee-4e21ccc4605e None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:17Z', 'revision_number': 7, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:19.202024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:19.280557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:19.281212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:19.317280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:19.325924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:19.327522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:19.438332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05109934-4549-4116-a40d-4e1fcd84490d req-0795890d-b16c-4d5c-acbc-aabe5149f574 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:19.440644 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-05109934-4549-4116-a40d-4e1fcd84490d req-0795890d-b16c-4d5c-acbc-aabe5149f574 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 944 time: 0.0606906 Oct 26 12:06:19.447163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:19.460517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:19.460911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:19.487925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:19.494154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:19.504895 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-05109934-4549-4116-a40d-4e1fcd84490d req-d726cf18-5155-4d92-804d-6d932d702101 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Oct 26 12:06:19.548656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:19.630711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device faa34d54-7495-4784-b644-0899248adab8 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:19.675553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port faa34d54-7495-4784-b644-0899248adab8 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:06:19.682326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port faa34d54-7495-4784-b644-0899248adab8 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:19.682660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (faa34d54-7495-4784-b644-0899248adab8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:19.683003 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port faa34d54-7495-4784-b644-0899248adab8 Oct 26 12:06:19.764248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port faa34d54-7495-4784-b644-0899248adab8 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:19.764631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (faa34d54-7495-4784-b644-0899248adab8), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:19.799578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227bebae-a5a2-4b79-a307-aac123aa024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa34d54-7495-4784-b644-0899248adab8'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:06:19.801983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6634a1-dc75-4fe8-81a2-4a6815f71254" -d '{"events": [{"server_uuid": "227bebae-a5a2-4b79-a307-aac123aa024f", "name": "network-vif-plugged", "status": "completed", "tag": "faa34d54-7495-4784-b644-0899248adab8"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:19.824454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port faa34d54-7495-4784-b644-0899248adab8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=faa34d54-7495-4784-b644-0899248adab8,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:19.828321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (faa34d54-7495-4784-b644-0899248adab8), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:19.887646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=faa34d54-7495-4784-b644-0899248adab8,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:19.925971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c85362-fde7-4c11-9d31-020739cb543a x-openstack-request-id: req-42c85362-fde7-4c11-9d31-020739cb543a {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:19.926267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227bebae-a5a2-4b79-a307-aac123aa024f", "name": "network-vif-plugged", "status": "completed", "tag": "faa34d54-7495-4784-b644-0899248adab8", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:19.926523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42c85362-fde7-4c11-9d31-020739cb543a {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:19.926959 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c85362-fde7-4c11-9d31-020739cb543a'] response: {'server_uuid': '227bebae-a5a2-4b79-a307-aac123aa024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa34d54-7495-4784-b644-0899248adab8', 'code': 200} Oct 26 12:06:20.166105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e4d37-8546-4181-949d-178e176231e4 req-41e13127-dcd6-49b9-b3eb-61ea3b39674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:20.167626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-511e4d37-8546-4181-949d-178e176231e4 req-41e13127-dcd6-49b9-b3eb-61ea3b39674f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 1129 time: 0.0448866 Oct 26 12:06:20.216216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-511e4d37-8546-4181-949d-178e176231e4 req-1cba65ab-c1f5-40ee-858d-f03d61308373 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Oct 26 12:06:20.627583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba1d6b-0f2a-45ce-8625-2caa773afa97 req-99ebaf40-5690-44fe-af7a-07268ec47a62 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:20.629155 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f6ba1d6b-0f2a-45ce-8625-2caa773afa97 req-99ebaf40-5690-44fe-af7a-07268ec47a62 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0480287 Oct 26 12:06:20.677669 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f6ba1d6b-0f2a-45ce-8625-2caa773afa97 req-dd00131d-ac3a-4159-afbe-2c8e7293b463 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426159 Oct 26 12:06:21.337802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:21.337802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:21.337802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:21.439288 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:21.623994 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:19Z', 'revision_number': 8, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:21.651989 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:21.660922 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:21.661465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:21.761072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:21.762575 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:21.796733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:21.816762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b95c1-7405-4c78-8bce-bc056440f08f req-ae6c48be-a58b-43a9-bb8b-842a6a164f7e tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:21.818918 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-274b95c1-7405-4c78-8bce-bc056440f08f req-ae6c48be-a58b-43a9-bb8b-842a6a164f7e tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0610118 Oct 26 12:06:21.876267 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-274b95c1-7405-4c78-8bce-bc056440f08f req-e94b721d-128c-407a-a49d-37ac647c9237 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512528 Oct 26 12:06:21.884467 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:22.043222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:19Z', 'revision_number': 8, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:22.067862 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d85136-5af4-49de-ab08-93b8c56eb6bd None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:19Z', 'revision_number': 8, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:22.112921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630c41-821b-4131-89dc-67211f84822f req-795d20af-04c0-40fd-8884-2987c875edf9 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:22.114427 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-795d20af-04c0-40fd-8884-2987c875edf9 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8b578a8f-9730-416b-bec1-f8b7ace72df9 HTTP/1.1" status: 200 len: 814 time: 0.1062417 Oct 26 12:06:22.130170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-af093272-e60e-4fd4-a51a-b913bf4e0d56 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/quotas/c1993182cded4a25b36b51f2f6503794 HTTP/1.1" status: 200 len: 375 time: 0.0102048 Oct 26 12:06:22.189152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-88f25dcf-0da2-406f-a348-66415bbcd235 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c1993182cded4a25b36b51f2f6503794&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533395 Oct 26 12:06:22.245431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-8a8925bb-44c3-4df2-abb9-3e9144ce95aa service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:06:22.246452 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-8a8925bb-44c3-4df2-abb9-3e9144ce95aa service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0500629 Oct 26 12:06:22.349645 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-6829e2ed-32e9-4064-b732-f927c2dff3f3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961456 Oct 26 12:06:22.452982 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-0b4e3627-4471-4979-bad4-094eeff57bfb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975730 Oct 26 12:06:22.651049 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a3acc961-5f45-4697-86d4-97357b4f879c req-937c3d49-c0a3-455e-b4f9-56f68dad7613 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 210 time: 0.0476925 Oct 26 12:06:23.157713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:23.248762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:23.262394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:23.337889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:23.424678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:23.449886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:23.457674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:23.479626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:23.479967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:23.480445 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:23.557262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:23.557740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:23.594743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:23.606049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:23.607055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:23.688353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:23.697093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:23.697467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:23.697805 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb Oct 26 12:06:23.765121 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a3eacba-77a0-40f2-bd01-717f46535ce5 req-124240bc-9d58-4c97-a8e9-861f1eb5adbc tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 210 time: 0.0412843 Oct 26 12:06:23.787440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:23.788096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:23.817153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:23.822925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:23.889544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:24.011445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630c41-821b-4131-89dc-67211f84822f req-b0d59ead-17b1-4486-87cc-582ab85e0eb4 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:24.014547 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-b0d59ead-17b1-4486-87cc-582ab85e0eb4 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8b578a8f-9730-416b-bec1-f8b7ace72df9 HTTP/1.1" status: 200 len: 814 time: 0.1381366 Oct 26 12:06:24.036378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Request body: {'port': {'device_id': '9b56253f-808c-452c-b8c0-b764dbd684d6', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'admin_state_up': True, 'tenant_id': 'c1993182cded4a25b36b51f2f6503794'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:24.054349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:24.090198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:24.155046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Made reservation on behalf of c1993182cded4a25b36b51f2f6503794 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:24.159072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:24.292260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Allocated IP 172.20.0.3 (8b578a8f-9730-416b-bec1-f8b7ace72df9/a0d958e1-78c3-4814-b9ef-03192cd100a9/5191ec7e-fa75-453e-bb97-90a8b03c05d9) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:24.454925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks [] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:24.486887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:24.520634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['faa34d54-7495-4784-b644-0899248adab8'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:06:24.530646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:24.536031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:24.539980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:06:24.565966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Pushing event updated for resources: {'Port': ['ID=5191ec7e-fa75-453e-bb97-90a8b03c05d9,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:24.594713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:24.595635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:24.619291 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-a6427e70-85a1-40bb-9ad6-19df006fd845 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877452 Oct 26 12:06:24.636947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Request body: {'port': {'device_id': '9b56253f-808c-452c-b8c0-b764dbd684d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:24.681895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:24.697898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:24.698589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:24.716355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:24.876261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:24.890241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efac011-6ccb-40ad-9b1d-0dff2a2c05fa req-45947e25-4dc3-4777-9c86-d315ea73c48f tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:24.892300 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1efac011-6ccb-40ad-9b1d-0dff2a2c05fa req-45947e25-4dc3-4777-9c86-d315ea73c48f tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 931 time: 0.0531147 Oct 26 12:06:24.919823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:24.932039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:24.934253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-37b3c5d8-5ebd-4a59-8f9b-f9c921179987 None None] Provisioning complete for port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:24.934647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5d8-5ebd-4a59-8f9b-f9c921179987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:24.935030 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-37b3c5d8-5ebd-4a59-8f9b-f9c921179987 None None] Attempt 1 to provision port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 Oct 26 12:06:24.949635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1efac011-6ccb-40ad-9b1d-0dff2a2c05fa req-03a1ee5d-1662-4576-93e0-8ef47fca5f0b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510542 Oct 26 12:06:24.985949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:25.034488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5191ec7e-fa75-453e-bb97-90a8b03c05d9 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:06:25.039240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-37b3c5d8-5ebd-4a59-8f9b-f9c921179987 None None] Port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:06:25.042637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Publish callbacks [] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:25.055762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Transition to ACTIVE for port object 5191ec7e-fa75-453e-bb97-90a8b03c05d9 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:06:25.059189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:25.072513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:25.118227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:23Z', 'revision_number': 9, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:25.128962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5191ec7e-fa75-453e-bb97-90a8b03c05d9,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:25.143776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:25.152531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:25.153251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:25.181941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Attempting to bind port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:06:25.182283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Attempting to bind port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:06:25.182615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Attempting to bind port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 on network 8b578a8f-9730-416b-bec1-f8b7ace72df9 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:25.210395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:25.229198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 on network 8b578a8f-9730-416b-bec1-f8b7ace72df9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:06:25.229505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Attempting to bind port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 on network 8b578a8f-9730-416b-bec1-f8b7ace72df9 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:25.270578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:06:25.270931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Checking segment: {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:25.271297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Bound using segment: {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:06:25.271750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Bound port: 5191ec7e-fa75-453e-bb97-90a8b03c05d9, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262de501-0f85-4ed4-b019-be0a0cdaf29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:06:25.272145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:25.342495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] For port 5191ec7e-fa75-453e-bb97-90a8b03c05d9, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:25.346786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] For port 5191ec7e-fa75-453e-bb97-90a8b03c05d9, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=5191ec7e-fa75-453e-bb97-90a8b03c05d9,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:25.353293 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:25.356630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:25.357439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:25.358871 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/5191ec7e-fa75-453e-bb97-90a8b03c05d9 HTTP/1.1" status: 200 len: 1093 time: 0.7265160 Oct 26 12:06:25.361341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b56253f-808c-452c-b8c0-b764dbd684d6', 'tag': '5191ec7e-fa75-453e-bb97-90a8b03c05d9'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:06:25.363851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9b56253f-808c-452c-b8c0-b764dbd684d6", "tag": "5191ec7e-fa75-453e-bb97-90a8b03c05d9"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:25.409493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80a45a7-345e-4dbb-9b5b-34b0c75b5a97 x-openstack-request-id: req-b80a45a7-345e-4dbb-9b5b-34b0c75b5a97 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:25.409791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b56253f-808c-452c-b8c0-b764dbd684d6", "tag": "5191ec7e-fa75-453e-bb97-90a8b03c05d9", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:25.410050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b80a45a7-345e-4dbb-9b5b-34b0c75b5a97 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:25.410464 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80a45a7-345e-4dbb-9b5b-34b0c75b5a97'] response: {'name': 'network-changed', 'server_uuid': '9b56253f-808c-452c-b8c0-b764dbd684d6', 'tag': '5191ec7e-fa75-453e-bb97-90a8b03c05d9', 'status': 'completed', 'code': 200} Oct 26 12:06:25.426867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3825a36-d008-42ef-9270-c0361361acc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5191ec7e-fa75-453e-bb97-90a8b03c05d9,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:25.441207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:25.484904 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630c41-821b-4131-89dc-67211f84822f req-6e76c281-1524-4c09-836e-73fb3ea1e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:25.486428 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-6e76c281-1524-4c09-836e-73fb3ea1e375 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c1993182cded4a25b36b51f2f6503794&device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 1127 time: 0.0404065 Oct 26 12:06:25.536572 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-2b7d3cb7-f699-4c5a-a3c1-113566df75f0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5191ec7e-fa75-453e-bb97-90a8b03c05d9 HTTP/1.1" status: 200 len: 217 time: 0.0374148 Oct 26 12:06:25.576187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:25.576761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:25.591874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630c41-821b-4131-89dc-67211f84822f req-d1d34ec8-7d47-4840-8e88-0b10aa41ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:25.593416 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-d1d34ec8-7d47-4840-8e88-0b10aa41ff1a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a0d958e1-78c3-4814-b9ef-03192cd100a9 HTTP/1.1" status: 200 len: 853 time: 0.0512180 Oct 26 12:06:25.637827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630c41-821b-4131-89dc-67211f84822f req-d62ce9da-dae3-46c4-bb66-7653e9a8d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:25.638233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:25.639518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-d62ce9da-dae3-46c4-bb66-7653e9a8d094 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8b578a8f-9730-416b-bec1-f8b7ace72df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400138 Oct 26 12:06:25.644635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:25.645390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:25.735509 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-0cc585ca-7e7a-49e8-be66-7fc5f824ce96 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892496 Oct 26 12:06:25.754122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:23Z', 'revision_number': 9, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:25.759357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:25.787282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b59c79-3284-4a71-ab50-4e78cdff8921 None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:23Z', 'revision_number': 9, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:25.824761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:25.824761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:25.828418 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5c630c41-821b-4131-89dc-67211f84822f req-cf92c119-b41d-4524-9187-b54791a46634 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879662 Oct 26 12:06:25.854136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:25.857812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:25.910692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:26.089374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b7dd5-e87b-4459-a812-29e28d48c14f req-b50fc222-7a87-49ff-a3eb-68a8ee013eb1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:26.091176 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a06b7dd5-e87b-4459-a812-29e28d48c14f req-b50fc222-7a87-49ff-a3eb-68a8ee013eb1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 943 time: 0.0514421 Oct 26 12:06:26.144358 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a06b7dd5-e87b-4459-a812-29e28d48c14f req-13448742-8468-4713-859b-0502c4fd4e24 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464358 Oct 26 12:06:26.610301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:26.614614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-696e55f9-7a6e-484a-ae44-e1590c63e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:26.616179 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-696e55f9-7a6e-484a-ae44-e1590c63e514 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c1993182cded4a25b36b51f2f6503794&device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 1127 time: 0.0471399 Oct 26 12:06:26.711988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-c5836c21-3821-4ea4-8854-7cbb4b0272b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:26.713497 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-c5836c21-3821-4ea4-8854-7cbb4b0272b9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=8b578a8f-9730-416b-bec1-f8b7ace72df9 HTTP/1.1" status: 200 len: 915 time: 0.0909181 Oct 26 12:06:26.758485 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-0b82124f-34c7-43c2-90a2-19543050105f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5191ec7e-fa75-453e-bb97-90a8b03c05d9 HTTP/1.1" status: 200 len: 217 time: 0.0392570 Oct 26 12:06:26.794234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b88bc89e-fc1a-45a7-924d-6a9208951977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:26.805740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:26.810418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-4c64bb96-813d-4412-adc7-82bf19df1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:26.812018 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-4c64bb96-813d-4412-adc7-82bf19df1e05 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a0d958e1-78c3-4814-b9ef-03192cd100a9 HTTP/1.1" status: 200 len: 853 time: 0.0470791 Oct 26 12:06:26.857178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-92b9a073-ded0-42e0-b588-14943a2ce56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:26.858757 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-92b9a073-ded0-42e0-b588-14943a2ce56a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=8b578a8f-9730-416b-bec1-f8b7ace72df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414250 Oct 26 12:06:26.960100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-9c6f0634-3e17-4e5c-bd93-3a9425d02ab3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955884 Oct 26 12:06:27.053588 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a9ac03b1-75af-43e6-8c1b-be9aa3dc26ff req-72dc9c9c-7def-4e5a-9acd-4c4029d4733b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880451 Oct 26 12:06:27.260278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:27.282485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:27.289316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c2b97-1c4c-4316-9db3-98cd9adc5a3b req-31ae43e4-c44e-4ec7-8bdf-6efc242fd9f5 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:27.291594 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e37c2b97-1c4c-4316-9db3-98cd9adc5a3b req-31ae43e4-c44e-4ec7-8bdf-6efc242fd9f5 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 943 time: 0.0540590 Oct 26 12:06:27.307711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:27.308145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:27.308486 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:27.341004 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e37c2b97-1c4c-4316-9db3-98cd9adc5a3b req-d03166b2-b6ac-4bd4-a3b7-2d5595d6aba4 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436027 Oct 26 12:06:27.389420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:27.389420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:27.389420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:27.425646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:27.429304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:27.430048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:27.505561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:27.512750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:27.513214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:27.513561 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb Oct 26 12:06:27.590235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:27.590617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:27.634563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:27.635175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:27.635685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:27.635863 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:27.635863 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:27.667136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:27.677617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 5191ec7e-fa75-453e-bb97-90a8b03c05d9 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:06:27.731415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:27.782988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 5191ec7e-fa75-453e-bb97-90a8b03c05d9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=5191ec7e-fa75-453e-bb97-90a8b03c05d9,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:27.794675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '5191ec7e-fa75-453e-bb97-90a8b03c05d9', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'port_id': '5191ec7e-fa75-453e-bb97-90a8b03c05d9', 'mac_address': 'fa:16:3e:a0:ef:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:06:27.830678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:27.831076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:27.844270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5191ec7e-fa75-453e-bb97-90a8b03c05d9 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:06:27.864509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 5191ec7e-fa75-453e-bb97-90a8b03c05d9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=5191ec7e-fa75-453e-bb97-90a8b03c05d9,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:27.872234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:27.945424 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:27Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:27Z', 'revision_number': 11, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:27.949726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=5191ec7e-fa75-453e-bb97-90a8b03c05d9,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:27.976346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:27.984873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:27.985405 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:05:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:28.088715 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:28.144067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['5191ec7e-fa75-453e-bb97-90a8b03c05d9'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:06:28.215690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:28.275006 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:27Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:27Z', 'revision_number': 11, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:28.303873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b020377-8164-45f6-9259-6f5071a592a6 None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:27Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:27Z', 'revision_number': 11, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:28.480655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802d59e-4dbf-408a-8b51-786c3a005d81 req-0d4f8229-2069-47c8-996d-21fececb16b9 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:28.490173 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c802d59e-4dbf-408a-8b51-786c3a005d81 req-0d4f8229-2069-47c8-996d-21fececb16b9 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 944 time: 0.0675993 Oct 26 12:06:28.542688 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c802d59e-4dbf-408a-8b51-786c3a005d81 req-dffbfdc4-4aed-4d42-9edc-42c000589126 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515404 Oct 26 12:06:29.000323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-220a10d8-408e-48f0-9e83-e1a3bd5b64e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:29.162451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:29.223897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:29.240020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:29.240407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:29.276101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:29.281060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:29.281824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:29.361221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:29.401386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:29.401783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:29.425131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:29.429294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:29.453951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:29.515347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:29.556085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:29.557092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:29.629755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:29.637972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:29.678886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42c294-b9ef-489a-9dd0-e617e9db426a req-82caab8e-5f42-44d4-9543-8082a1ab34d6 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:29.680482 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2f42c294-b9ef-489a-9dd0-e617e9db426a req-82caab8e-5f42-44d4-9543-8082a1ab34d6 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 944 time: 0.0511577 Oct 26 12:06:29.692511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 5191ec7e-fa75-453e-bb97-90a8b03c05d9 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:29.724861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:29.734756 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2f42c294-b9ef-489a-9dd0-e617e9db426a req-bdabbb4d-32ea-435a-abd5-084a96c1eb52 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486784 Oct 26 12:06:29.778867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:06:29.787903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:29.788309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:29.788647 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 Oct 26 12:06:29.791216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:29.791580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:29.791944 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:29.844752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:29.926517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:29.926912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:29.929509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:29.929729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:29.969585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b56253f-808c-452c-b8c0-b764dbd684d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191ec7e-fa75-453e-bb97-90a8b03c05d9'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:06:29.972031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa7a45-fa4f-4871-8194-0b506b704fd9" -d '{"events": [{"server_uuid": "9b56253f-808c-452c-b8c0-b764dbd684d6", "name": "network-vif-plugged", "status": "completed", "tag": "5191ec7e-fa75-453e-bb97-90a8b03c05d9"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:29.993287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 5191ec7e-fa75-453e-bb97-90a8b03c05d9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=5191ec7e-fa75-453e-bb97-90a8b03c05d9,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:29.997537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:29.999144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:30.005416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:30.006184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:30.047174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31524880-1c99-40a7-8942-19b7c6920ffc x-openstack-request-id: req-31524880-1c99-40a7-8942-19b7c6920ffc {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:30.047174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b56253f-808c-452c-b8c0-b764dbd684d6", "name": "network-vif-plugged", "status": "completed", "tag": "5191ec7e-fa75-453e-bb97-90a8b03c05d9", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:30.047174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31524880-1c99-40a7-8942-19b7c6920ffc {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:30.047174 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31524880-1c99-40a7-8942-19b7c6920ffc'] response: {'server_uuid': '9b56253f-808c-452c-b8c0-b764dbd684d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191ec7e-fa75-453e-bb97-90a8b03c05d9', 'code': 200} Oct 26 12:06:30.047174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:30.089088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=5191ec7e-fa75-453e-bb97-90a8b03c05d9,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:30.124020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:30.124250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:30.124788 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb Oct 26 12:06:30.174127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:30.185458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:30.203083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:30.203698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.251077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:30.261116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013100-f21b-4d2a-afc4-07b4faf2eba4 req-bc4b5925-07c1-4b94-afa6-77a80b9905b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:30.262621 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-68013100-f21b-4d2a-afc4-07b4faf2eba4 req-bc4b5925-07c1-4b94-afa6-77a80b9905b2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 1129 time: 0.0427415 Oct 26 12:06:30.307357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-68013100-f21b-4d2a-afc4-07b4faf2eba4 req-33383963-cbec-4ca5-b24d-d9a75b2e5a4a service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382745 Oct 26 12:06:30.328771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:30.329167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:30.354292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:30.385345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:30.392311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:30.661447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:30.693481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:30.731977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:29Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:29Z', 'revision_number': 13, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.760546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:30.769145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:30.769761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:30.860957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04ca4-a89c-4d46-b3cf-a1c7415ff926 req-424e2421-6b28-4d77-95ab-948382196309 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:30.863290 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-18a04ca4-a89c-4d46-b3cf-a1c7415ff926 req-424e2421-6b28-4d77-95ab-948382196309 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 945 time: 0.0522516 Oct 26 12:06:30.875503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:30.890527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:30.914255 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-18a04ca4-a89c-4d46-b3cf-a1c7415ff926 req-c2fea190-e4b6-4bff-911c-6b997be8e1c7 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 Oct 26 12:06:31.062969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:30Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:29Z', 'revision_number': 13, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:31.088392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b98512-acde-458a-b5eb-f71a38cba4a7 None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:30Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:29Z', 'revision_number': 13, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:31.205685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:31.243949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:31.308597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:31.309230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:31.366287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:31.370619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:31.371538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:31.454741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:31.494345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:31.494734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:31.518329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:31.522539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:31.571956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:31.653499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:31.722048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:32.042716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5a3ab-9c33-4b37-bcae-aad3293281ab req-5de99343-172e-43ce-a29e-bfe5ce7f449f tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:32.044311 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c9a5a3ab-9c33-4b37-bcae-aad3293281ab req-5de99343-172e-43ce-a29e-bfe5ce7f449f tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 945 time: 0.0500162 Oct 26 12:06:32.096264 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c9a5a3ab-9c33-4b37-bcae-aad3293281ab req-69641b1f-2641-4e84-8fd6-7be137468219 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Oct 26 12:06:32.346345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4c223-b690-46d1-8195-44ed425ce5f9 req-c64fde11-f137-469a-97f6-6e0271b9364d tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:32.347865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ffd4c223-b690-46d1-8195-44ed425ce5f9 req-c64fde11-f137-469a-97f6-6e0271b9364d tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 945 time: 0.0479150 Oct 26 12:06:32.398763 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ffd4c223-b690-46d1-8195-44ed425ce5f9 req-ad1ea697-348f-4370-ba98-e0061c4932aa tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Oct 26 12:06:32.737794 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:06:32.926174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:32.926174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:32.926174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:33.024359 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:33.045469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:33.052087 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:33.205374 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:31Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:31Z', 'revision_number': 14, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:33.234454 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:33.244046 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:33.244641 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:33.346113 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:33.527021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190bd3-24ad-4fb1-a113-c7a0d56ca1d3 req-f709073b-0f89-4b96-950a-787330258219 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:33.528556 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-56190bd3-24ad-4fb1-a113-c7a0d56ca1d3 req-f709073b-0f89-4b96-950a-787330258219 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 945 time: 0.0479341 Oct 26 12:06:33.576657 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-56190bd3-24ad-4fb1-a113-c7a0d56ca1d3 req-c18fcb1c-4fa7-4447-943e-9571e201b874 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Oct 26 12:06:33.616526 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:31Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:31Z', 'revision_number': 14, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:33.641439 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649efa66-a33a-48e8-8ead-1053d5b9992a None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:31Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:31Z', 'revision_number': 14, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:33.860753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-3c5808dc-67bc-46fd-86c1-60b64ad8923e tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:33.862847 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-3c5808dc-67bc-46fd-86c1-60b64ad8923e tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 945 time: 0.0559037 Oct 26 12:06:33.950946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Deleting port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:33.951296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:34.050833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] For port 5191ec7e-fa75-453e-bb97-90a8b03c05d9, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=5191ec7e-fa75-453e-bb97-90a8b03c05d9,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:34.051202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:34.066054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Calling delete_port for 5191ec7e-fa75-453e-bb97-90a8b03c05d9 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:34.203121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5191ec7e-fa75-453e-bb97-90a8b03c05d9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:34.231570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Pushing event deleted for resources: {'Port': ['ID=5191ec7e-fa75-453e-bb97-90a8b03c05d9,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:34.238292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['faa34d54-7495-4784-b644-0899248adab8', '5191ec7e-fa75-453e-bb97-90a8b03c05d9'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:06:34.298817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] No DVR routers for this DVR port 5191ec7e-fa75-453e-bb97-90a8b03c05d9 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:06:34.301907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:34.307100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e59c7649-6d41-4872-9609-1e5c1937a096 req-9ac2b957-0e65-45ed-a7a6-9b2c21f932e1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.23 "DELETE /networking/v2.0/ports/5191ec7e-fa75-453e-bb97-90a8b03c05d9 HTTP/1.1" status: 204 len: 173 time: 0.4397652 Oct 26 12:06:34.307669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b56253f-808c-452c-b8c0-b764dbd684d6', 'name': 'network-vif-deleted', 'tag': '5191ec7e-fa75-453e-bb97-90a8b03c05d9'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:06:34.312107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e04ea7e-2864-4762-9bb8-e8dc5338b85f" -d '{"events": [{"server_uuid": "9b56253f-808c-452c-b8c0-b764dbd684d6", "name": "network-vif-deleted", "tag": "5191ec7e-fa75-453e-bb97-90a8b03c05d9"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:34.380121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fb1d4e-ecff-4eb4-84a9-a6b8c4b7758b x-openstack-request-id: req-d6fb1d4e-ecff-4eb4-84a9-a6b8c4b7758b {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:34.380563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b56253f-808c-452c-b8c0-b764dbd684d6", "name": "network-vif-deleted", "tag": "5191ec7e-fa75-453e-bb97-90a8b03c05d9", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:34.380915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6fb1d4e-ecff-4eb4-84a9-a6b8c4b7758b {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:34.381438 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fb1d4e-ecff-4eb4-84a9-a6b8c4b7758b'] response: {'server_uuid': '9b56253f-808c-452c-b8c0-b764dbd684d6', 'name': 'network-vif-deleted', 'tag': '5191ec7e-fa75-453e-bb97-90a8b03c05d9', 'status': 'completed', 'code': 200} Oct 26 12:06:34.450120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:34.697364 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b619aaa1-4aa4-4ef1-b142-fbef1338684c req-16ec0f7e-5273-4f76-9b82-a5b3a676f07a tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9b56253f-808c-452c-b8c0-b764dbd684d6 HTTP/1.1" status: 200 len: 210 time: 0.0290554 Oct 26 12:06:35.250571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:35.295747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:35.296126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:35.296461 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:35.372754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:35.373135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:35.407897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:35.412146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:35.412935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:35.494159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:35.498496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:35.498836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:35.499252 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb Oct 26 12:06:35.521286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:35.573525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:35.573906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:35.594314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:35.597717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:35.643461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:35.858120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40dfc8-ef81-457f-80bd-05fbaae803dc req-2edf8e2c-af93-4985-abfe-78205083b347 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:35.859617 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0d40dfc8-ef81-457f-80bd-05fbaae803dc req-2edf8e2c-af93-4985-abfe-78205083b347 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0486486 Oct 26 12:06:35.900945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:35.901952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:35.902642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:35.930453 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0d40dfc8-ef81-457f-80bd-05fbaae803dc req-1e25e743-8bf3-418e-8eaf-0c9bc235ef27 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644858 Oct 26 12:06:36.006840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:36.076067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7d29a-eb15-4fcf-b8e2-d149753b1331 req-6bb51fbf-bfc9-4a12-ad54-d5859f29be2f tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:36.077650 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-38a7d29a-eb15-4fcf-b8e2-d149753b1331 req-6bb51fbf-bfc9-4a12-ad54-d5859f29be2f tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0470710 Oct 26 12:06:36.127372 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-38a7d29a-eb15-4fcf-b8e2-d149753b1331 req-d056cf5c-83d2-42f7-b49c-eb3e40bdc15a tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432234 Oct 26 12:06:36.197823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:35Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:35Z', 'revision_number': 15, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:36.223019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:36.231438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:36.232075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:36.251304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60f37-781d-4e20-ad33-2f17be9aca76 req-fe389923-eb0d-4100-8426-937ee65d5664 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:36.252829 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-29a60f37-781d-4e20-ad33-2f17be9aca76 req-fe389923-eb0d-4100-8426-937ee65d5664 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0473061 Oct 26 12:06:36.279998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:36.306930 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-29a60f37-781d-4e20-ad33-2f17be9aca76 req-118abd64-07be-43d1-8a5b-621ca85b3595 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Oct 26 12:06:36.339169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:36.390013 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-e49c3f58-9274-4376-98e8-a7e296ad2b69 req-4652dc31-521f-4672-93f5-249efa2f70f9 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:06:36.391143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e49c3f58-9274-4376-98e8-a7e296ad2b69 req-4652dc31-521f-4672-93f5-249efa2f70f9 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056522 Oct 26 12:06:36.504396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eead8e0-b51f-4688-baf4-4d3142320cf3 req-63e5f198-a594-4e9b-862b-97d1d89a8ca6 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:36.505803 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0eead8e0-b51f-4688-baf4-4d3142320cf3 req-63e5f198-a594-4e9b-862b-97d1d89a8ca6 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0513928 Oct 26 12:06:36.533683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:35Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:35Z', 'revision_number': 15, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:36.553983 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0eead8e0-b51f-4688-baf4-4d3142320cf3 req-3cc3b576-dee0-4470-8fe2-04f7c49ff8d6 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Oct 26 12:06:36.560664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ce844-47f9-4df6-a456-582cf06f64fb None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:35Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:35Z', 'revision_number': 15, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:36.680808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a8920-2353-437a-b21c-69c55bbc544c req-15f0e245-c2ec-47b5-b468-b890f2c58b20 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:36.682641 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f95a8920-2353-437a-b21c-69c55bbc544c req-15f0e245-c2ec-47b5-b468-b890f2c58b20 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0487452 Oct 26 12:06:36.733258 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f95a8920-2353-437a-b21c-69c55bbc544c req-424e6735-2f16-43fb-85c1-28defa97cc24 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446813 Oct 26 12:06:36.906672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05e14e-6a68-4859-9d7e-a8013179cc81 req-4917c9c1-e8b9-4668-bdcc-fb4982491fc1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:36.908229 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea05e14e-6a68-4859-9d7e-a8013179cc81 req-4917c9c1-e8b9-4668-bdcc-fb4982491fc1 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0541925 Oct 26 12:06:36.961181 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea05e14e-6a68-4859-9d7e-a8013179cc81 req-74a29614-30fd-4870-a1aa-0cb5acd28f5d tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462427 Oct 26 12:06:37.166458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:37.252828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:37.266696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:37.267375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:37.310261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:37.311311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:37.316992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:37.349638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:37.361583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edeb96d-ca0a-4ea2-8383-278229aab911 req-b4501b9f-49b5-4973-8379-16e97bed5831 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:37.364078 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2edeb96d-ca0a-4ea2-8383-278229aab911 req-b4501b9f-49b5-4973-8379-16e97bed5831 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0691886 Oct 26 12:06:37.405039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:37.422600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2edeb96d-ca0a-4ea2-8383-278229aab911 req-1f587950-86db-4af4-8b92-7245aee5f21e tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522246 Oct 26 12:06:37.453228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:37.576598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:37.626098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:37.626468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:37.626800 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:37.702960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:37.703347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:37.724762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 5191ec7e-fa75-453e-bb97-90a8b03c05d9 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:37.756650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 5191ec7e-fa75-453e-bb97-90a8b03c05d9 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:37.756997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 5191ec7e-fa75-453e-bb97-90a8b03c05d9 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:37.759588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:37.764203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:37.765020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:37.843803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:37.853532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:37.853891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:37.854219 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb Oct 26 12:06:37.938357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:37.984473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:38.161741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:38.199870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:38.200275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:38.221849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:38.225009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:38.271943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:38.542693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74926ab5-eed6-414c-8899-99a92ed16f61 req-55eccf57-896b-4fd2-b66e-f24c9772434a tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:38.544169 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-74926ab5-eed6-414c-8899-99a92ed16f61 req-55eccf57-896b-4fd2-b66e-f24c9772434a tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0479119 Oct 26 12:06:38.595308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-74926ab5-eed6-414c-8899-99a92ed16f61 req-3a45e704-a883-4efe-b891-b8ade05f28bd tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cb606dc8-3281-4d87-b201-da7098979214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Oct 26 12:06:38.776947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-5718955b-d6b5-43cb-a327-cc8112e6ce1e tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:38.778400 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-5718955b-d6b5-43cb-a327-cc8112e6ce1e tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 945 time: 0.0508182 Oct 26 12:06:38.814731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:38.859969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Deleting port faa34d54-7495-4784-b644-0899248adab8 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:38.860236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (faa34d54-7495-4784-b644-0899248adab8), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:38.913313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:38.956273 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] For port faa34d54-7495-4784-b644-0899248adab8, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=faa34d54-7495-4784-b644-0899248adab8,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:38.956634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (faa34d54-7495-4784-b644-0899248adab8), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:38.969267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Calling delete_port for faa34d54-7495-4784-b644-0899248adab8 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:39.067065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:39.069091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:39.069700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:39.095922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (faa34d54-7495-4784-b644-0899248adab8), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:39.129300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Pushing event deleted for resources: {'Port': ['ID=faa34d54-7495-4784-b644-0899248adab8,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:39.131750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['faa34d54-7495-4784-b644-0899248adab8'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:06:39.177878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] No DVR routers for this DVR port faa34d54-7495-4784-b644-0899248adab8 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:06:39.180830 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:39.184331 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f11ebb06-09c7-4fe0-bc97-6b444ffaeaeb req-2c329255-02d0-465c-865d-52800ce15d9b tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.23 "DELETE /networking/v2.0/ports/faa34d54-7495-4784-b644-0899248adab8 HTTP/1.1" status: 204 len: 173 time: 0.4005353 Oct 26 12:06:39.184945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227bebae-a5a2-4b79-a307-aac123aa024f', 'name': 'network-vif-deleted', 'tag': 'faa34d54-7495-4784-b644-0899248adab8'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:06:39.187681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4636b648-73f6-4ad5-8a30-17d31dd65376" -d '{"events": [{"server_uuid": "227bebae-a5a2-4b79-a307-aac123aa024f", "name": "network-vif-deleted", "tag": "faa34d54-7495-4784-b644-0899248adab8"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:06:39.198934 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:39.239038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c103e9-dc2b-4e13-9b3e-b1de028fcc4b x-openstack-request-id: req-52c103e9-dc2b-4e13-9b3e-b1de028fcc4b {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:06:39.239338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227bebae-a5a2-4b79-a307-aac123aa024f", "name": "network-vif-deleted", "tag": "faa34d54-7495-4784-b644-0899248adab8", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:06:39.240790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52c103e9-dc2b-4e13-9b3e-b1de028fcc4b {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:06:39.241254 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c103e9-dc2b-4e13-9b3e-b1de028fcc4b'] response: {'server_uuid': '227bebae-a5a2-4b79-a307-aac123aa024f', 'name': 'network-vif-deleted', 'tag': 'faa34d54-7495-4784-b644-0899248adab8', 'status': 'completed', 'code': 200} Oct 26 12:06:39.271203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:39.351422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:39.367369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:39.367786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:39.405611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:39.409374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:39.441642 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:38Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:37Z', 'revision_number': 17, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:39.462223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:39.467678 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:39.477074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:39.477688 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:39.514958 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:39.577561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:39.715495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e6ba2d77-e439-4b83-9b23-cf87e4c548b5 req-b943227b-fd12-4956-86d0-4d4e24cca5f0 tempest-ServersNegativeTestJSON-1864108991 tempest-ServersNegativeTestJSON-1864108991-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=227bebae-a5a2-4b79-a307-aac123aa024f HTTP/1.1" status: 200 len: 210 time: 0.0299149 Oct 26 12:06:39.767540 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:39.774424 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:38Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:39Z', 'revision_number': 18, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:39.798818 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87696736-c459-4e62-82a4-c30f33b868eb None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:38Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:39Z', 'revision_number': 18, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:40.785783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36728) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:41.110951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.258434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:41.306134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 114f3cce-ae18-4458-8d39-8e6e9ee141af triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:41.306517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.306859 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 114f3cce-ae18-4458-8d39-8e6e9ee141af Oct 26 12:06:41.395242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 114f3cce-ae18-4458-8d39-8e6e9ee141af is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:41.395637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.437715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:41.443049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.443935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:41.523784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:41.527816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:41.528185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.528517 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb Oct 26 12:06:41.606479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:41.607018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.631692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:41.631824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:41.635660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.637754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:41.669589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:41.675034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Deleting port 114f3cce-ae18-4458-8d39-8e6e9ee141af {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:41.675373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.679133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:41.679781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:41.729903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:41.748356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device faa34d54-7495-4784-b644-0899248adab8 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:41.756896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] For port 114f3cce-ae18-4458-8d39-8e6e9ee141af, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=114f3cce-ae18-4458-8d39-8e6e9ee141af,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:41.757283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.770370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Calling delete_port for 114f3cce-ae18-4458-8d39-8e6e9ee141af owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:41.778096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:41.797479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: faa34d54-7495-4784-b644-0899248adab8 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:41.797868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device faa34d54-7495-4784-b644-0899248adab8 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:41.816833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:41.955943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (114f3cce-ae18-4458-8d39-8e6e9ee141af), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:41.986479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=114f3cce-ae18-4458-8d39-8e6e9ee141af,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:42.029554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:42.035757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:42.038050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:09Z', 'revision_number': 4, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:41Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '114f3cce-ae18-4458-8d39-8e6e9ee141af', 'name': '', 'network_id': '8b578a8f-9730-416b-bec1-f8b7ace72df9', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'mac_address': 'fa:16:3e:f9:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:09Z', 'updated_at': '2022-10-26T12:06:41Z', 'revision_number': 19, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'subnets': [{'id': 'a0d958e1-78c3-4814-b9ef-03192cd100a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:42.065959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] Checking router: 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:06:42.074841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] Routers {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:42.075466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:42.159186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:42.187577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] Set router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:06:42.191355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cafab0-c530-4e3f-96f2-e919cc74f289 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:06:42.373857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cafab0-c530-4e3f-96f2-e919cc74f289 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:06:42.379942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:06:42.469407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:41Z', 'revision_number': 5, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:41Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:42.489752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:06:42.497054 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b467889f-14b7-40cc-bba4-90fa795cb3c4 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1fd5566e-a6f0-4715-87f2-4f9c1ba84a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7078834 Oct 26 12:06:42.497289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36730) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:42.499363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cbe6e-56e8-4270-9136-d394871c89b8 None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [{'id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'name': 'tempest-ServersNegativeTestJSON-1244344261-router', 'tenant_id': 'c1993182cded4a25b36b51f2f6503794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:06:06Z', 'updated_at': '2022-10-26T12:06:41Z', 'revision_number': 5, 'project_id': 'c1993182cded4a25b36b51f2f6503794', 'gw_port': {'id': '3f19abc6-a5aa-4a01-b750-81cfe5031cdb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd5566e-a6f0-4715-87f2-4f9c1ba84a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:06:07Z', 'updated_at': '2022-10-26T12:06:41Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:42.556337 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:42.601510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks [] for router (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:42.604014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:42.736900 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks [] for router_gateway (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:42.811454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Deleting port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:42.812197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:42.909833 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] For port 3f19abc6-a5aa-4a01-b750-81cfe5031cdb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:42.910199 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:42.926735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Calling delete_port for 3f19abc6-a5aa-4a01-b750-81cfe5031cdb owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:43.118176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3f19abc6-a5aa-4a01-b750-81cfe5031cdb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.142518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f19abc6-a5aa-4a01-b750-81cfe5031cdb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:43.172101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:43.199115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 3f19abc6-a5aa-4a01-b750-81cfe5031cdb {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:43.199460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:43.205058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-c2a0a6fe-027f-4c14-8b6f-f36fea657342 None None] Provisioning complete for port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:43.206040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c2a0a6fe-027f-4c14-8b6f-f36fea657342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.206438 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-c2a0a6fe-027f-4c14-8b6f-f36fea657342 None None] Attempt 1 to provision port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 Oct 26 12:06:43.227590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.253756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:43.295029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:43.301389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0a6fe-027f-4c14-8b6f-f36fea657342 None None] Current status of the port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:43.323668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 3f19abc6-a5aa-4a01-b750-81cfe5031cdb {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:43.324112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:43.336117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.338536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks [] for router_controller (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.384725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (1fd5566e-a6f0-4715-87f2-4f9c1ba84a22), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.385358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:06:43.389615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.390815 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c9fc5753-6256-4d10-a427-80553033daf8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/1fd5566e-a6f0-4715-87f2-4f9c1ba84a22 HTTP/1.1" status: 204 len: 168 time: 0.8925686 Oct 26 12:06:43.393561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:43.394170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36732) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:43.413934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 114f3cce-ae18-4458-8d39-8e6e9ee141af {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:43.414284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 114f3cce-ae18-4458-8d39-8e6e9ee141af not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:43.436883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:43.445712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b60f100-e20c-4ab3-94e3-0f174e2ff0d6 admin admin] Deleting subnet a0d958e1-78c3-4814-b9ef-03192cd100a9 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:06:43.449092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b60f100-e20c-4ab3-94e3-0f174e2ff0d6 admin admin] Publish callbacks [] for subnet (a0d958e1-78c3-4814-b9ef-03192cd100a9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.485122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b60f100-e20c-4ab3-94e3-0f174e2ff0d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (a0d958e1-78c3-4814-b9ef-03192cd100a9), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.563246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b60f100-e20c-4ab3-94e3-0f174e2ff0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (a0d958e1-78c3-4814-b9ef-03192cd100a9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.619504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b60f100-e20c-4ab3-94e3-0f174e2ff0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (a0d958e1-78c3-4814-b9ef-03192cd100a9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.646616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f100-e20c-4ab3-94e3-0f174e2ff0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d958e1-78c3-4814-b9ef-03192cd100a9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:43.651713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9b60f100-e20c-4ab3-94e3-0f174e2ff0d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.655635 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9b60f100-e20c-4ab3-94e3-0f174e2ff0d6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/a0d958e1-78c3-4814-b9ef-03192cd100a9 HTTP/1.1" status: 204 len: 168 time: 0.2603168 Oct 26 12:06:43.656953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4dc112-29f1-481c-a4a7-a76fdadde13f None None] Network 8b578a8f-9730-416b-bec1-f8b7ace72df9 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:43.657965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36734) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:43.732291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (8b578a8f-9730-416b-bec1-f8b7ace72df9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.776892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Deleting port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:43.777237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.804689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a7492-3f2a-41f5-a83a-5ef3f4a57d75 None None] DHCP port deletion for 8b578a8f-9730-416b-bec1-f8b7ace72df9 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:06:43.845368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] For port 3884e23d-88d0-44c3-85e5-83a816ad4fb8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3884e23d-88d0-44c3-85e5-83a816ad4fb8,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:43.845734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.846734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e14a7492-3f2a-41f5-a83a-5ef3f4a57d75 None None] Deleting port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:43.847192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e14a7492-3f2a-41f5-a83a-5ef3f4a57d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.869374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Calling delete_port for 3884e23d-88d0-44c3-85e5-83a816ad4fb8 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:43.913552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e14a7492-3f2a-41f5-a83a-5ef3f4a57d75 None None] For port 3884e23d-88d0-44c3-85e5-83a816ad4fb8, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3884e23d-88d0-44c3-85e5-83a816ad4fb8,segment=NetworkSegment(262de501-0f85-4ed4-b019-be0a0cdaf29b),segment_id=262de501-0f85-4ed4-b019-be0a0cdaf29b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:43.914052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e14a7492-3f2a-41f5-a83a-5ef3f4a57d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.930824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e14a7492-3f2a-41f5-a83a-5ef3f4a57d75 None None] Calling delete_port for 3884e23d-88d0-44c3-85e5-83a816ad4fb8 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:43.939180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:43.968172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:43.996040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3884e23d-88d0-44c3-85e5-83a816ad4fb8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:44.004950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] No DVR routers for this DVR port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:06:44.013578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e14a7492-3f2a-41f5-a83a-5ef3f4a57d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (3884e23d-88d0-44c3-85e5-83a816ad4fb8), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.039217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a7492-3f2a-41f5-a83a-5ef3f4a57d75 None None] Pushing event deleted for resources: {'Port': ['ID=3884e23d-88d0-44c3-85e5-83a816ad4fb8,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:44.042664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a7492-3f2a-41f5-a83a-5ef3f4a57d75 None None] No DVR routers for this DVR port 3884e23d-88d0-44c3-85e5-83a816ad4fb8 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:06:44.088535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (8b578a8f-9730-416b-bec1-f8b7ace72df9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.095490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:44.111511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b578a8f-9730-416b-bec1-f8b7ace72df9']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:44.121111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262de501-0f85-4ed4-b019-be0a0cdaf29b') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:44.121403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262de501-0f85-4ed4-b019-be0a0cdaf29b') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:44.131036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (262de501-0f85-4ed4-b019-be0a0cdaf29b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.144870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (262de501-0f85-4ed4-b019-be0a0cdaf29b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.151121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:44.151438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (262de501-0f85-4ed4-b019-be0a0cdaf29b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.211410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (8b578a8f-9730-416b-bec1-f8b7ace72df9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.216785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.220004 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/8b578a8f-9730-416b-bec1-f8b7ace72df9 HTTP/1.1" status: 204 len: 168 time: 0.5605638 Oct 26 12:06:44.223458 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 262de501-0f85-4ed4-b019-be0a0cdaf29b resource provider aggregate not found Oct 26 12:06:44.237565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e8923-cbba-4037-ab17-8c93a685d2ca admin admin] Pushing event deleted for resources: {'Network': ['ID=8b578a8f-9730-416b-bec1-f8b7ace72df9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:44.250693 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 262de501-0f85-4ed4-b019-be0a0cdaf29b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 262de501-0f85-4ed4-b019-be0a0cdaf29b found for delete ", "request_id": "req-b5dec8e8-d048-400c-9a5d-99afbabfcb23"}]} Oct 26 12:06:44.307865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929b502-2452-4fc5-9204-ab77a7bbadda None None] Sync routers for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:06:44.318594 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929b502-2452-4fc5-9204-ab77a7bbadda None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:44.319015 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929b502-2452-4fc5-9204-ab77a7bbadda None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:06:44.319652 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-e929b502-2452-4fc5-9204-ab77a7bbadda None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:06:44.328396 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929b502-2452-4fc5-9204-ab77a7bbadda None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:06:44.328760 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929b502-2452-4fc5-9204-ab77a7bbadda None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:06:44.329321 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-e929b502-2452-4fc5-9204-ab77a7bbadda None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:06:44.329691 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929b502-2452-4fc5-9204-ab77a7bbadda None None] The sync data for ids ['1fd5566e-a6f0-4715-87f2-4f9c1ba84a22'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:06:44.349522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36744) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:44.394774 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2f9121c3-c3fc-478e-ae0b-7741ff2ebadd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c1993182cded4a25b36b51f2f6503794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440578 Oct 26 12:06:44.397421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:44.420646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:44.447100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78ee79cc-7558-45a2-867f-c681637d9e30 admin admin] Publish callbacks [] for security_group (cb606dc8-3281-4d87-b201-da7098979214), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.468189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78ee79cc-7558-45a2-867f-c681637d9e30 admin admin] Publish callbacks [] for security_group (cb606dc8-3281-4d87-b201-da7098979214), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.515749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78ee79cc-7558-45a2-867f-c681637d9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (cb606dc8-3281-4d87-b201-da7098979214), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.518972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78ee79cc-7558-45a2-867f-c681637d9e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:44.520127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-78ee79cc-7558-45a2-867f-c681637d9e30 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cb606dc8-3281-4d87-b201-da7098979214 HTTP/1.1" status: 204 len: 168 time: 0.1218226 Oct 26 12:06:44.528302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee79cc-7558-45a2-867f-c681637d9e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb606dc8-3281-4d87-b201-da7098979214,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:45.213145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36768) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:45.225022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3884e23d-88d0-44c3-85e5-83a816ad4fb8 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:45.248145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 3884e23d-88d0-44c3-85e5-83a816ad4fb8 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:45.248577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3884e23d-88d0-44c3-85e5-83a816ad4fb8 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:45.249207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:45.269312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 3f19abc6-a5aa-4a01-b750-81cfe5031cdb {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:45.269661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3f19abc6-a5aa-4a01-b750-81cfe5031cdb not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:45.315673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-62020783'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:45.336016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:45.339670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:45.348728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:45.423648 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for security_group (4a1f46bc-d662-414a-bd40-ab329517ef91), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:45.427758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4a1f46bc-d662-414a-bd40-ab329517ef91), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:45.459686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:45.465989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f46bc-d662-414a-bd40-ab329517ef91,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:45.474232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (136d6fab-f327-480a-a542-e99aac91378b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:45.474627 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Added segment 136d6fab-f327-480a-a542-e99aac91378b of type vlan for network cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 Oct 26 12:06:45.518753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:45.543172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:45.548158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:45.548761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:45.647242 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4329576 Oct 26 12:06:45.656427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7b68d-e793-4512-976a-1c42bb277831 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Network': ['ID=cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:45.666471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:48.875441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36772) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:48.882528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'subnet': {'network_id': 'cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:48.971219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:48.974858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.038102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:49.161951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (ce4b5a1e-d6c8-4b1b-819a-e0286c138db1), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.203894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:49.229990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Subnet': ['ID=ce4b5a1e-d6c8-4b1b-819a-e0286c138db1,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:49.240672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Checking segment: {'id': '136d6fab-f327-480a-a542-e99aac91378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:49.241022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network hostable DHCP agents. Network: cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:49.258007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:49.266711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:49.270812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:49.271399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.277391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549086a6-339b-49b2-aada-cadf3d6c2fa6 None None] Network cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:49.290586 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1cd9bb50-4376-44a4-a9af-a418f5fd14b4 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4089766 Oct 26 12:06:49.290933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36774) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:49.296218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1954502742'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:49.317723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:49.321567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.349562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:49.359357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8c056934-617e-4a8f-839c-812ecbc745eb), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.359771 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Added segment 8c056934-617e-4a8f-839c-812ecbc745eb of type vlan for network 208eeec0-b0a2-475c-96c5-bfb435f220c7 Oct 26 12:06:49.396018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95', 'network_id': 'cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95', 'project_id': 'eb13e2631ca5411ca72761734b6c6cd6', 'fixed_ips': [{'subnet_id': 'ce4b5a1e-d6c8-4b1b-819a-e0286c138db1'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:06:49.397168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.409529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (208eeec0-b0a2-475c-96c5-bfb435f220c7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.440740 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (208eeec0-b0a2-475c-96c5-bfb435f220c7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.445787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:49.446378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.494442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:49.514234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2221780 Oct 26 12:06:49.517276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:49.522738 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'subnet': {'network_id': '208eeec0-b0a2-475c-96c5-bfb435f220c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:49.527932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:49.528721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e819d-fe5b-4fca-9b95-bf4453fb4d7c tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Network': ['ID=208eeec0-b0a2-475c-96c5-bfb435f220c7,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:49.534490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Allocated IP 2001:db8:0:ffff::2 (cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95/ce4b5a1e-d6c8-4b1b-819a-e0286c138db1/1b8edffe-c006-4cd6-a2b9-7907d756b5d5) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:49.546077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 208eeec0-b0a2-475c-96c5-bfb435f220c7 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:49.621542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:49.625752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.832994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (585e15f2-d899-411b-9bd2-b5c1beb639c7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.860497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:49.884653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Publish callbacks [] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.890700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.898412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Subnet': ['ID=585e15f2-d899-411b-9bd2-b5c1beb639c7,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:49.909878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Checking segment: {'id': '8c056934-617e-4a8f-839c-812ecbc745eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '208eeec0-b0a2-475c-96c5-bfb435f220c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:49.910237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network hostable DHCP agents. Network: 208eeec0-b0a2-475c-96c5-bfb435f220c7, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:49.927863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network 208eeec0-b0a2-475c-96c5-bfb435f220c7 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:49.930213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Network cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:49.933246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:49.938228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 208eeec0-b0a2-475c-96c5-bfb435f220c7) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:49.940085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:06:49.944917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:49.945560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:49.949913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70519f62-dea0-4ae9-bb05-e91011ad7693 None None] Network 208eeec0-b0a2-475c-96c5-bfb435f220c7 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:49.953887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Pushing event updated for resources: {'Port': ['ID=1b8edffe-c006-4cd6-a2b9-7907d756b5d5,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:49.966936 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-81922d2e-c69a-42f0-81c9-7b9aa6417f2b tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4483399 Oct 26 12:06:49.970150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36778) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:50.072471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Attempting to bind port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:06:50.072761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Attempting to bind port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '136d6fab-f327-480a-a542-e99aac91378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:06:50.073132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Attempting to bind port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 on network cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:50.076820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:50.085802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (208eeec0-b0a2-475c-96c5-bfb435f220c7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.137912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94a8d27-7a41-4ad7-ae8f-e7f8564bbe00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-208eeec0-b0a2-475c-96c5-bfb435f220c7', 'network_id': '208eeec0-b0a2-475c-96c5-bfb435f220c7', 'project_id': 'eb13e2631ca5411ca72761734b6c6cd6', 'fixed_ips': [{'subnet_id': '585e15f2-d899-411b-9bd2-b5c1beb639c7'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:06:50.138831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c94a8d27-7a41-4ad7-ae8f-e7f8564bbe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.157711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:06:50.158084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Checking segment: {'id': '136d6fab-f327-480a-a542-e99aac91378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:50.158688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.158884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Bound using segment: {'id': '136d6fab-f327-480a-a542-e99aac91378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:06:50.159360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Bound port: 1b8edffe-c006-4cd6-a2b9-7907d756b5d5, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136d6fab-f327-480a-a542-e99aac91378b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:06:50.159759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.162596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (585e15f2-d899-411b-9bd2-b5c1beb639c7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.233873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (585e15f2-d899-411b-9bd2-b5c1beb639c7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.265652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Subnet': ['ID=585e15f2-d899-411b-9bd2-b5c1beb639c7,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server [None req-c94a8d27-7a41-4ad7-ae8f-e7f8564bbe00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 585e15f2-d899-411b-9bd2-b5c1beb639c7: This subnet is being modified by another concurrent operation. Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1018, in wrapper Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server raise exception Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 585e15f2-d899-411b-9bd2-b5c1beb639c7: This subnet is being modified by another concurrent operation. Oct 26 12:06:50.291790 dv-neutron-759874-5-hyperv neutron-server[105417]: ERROR oslo_messaging.rpc.server Oct 26 12:06:50.299927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] For port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:50.303550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] For port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1b8edffe-c006-4cd6-a2b9-7907d756b5d5,segment=NetworkSegment(136d6fab-f327-480a-a542-e99aac91378b),segment_id=136d6fab-f327-480a-a542-e99aac91378b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:50.310560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.328495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (208eeec0-b0a2-475c-96c5-bfb435f220c7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.356070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208eeec0-b0a2-475c-96c5-bfb435f220c7']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:50.363605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41927b-e296-4dc5-98c3-cfbc7b96a558 None None] Pushing event updated for resources: {'Port': ['ID=1b8edffe-c006-4cd6-a2b9-7907d756b5d5,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:50.367636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c056934-617e-4a8f-839c-812ecbc745eb') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:50.367969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c056934-617e-4a8f-839c-812ecbc745eb') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:50.383935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (8c056934-617e-4a8f-839c-812ecbc745eb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.399027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (8c056934-617e-4a8f-839c-812ecbc745eb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.403960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:50.406925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:50.407415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (8c056934-617e-4a8f-839c-812ecbc745eb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.452372 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 8c056934-617e-4a8f-839c-812ecbc745eb resource provider aggregate not found Oct 26 12:06:50.472632 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 8c056934-617e-4a8f-839c-812ecbc745eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c056934-617e-4a8f-839c-812ecbc745eb found for delete ", "request_id": "req-abe07a38-58c7-45ad-ab6d-65966a7f24aa"}]} Oct 26 12:06:50.473607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:50.481346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (208eeec0-b0a2-475c-96c5-bfb435f220c7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.489063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.497012 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/networks/208eeec0-b0a2-475c-96c5-bfb435f220c7 HTTP/1.1" status: 204 len: 168 time: 0.5210919 Oct 26 12:06:50.497012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36784) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:50.511696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307896794'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:50.531755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407a614-5aa9-46c2-8cb5-8a8a22352b40 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Network': ['ID=208eeec0-b0a2-475c-96c5-bfb435f220c7,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:50.547347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:50.551164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.578232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:50.592382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3b7dda0a-1433-4c7d-80ab-a50fa9c7b611), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.592656 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Added segment 3b7dda0a-1433-4c7d-80ab-a50fa9c7b611 of type vlan for network f878ae0c-6f5e-4781-9ea4-65a1137a782c Oct 26 12:06:50.637067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (f878ae0c-6f5e-4781-9ea4-65a1137a782c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.663008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (f878ae0c-6f5e-4781-9ea4-65a1137a782c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.668418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:50.669016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.731269 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2333305 Oct 26 12:06:50.734277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36786) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:50.739973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'subnet': {'network_id': 'f878ae0c-6f5e-4781-9ea4-65a1137a782c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:50.744071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88736a9-211b-432a-926b-a36e3cbaccc0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Network': ['ID=f878ae0c-6f5e-4781-9ea4-65a1137a782c,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:50.754642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network f878ae0c-6f5e-4781-9ea4-65a1137a782c details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:50.833492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:50.837309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:50.898459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Performing IP validity checks on allocation pools {{(pid=105416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 26 12:06:50.898978 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105416) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 26 12:06:51.026277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (13c29245-2f00-44c1-97be-e7da09255bf8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.090649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Subnet': ['ID=13c29245-2f00-44c1-97be-e7da09255bf8,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:51.100277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Checking segment: {'id': '3b7dda0a-1433-4c7d-80ab-a50fa9c7b611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f878ae0c-6f5e-4781-9ea4-65a1137a782c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:51.100638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network hostable DHCP agents. Network: f878ae0c-6f5e-4781-9ea4-65a1137a782c, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:51.120400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network f878ae0c-6f5e-4781-9ea4-65a1137a782c is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:51.131034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, f878ae0c-6f5e-4781-9ea4-65a1137a782c) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:51.135387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:51.135956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.156209 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9afccef-ac10-4de6-8bd5-3d0964968f06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4182284 Oct 26 12:06:51.156442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36788) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:51.263542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:51.268575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (f878ae0c-6f5e-4781-9ea4-65a1137a782c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.274117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:51.311008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd72717-5f7b-4ac1-8bf2-15698d278a41 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:06:51.317687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:51.318062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.318398 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 Oct 26 12:06:51.351100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (13c29245-2f00-44c1-97be-e7da09255bf8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.390344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6878afb2-c2bd-42be-886b-ac19a1516bab None None] Provisioning complete for port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:51.390638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6878afb2-c2bd-42be-886b-ac19a1516bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.390977 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6878afb2-c2bd-42be-886b-ac19a1516bab None None] Attempt 1 to provision port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 Oct 26 12:06:51.486996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:51.508468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd72717-5f7b-4ac1-8bf2-15698d278a41 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:06:51.536111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:51.536500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.576774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6878afb2-c2bd-42be-886b-ac19a1516bab None None] Current status of the port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:51.577078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6878afb2-c2bd-42be-886b-ac19a1516bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.643642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1b8edffe-c006-4cd6-a2b9-7907d756b5d5,segment=NetworkSegment(136d6fab-f327-480a-a542-e99aac91378b),segment_id=136d6fab-f327-480a-a542-e99aac91378b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:51.657482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.686171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (13c29245-2f00-44c1-97be-e7da09255bf8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.711520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:51.716464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Subnet': ['ID=13c29245-2f00-44c1-97be-e7da09255bf8,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:51.760281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-6878afb2-c2bd-42be-886b-ac19a1516bab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 12:06:51.760699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-6878afb2-c2bd-42be-886b-ac19a1516bab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:06:51.782835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (f878ae0c-6f5e-4781-9ea4-65a1137a782c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.788733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=1b8edffe-c006-4cd6-a2b9-7907d756b5d5,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:51.805447 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f878ae0c-6f5e-4781-9ea4-65a1137a782c']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:51.815808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:51.818536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7dda0a-1433-4c7d-80ab-a50fa9c7b611') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:51.819200 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7dda0a-1433-4c7d-80ab-a50fa9c7b611') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:51.820240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e7a1b-a918-4070-980b-4a26cd8d7ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-f878ae0c-6f5e-4781-9ea4-65a1137a782c', 'network_id': 'f878ae0c-6f5e-4781-9ea4-65a1137a782c', 'project_id': 'eb13e2631ca5411ca72761734b6c6cd6', 'fixed_ips': [{'subnet_id': '13c29245-2f00-44c1-97be-e7da09255bf8'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:06:51.821257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-306e7a1b-a918-4070-980b-4a26cd8d7ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.829563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (3b7dda0a-1433-4c7d-80ab-a50fa9c7b611), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.844119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3b7dda0a-1433-4c7d-80ab-a50fa9c7b611), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.852336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:51.852747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (3b7dda0a-1433-4c7d-80ab-a50fa9c7b611), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.898393 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3b7dda0a-1433-4c7d-80ab-a50fa9c7b611 resource provider aggregate not found Oct 26 12:06:51.917322 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3b7dda0a-1433-4c7d-80ab-a50fa9c7b611 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b7dda0a-1433-4c7d-80ab-a50fa9c7b611 found for delete ", "request_id": "req-426b7190-0dea-4ab6-8d60-4b95d99ad228"}]} Oct 26 12:06:51.921157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-306e7a1b-a918-4070-980b-4a26cd8d7ff8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 12:06:51.921157 dv-neutron-759874-5-hyperv neutron-server[105417]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 26 12:06:51.921157 dv-neutron-759874-5-hyperv neutron-server[105417]: [parameters: {'project_id': 'eb13e2631ca5411ca72761734b6c6cd6', 'id': '49168d28-8827-43e5-a131-920c0d3770c2', 'name': '', 'network_id': 'f878ae0c-6f5e-4781-9ea4-65a1137a782c', 'mac_address': 'fa:16:3e:af:77:bf', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-f878ae0c-6f5e-4781-9ea4-65a1137a782c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1576}] Oct 26 12:06:51.921157 dv-neutron-759874-5-hyperv neutron-server[105417]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 12:06:51.921614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-306e7a1b-a918-4070-980b-4a26cd8d7ff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:06:51.923620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (f878ae0c-6f5e-4781-9ea4-65a1137a782c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.931154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.934332 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/networks/f878ae0c-6f5e-4781-9ea4-65a1137a782c HTTP/1.1" status: 204 len: 168 time: 0.7767684 Oct 26 12:06:51.938214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36794) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:51.944303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1242833404'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:51.947138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58536e4-e196-430b-ab07-1c354f9fe5bb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Network': ['ID=f878ae0c-6f5e-4781-9ea4-65a1137a782c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:51.964702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:51.968563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:51.994143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:52.003518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (21b82df7-5b48-433f-984d-01e9267f1e67), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.003890 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Added segment 21b82df7-5b48-433f-984d-01e9267f1e67 of type vlan for network 11f1c70b-f777-46c6-883d-ec51a6ed97e2 Oct 26 12:06:52.046115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (11f1c70b-f777-46c6-883d-ec51a6ed97e2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.071737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (11f1c70b-f777-46c6-883d-ec51a6ed97e2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.076569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:52.077146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.135250 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1957586 Oct 26 12:06:52.138362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36796) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:52.143502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'subnet': {'network_id': '11f1c70b-f777-46c6-883d-ec51a6ed97e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:52.150247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47510c0b-76f7-4f50-a1d1-433523cf6d52 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Network': ['ID=11f1c70b-f777-46c6-883d-ec51a6ed97e2,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:52.160424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 11f1c70b-f777-46c6-883d-ec51a6ed97e2 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:52.237071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:52.240873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.293835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6878afb2-c2bd-42be-886b-ac19a1516bab None None] Current status of the port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:52.423098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-306e7a1b-a918-4070-980b-4a26cd8d7ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.425166 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (0ed856d1-b798-4e17-8026-a2c0950b83e9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.455612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611731f-b018-4105-aadb-3a0ad353fd92 None None] Network cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:52.461328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d40b9b-d504-472f-b1fa-6ed0b3f39be7 None None] Network 208eeec0-b0a2-475c-96c5-bfb435f220c7 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:52.463646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1c0f6-6e14-4b1a-bbdb-32e04eefad62 None None] Network f878ae0c-6f5e-4781-9ea4-65a1137a782c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:52.494794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Subnet': ['ID=0ed856d1-b798-4e17-8026-a2c0950b83e9,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:52.502787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Checking segment: {'id': '21b82df7-5b48-433f-984d-01e9267f1e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '11f1c70b-f777-46c6-883d-ec51a6ed97e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:52.503154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network hostable DHCP agents. Network: 11f1c70b-f777-46c6-883d-ec51a6ed97e2, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:52.521212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network 11f1c70b-f777-46c6-883d-ec51a6ed97e2 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:52.521689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d40b9b-d504-472f-b1fa-6ed0b3f39be7 None None] Network 208eeec0-b0a2-475c-96c5-bfb435f220c7 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 12:06:52.526522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a1c0f6-6e14-4b1a-bbdb-32e04eefad62 None None] Network f878ae0c-6f5e-4781-9ea4-65a1137a782c could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 12:06:52.531509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 11f1c70b-f777-46c6-883d-ec51a6ed97e2) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:52.535768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:52.536435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.538954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8b37c-9b15-4663-9f4c-7e069528f515 None None] Network f878ae0c-6f5e-4781-9ea4-65a1137a782c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:52.556241 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f3f4fb2c-284c-4946-9d44-d9d6e574a21f tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4134657 Oct 26 12:06:52.556987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36798) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:52.557106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea97b217-8697-4384-8590-c1276f0b717b None None] Network 11f1c70b-f777-46c6-883d-ec51a6ed97e2 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:52.562756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1205407571'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:52.562890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8b37c-9b15-4663-9f4c-7e069528f515 None None] Network f878ae0c-6f5e-4781-9ea4-65a1137a782c could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 12:06:52.583998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:52.587797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.612798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:52.622059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (773434fc-6585-4f9a-aa15-3a4663c7f5ef), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.622455 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Added segment 773434fc-6585-4f9a-aa15-3a4663c7f5ef of type vlan for network aaf4acde-d927-47a6-b235-bfb3787546ee Oct 26 12:06:52.671568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (aaf4acde-d927-47a6-b235-bfb3787546ee), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.700086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (aaf4acde-d927-47a6-b235-bfb3787546ee), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.704840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-11f1c70b-f777-46c6-883d-ec51a6ed97e2', 'network_id': '11f1c70b-f777-46c6-883d-ec51a6ed97e2', 'project_id': 'eb13e2631ca5411ca72761734b6c6cd6', 'fixed_ips': [{'subnet_id': '0ed856d1-b798-4e17-8026-a2c0950b83e9'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:06:52.706079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:52.706732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.706834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.780663 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2223454 Oct 26 12:06:52.783597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36800) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:52.790686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Request body: {'subnet': {'network_id': 'aaf4acde-d927-47a6-b235-bfb3787546ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:52.796052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b82a2-391f-43e9-af5a-74afeef2a5b8 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Network': ['ID=aaf4acde-d927-47a6-b235-bfb3787546ee,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:52.814908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network aaf4acde-d927-47a6-b235-bfb3787546ee details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:52.835711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:52.887583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Made reservation on behalf of eb13e2631ca5411ca72761734b6c6cd6 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:52.891349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.896596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:52.938477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:52.941135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a24210d9-4db7-4586-a7c7-3a61af6b90a5 None None] Provisioning complete for port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:52.941550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a24210d9-4db7-4586-a7c7-3a61af6b90a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:52.942413 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a24210d9-4db7-4586-a7c7-3a61af6b90a5 None None] Attempt 1 to provision port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 Oct 26 12:06:52.944740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Allocated IP 2001:db8::2 (11f1c70b-f777-46c6-883d-ec51a6ed97e2/0ed856d1-b798-4e17-8026-a2c0950b83e9/af30bb2c-f156-48e5-92ed-6318255545b2) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:53.072911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:53.082003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (6ca99711-0d0d-44ff-bcb2-ad8b07de8f24), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.096603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a24210d9-4db7-4586-a7c7-3a61af6b90a5 None None] Current status of the port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:53.150592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event updated for resources: {'Subnet': ['ID=6ca99711-0d0d-44ff-bcb2-ad8b07de8f24,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:53.161002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Checking segment: {'id': '773434fc-6585-4f9a-aa15-3a4663c7f5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'aaf4acde-d927-47a6-b235-bfb3787546ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:53.161357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network hostable DHCP agents. Network: aaf4acde-d927-47a6-b235-bfb3787546ee, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:53.181705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Network aaf4acde-d927-47a6-b235-bfb3787546ee is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:53.193393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, aaf4acde-d927-47a6-b235-bfb3787546ee) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:53.203746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:53.203746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.225626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c5c9c419-cd73-4768-85a5-aa3c467525a0 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4385562 Oct 26 12:06:53.225947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36802) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:53.293761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab376f-589d-4236-8523-0cde964ba5b0 None None] Network aaf4acde-d927-47a6-b235-bfb3787546ee requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:53.295801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:53.325274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (aaf4acde-d927-47a6-b235-bfb3787546ee), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.381546 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (6ca99711-0d0d-44ff-bcb2-ad8b07de8f24), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.396195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Publish callbacks [] for port (af30bb2c-f156-48e5-92ed-6318255545b2), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.412675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (af30bb2c-f156-48e5-92ed-6318255545b2), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.445021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (6ca99711-0d0d-44ff-bcb2-ad8b07de8f24), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.472694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Network 11f1c70b-f777-46c6-883d-ec51a6ed97e2 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:53.474760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca99711-0d0d-44ff-bcb2-ad8b07de8f24,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:53.476338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:53.476734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.477081 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 Oct 26 12:06:53.503011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:53.505639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:06:53.540380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (aaf4acde-d927-47a6-b235-bfb3787546ee), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.540529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Pushing event updated for resources: {'Port': ['ID=af30bb2c-f156-48e5-92ed-6318255545b2,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:53.547619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d3d18-7fef-49b7-aeaa-95749af7b6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-aaf4acde-d927-47a6-b235-bfb3787546ee', 'network_id': 'aaf4acde-d927-47a6-b235-bfb3787546ee', 'project_id': 'eb13e2631ca5411ca72761734b6c6cd6', 'fixed_ips': [{'subnet_id': '6ca99711-0d0d-44ff-bcb2-ad8b07de8f24'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:06:53.549063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d2d3d18-7fef-49b7-aeaa-95749af7b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.565370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf4acde-d927-47a6-b235-bfb3787546ee']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:53.575156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773434fc-6585-4f9a-aa15-3a4663c7f5ef') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:53.575458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773434fc-6585-4f9a-aa15-3a4663c7f5ef') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:53.586488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (773434fc-6585-4f9a-aa15-3a4663c7f5ef), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.600992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (773434fc-6585-4f9a-aa15-3a4663c7f5ef), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.609259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:53.609841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (773434fc-6585-4f9a-aa15-3a4663c7f5ef), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.632278 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 773434fc-6585-4f9a-aa15-3a4663c7f5ef resource provider aggregate not found Oct 26 12:06:53.662589 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 773434fc-6585-4f9a-aa15-3a4663c7f5ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 773434fc-6585-4f9a-aa15-3a4663c7f5ef found for delete ", "request_id": "req-dcddc1f0-ec07-4f43-ab28-360237d8be4f"}]} Oct 26 12:06:53.679839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Attempting to bind port af30bb2c-f156-48e5-92ed-6318255545b2 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:06:53.680210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Attempting to bind port af30bb2c-f156-48e5-92ed-6318255545b2 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '21b82df7-5b48-433f-984d-01e9267f1e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '11f1c70b-f777-46c6-883d-ec51a6ed97e2'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:06:53.680578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Attempting to bind port af30bb2c-f156-48e5-92ed-6318255545b2 on network 11f1c70b-f777-46c6-883d-ec51a6ed97e2 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:53.686454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (aaf4acde-d927-47a6-b235-bfb3787546ee), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.694709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.701829 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/networks/aaf4acde-d927-47a6-b235-bfb3787546ee HTTP/1.1" status: 204 len: 168 time: 0.4710793 Oct 26 12:06:53.701942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36808) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:53.718009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e68369-ce21-410f-864e-70b9b57d0ff3 None None] Network aaf4acde-d927-47a6-b235-bfb3787546ee requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:53.722266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6799c-4c6c-4b04-ab46-652b75e57d9a tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Network': ['ID=aaf4acde-d927-47a6-b235-bfb3787546ee,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:53.737682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5756725-84d0-4266-bd56-647e7d885004 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] GET failed (client error): The resource could not be found. Oct 26 12:06:53.739026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d5756725-84d0-4266-bd56-647e7d885004 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "GET /networking/v2.0/subnets/6ca99711-0d0d-44ff-bcb2-ad8b07de8f24 HTTP/1.1" status: 404 len: 337 time: 0.0366216 Oct 26 12:06:53.741806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36810) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:53.755034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e68369-ce21-410f-864e-70b9b57d0ff3 None None] Network aaf4acde-d927-47a6-b235-bfb3787546ee could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 12:06:53.761428 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75b7c89-8085-454b-a04f-ef92cda6b8dd tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] DELETE failed (client error): The resource could not be found. Oct 26 12:06:53.761939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75b7c89-8085-454b-a04f-ef92cda6b8dd tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:06:53.765062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e75b7c89-8085-454b-a04f-ef92cda6b8dd tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/networks/aaf4acde-d927-47a6-b235-bfb3787546ee HTTP/1.1" status: 404 len: 339 time: 0.0223508 Oct 26 12:06:53.769871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36812) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:53.771373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:53.777776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:06:53.778145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Checking segment: {'id': '21b82df7-5b48-433f-984d-01e9267f1e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '11f1c70b-f777-46c6-883d-ec51a6ed97e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:53.778541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.778925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Bound using segment: {'id': '21b82df7-5b48-433f-984d-01e9267f1e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '11f1c70b-f777-46c6-883d-ec51a6ed97e2'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:06:53.779391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Bound port: af30bb2c-f156-48e5-92ed-6318255545b2, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b82df7-5b48-433f-984d-01e9267f1e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '11f1c70b-f777-46c6-883d-ec51a6ed97e2'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:06:53.779775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (af30bb2c-f156-48e5-92ed-6318255545b2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.796156 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1e2d88-25f8-4221-a637-f67d309191fb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] DELETE failed (client error): The resource could not be found. Oct 26 12:06:53.796642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1e2d88-25f8-4221-a637-f67d309191fb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:06:53.799691 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-df1e2d88-25f8-4221-a637-f67d309191fb tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/6ca99711-0d0d-44ff-bcb2-ad8b07de8f24 HTTP/1.1" status: 404 len: 337 time: 0.0288606 Oct 26 12:06:53.802303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36814) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:53.821133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ac7b0f-356b-4b8f-996e-8e7648e25d06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] DELETE failed (client error): The resource could not be found. Oct 26 12:06:53.821625 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ac7b0f-356b-4b8f-996e-8e7648e25d06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:06:53.824531 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d6ac7b0f-356b-4b8f-996e-8e7648e25d06 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/networks/aaf4acde-d927-47a6-b235-bfb3787546ee HTTP/1.1" status: 404 len: 339 time: 0.0213337 Oct 26 12:06:53.827058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36816) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:53.841670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] For port af30bb2c-f156-48e5-92ed-6318255545b2, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:53.844805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] For port af30bb2c-f156-48e5-92ed-6318255545b2, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=af30bb2c-f156-48e5-92ed-6318255545b2,segment=NetworkSegment(21b82df7-5b48-433f-984d-01e9267f1e67),segment_id=21b82df7-5b48-433f-984d-01e9267f1e67)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:53.850727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (af30bb2c-f156-48e5-92ed-6318255545b2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.888124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:53.888264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd74986-ee73-4748-95eb-56d5b98cab58 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Deleting subnet 0ed856d1-b798-4e17-8026-a2c0950b83e9 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:06:53.891349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:53.892899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfd74986-ee73-4748-95eb-56d5b98cab58 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for subnet (0ed856d1-b798-4e17-8026-a2c0950b83e9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:53.909425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f955dd-74c6-4961-bce2-67e2bdd98d0a None None] Pushing event updated for resources: {'Port': ['ID=af30bb2c-f156-48e5-92ed-6318255545b2,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:53.945904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfd74986-ee73-4748-95eb-56d5b98cab58 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (0ed856d1-b798-4e17-8026-a2c0950b83e9), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.045058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfd74986-ee73-4748-95eb-56d5b98cab58 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (0ed856d1-b798-4e17-8026-a2c0950b83e9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.109102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfd74986-ee73-4748-95eb-56d5b98cab58 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (0ed856d1-b798-4e17-8026-a2c0950b83e9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.143762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd74986-ee73-4748-95eb-56d5b98cab58 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed856d1-b798-4e17-8026-a2c0950b83e9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:54.149618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bfd74986-ee73-4748-95eb-56d5b98cab58 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.152743 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bfd74986-ee73-4748-95eb-56d5b98cab58 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/0ed856d1-b798-4e17-8026-a2c0950b83e9 HTTP/1.1" status: 204 len: 168 time: 0.3247516 Oct 26 12:06:54.155179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36818) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:54.178102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:54.235987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (11f1c70b-f777-46c6-883d-ec51a6ed97e2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.277038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Deleting port af30bb2c-f156-48e5-92ed-6318255545b2 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:54.277314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (af30bb2c-f156-48e5-92ed-6318255545b2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.322552 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=34 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:54.327983 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=7 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:54.345228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] For port af30bb2c-f156-48e5-92ed-6318255545b2, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=af30bb2c-f156-48e5-92ed-6318255545b2,segment=NetworkSegment(21b82df7-5b48-433f-984d-01e9267f1e67),segment_id=21b82df7-5b48-433f-984d-01e9267f1e67)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:54.346287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (af30bb2c-f156-48e5-92ed-6318255545b2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.360666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Calling delete_port for af30bb2c-f156-48e5-92ed-6318255545b2 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:54.440181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (af30bb2c-f156-48e5-92ed-6318255545b2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.469354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Port': ['ID=af30bb2c-f156-48e5-92ed-6318255545b2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:54.473050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] No DVR routers for this DVR port af30bb2c-f156-48e5-92ed-6318255545b2 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:06:54.553880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (11f1c70b-f777-46c6-883d-ec51a6ed97e2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.576735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f1c70b-f777-46c6-883d-ec51a6ed97e2']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:54.587609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b82df7-5b48-433f-984d-01e9267f1e67') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:54.587959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b82df7-5b48-433f-984d-01e9267f1e67') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:54.598271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (21b82df7-5b48-433f-984d-01e9267f1e67), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.612363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (21b82df7-5b48-433f-984d-01e9267f1e67), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.619229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:54.619705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (21b82df7-5b48-433f-984d-01e9267f1e67), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.648044 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 21b82df7-5b48-433f-984d-01e9267f1e67 resource provider aggregate not found Oct 26 12:06:54.681775 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 21b82df7-5b48-433f-984d-01e9267f1e67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21b82df7-5b48-433f-984d-01e9267f1e67 found for delete ", "request_id": "req-e0b8c46d-688d-436f-a785-471fcf32c523"}]} Oct 26 12:06:54.704481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (11f1c70b-f777-46c6-883d-ec51a6ed97e2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.712565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.715600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/networks/11f1c70b-f777-46c6-883d-ec51a6ed97e2 HTTP/1.1" status: 204 len: 168 time: 0.5594113 Oct 26 12:06:54.718092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36824) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:54.755107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115124ae-f782-4ff8-bf5d-9137532919f2 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Network': ['ID=11f1c70b-f777-46c6-883d-ec51a6ed97e2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:54.758094 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a46925-8b6b-4bd5-94de-3b298b003f15 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] DELETE failed (client error): The resource could not be found. Oct 26 12:06:54.758557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a46925-8b6b-4bd5-94de-3b298b003f15 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:06:54.761751 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-95a46925-8b6b-4bd5-94de-3b298b003f15 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/13c29245-2f00-44c1-97be-e7da09255bf8 HTTP/1.1" status: 404 len: 337 time: 0.0427339 Oct 26 12:06:54.764250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36826) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:54.784697 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d461d2-f964-4d57-99fc-20e7d63542a5 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] DELETE failed (client error): The resource could not be found. Oct 26 12:06:54.785216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d461d2-f964-4d57-99fc-20e7d63542a5 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:06:54.788166 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-04d461d2-f964-4d57-99fc-20e7d63542a5 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/networks/f878ae0c-6f5e-4781-9ea4-65a1137a782c HTTP/1.1" status: 404 len: 339 time: 0.0229540 Oct 26 12:06:54.790826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36828) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:54.822228 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30c44d0-aa60-4836-941e-e7f9ba95d926 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] DELETE failed (client error): The resource could not be found. Oct 26 12:06:54.822686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30c44d0-aa60-4836-941e-e7f9ba95d926 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105415) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:06:54.825651 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f30c44d0-aa60-4836-941e-e7f9ba95d926 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/585e15f2-d899-411b-9bd2-b5c1beb639c7 HTTP/1.1" status: 404 len: 337 time: 0.0338416 Oct 26 12:06:54.828439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36830) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:54.848306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fef8a5-84d0-4e40-a084-449a827fb224 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] DELETE failed (client error): The resource could not be found. Oct 26 12:06:54.848810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fef8a5-84d0-4e40-a084-449a827fb224 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105416) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 12:06:54.851682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b8fef8a5-84d0-4e40-a084-449a827fb224 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/networks/208eeec0-b0a2-475c-96c5-bfb435f220c7 HTTP/1.1" status: 404 len: 339 time: 0.0222785 Oct 26 12:06:54.854274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36832) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:54.868523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d56eb15-8ddf-4660-b96c-8e908677441e None None] DHCP port deletion for 11f1c70b-f777-46c6-883d-ec51a6ed97e2 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:06:54.889105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788e8e4-1d16-422b-b4b6-ba5785a8ab2a None None] Network 11f1c70b-f777-46c6-883d-ec51a6ed97e2 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:54.902227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788e8e4-1d16-422b-b4b6-ba5785a8ab2a None None] Network 11f1c70b-f777-46c6-883d-ec51a6ed97e2 could not be found, it might have been deleted concurrently. {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 26 12:06:54.916480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c536ef-e55c-4a84-8602-527118f960ba tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Deleting subnet ce4b5a1e-d6c8-4b1b-819a-e0286c138db1 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:06:54.920789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81c536ef-e55c-4a84-8602-527118f960ba tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for subnet (ce4b5a1e-d6c8-4b1b-819a-e0286c138db1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.923121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-914fe835-314a-46e2-8fa4-1bbcd214e69b None None] Could not find standard attr ID for object af30bb2c-f156-48e5-92ed-6318255545b2. {{(pid=105417) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 26 12:06:54.965505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81c536ef-e55c-4a84-8602-527118f960ba tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (ce4b5a1e-d6c8-4b1b-819a-e0286c138db1), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:54.998839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:55.049586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81c536ef-e55c-4a84-8602-527118f960ba tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (ce4b5a1e-d6c8-4b1b-819a-e0286c138db1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.112449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81c536ef-e55c-4a84-8602-527118f960ba tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (ce4b5a1e-d6c8-4b1b-819a-e0286c138db1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.137846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c536ef-e55c-4a84-8602-527118f960ba tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4b5a1e-d6c8-4b1b-819a-e0286c138db1,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:55.144126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-81c536ef-e55c-4a84-8602-527118f960ba tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.147208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-81c536ef-e55c-4a84-8602-527118f960ba tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/ce4b5a1e-d6c8-4b1b-819a-e0286c138db1 HTTP/1.1" status: 204 len: 168 time: 0.2920623 Oct 26 12:06:55.149881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36834) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:55.150837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed8f3f4-e716-4ce2-91d3-fc4ff00acbb5 None None] Network cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:55.300132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadccef9-ba2b-4ec7-9b52-955a45deca69 None None] DHCP port deletion for cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:06:55.339860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-eadccef9-ba2b-4ec7-9b52-955a45deca69 None None] Deleting port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:55.340236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eadccef9-ba2b-4ec7-9b52-955a45deca69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.342682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:55.409806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-eadccef9-ba2b-4ec7-9b52-955a45deca69 None None] For port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1b8edffe-c006-4cd6-a2b9-7907d756b5d5,segment=NetworkSegment(136d6fab-f327-480a-a542-e99aac91378b),segment_id=136d6fab-f327-480a-a542-e99aac91378b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:55.410206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eadccef9-ba2b-4ec7-9b52-955a45deca69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.424476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-eadccef9-ba2b-4ec7-9b52-955a45deca69 None None] Calling delete_port for 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:55.508830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eadccef9-ba2b-4ec7-9b52-955a45deca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (1b8edffe-c006-4cd6-a2b9-7907d756b5d5), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.535169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadccef9-ba2b-4ec7-9b52-955a45deca69 None None] Pushing event deleted for resources: {'Port': ['ID=1b8edffe-c006-4cd6-a2b9-7907d756b5d5,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:55.536987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadccef9-ba2b-4ec7-9b52-955a45deca69 None None] No DVR routers for this DVR port 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:06:55.548023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.561313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:55.595664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:55.640811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.661844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:55.671411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136d6fab-f327-480a-a542-e99aac91378b') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:55.671711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136d6fab-f327-480a-a542-e99aac91378b') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:55.682093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (136d6fab-f327-480a-a542-e99aac91378b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.695949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (136d6fab-f327-480a-a542-e99aac91378b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.702514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:55.702908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (136d6fab-f327-480a-a542-e99aac91378b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.745874 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 136d6fab-f327-480a-a542-e99aac91378b resource provider aggregate not found Oct 26 12:06:55.766207 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 136d6fab-f327-480a-a542-e99aac91378b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 136d6fab-f327-480a-a542-e99aac91378b found for delete ", "request_id": "req-7a98b563-0343-4236-a7ff-882a598793ee"}]} Oct 26 12:06:55.770639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.775854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:55.778912 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] 10.222.0.26 "DELETE /networking/v2.0/networks/cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95 HTTP/1.1" status: 204 len: 168 time: 0.6280112 Oct 26 12:06:55.797601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee13f33-3c31-455f-b8d0-21dddb8da420 tempest-NetworksIpV6Test-468271184 tempest-NetworksIpV6Test-468271184-project] Pushing event deleted for resources: {'Network': ['ID=cbadda7d-35e4-4d9d-9a4c-c3ce07d9bc95,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:56.029004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36844) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:56.160468 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-277d3474-58e6-438d-87f6-480a68ef4a1f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=eb13e2631ca5411ca72761734b6c6cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303203 Oct 26 12:06:56.162981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36848) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:56.210895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25a16424-af7f-44a9-a83e-6fd473ee0e37 admin admin] Publish callbacks [] for security_group (4a1f46bc-d662-414a-bd40-ab329517ef91), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:56.230894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25a16424-af7f-44a9-a83e-6fd473ee0e37 admin admin] Publish callbacks [] for security_group (4a1f46bc-d662-414a-bd40-ab329517ef91), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:56.277771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25a16424-af7f-44a9-a83e-6fd473ee0e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4a1f46bc-d662-414a-bd40-ab329517ef91), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:56.280489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-25a16424-af7f-44a9-a83e-6fd473ee0e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:56.281652 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-25a16424-af7f-44a9-a83e-6fd473ee0e37 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4a1f46bc-d662-414a-bd40-ab329517ef91 HTTP/1.1" status: 204 len: 168 time: 0.1177592 Oct 26 12:06:56.289991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a16424-af7f-44a9-a83e-6fd473ee0e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f46bc-d662-414a-bd40-ab329517ef91,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:56.798057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9e82-6039-4ead-b0d1-fbf78a0c3266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:56.928093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:57.028695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ab5e80d2-a7bd-4993-bdf2-26994457b91b tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-781961831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:57.053393 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab5e80d2-a7bd-4993-bdf2-26994457b91b tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.054373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab5e80d2-a7bd-4993-bdf2-26994457b91b tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.107675 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab5e80d2-a7bd-4993-bdf2-26994457b91b tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for router_controller (82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.112807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab5e80d2-a7bd-4993-bdf2-26994457b91b tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.129314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab5e80d2-a7bd-4993-bdf2-26994457b91b tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.130498 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ab5e80d2-a7bd-4993-bdf2-26994457b91b tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2013984 Oct 26 12:06:57.133198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:57.137840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-793255985'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:57.156165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Made reservation on behalf of 86e456ff18154f2099cf39efb2396b7a for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:57.159923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.168722 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.222454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:06:57.245656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:06:57.245997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1b8edffe-c006-4cd6-a2b9-7907d756b5d5 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:06:57.249602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for security_group (d0e5a46d-e2a5-4db8-8834-f37f1f6af373), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.254531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d0e5a46d-e2a5-4db8-8834-f37f1f6af373), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.281983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:57.292943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e5a46d-e2a5-4db8-8834-f37f1f6af373,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:57.297924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (2f592190-bd63-45ee-8f56-5735f93d27db), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.298253 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Added segment 2f592190-bd63-45ee-8f56-5735f93d27db of type vlan for network ad7f2556-baa8-4f95-a224-faacae117780 Oct 26 12:06:57.340146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (ad7f2556-baa8-4f95-a224-faacae117780), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.365801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (ad7f2556-baa8-4f95-a224-faacae117780), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.370778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:57.371325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.376684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:57.399616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:57.432887 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2986782 Oct 26 12:06:57.436311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36876) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:57.442505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Request body: {'subnet': {'network_id': 'ad7f2556-baa8-4f95-a224-faacae117780', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:57.451072 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cd0a8-cf31-4763-8175-6b15ebeacab7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event updated for resources: {'Network': ['ID=ad7f2556-baa8-4f95-a224-faacae117780,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:57.461981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network ad7f2556-baa8-4f95-a224-faacae117780 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:57.533985 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Made reservation on behalf of 86e456ff18154f2099cf39efb2396b7a for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:57.537763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.552237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:57.722420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.791430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event updated for resources: {'Subnet': ['ID=b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:57.798683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Checking segment: {'id': '2f592190-bd63-45ee-8f56-5735f93d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ad7f2556-baa8-4f95-a224-faacae117780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:57.799120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Network hostable DHCP agents. Network: ad7f2556-baa8-4f95-a224-faacae117780, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:57.816680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Network ad7f2556-baa8-4f95-a224-faacae117780 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:57.825574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, ad7f2556-baa8-4f95-a224-faacae117780) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:57.829465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:57.830589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.834912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21454998-2973-4473-b521-5a6c211c8360 None None] Network ad7f2556-baa8-4f95-a224-faacae117780 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:57.847662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-edb41bc7-cada-4420-9f67-85c9eab363a9 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4096532 Oct 26 12:06:57.851663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36878) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:57.856612 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-184902592'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:57.880514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Made reservation on behalf of 86e456ff18154f2099cf39efb2396b7a for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:57.884333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.910047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:06:57.919856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f8dddf57-c92c-482a-ae78-381238b0fe79), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.920200 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Added segment f8dddf57-c92c-482a-ae78-381238b0fe79 of type vlan for network 86d1809f-e7b0-41f0-b0c8-b0369d27f50b Oct 26 12:06:57.943281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-ad7f2556-baa8-4f95-a224-faacae117780', 'network_id': 'ad7f2556-baa8-4f95-a224-faacae117780', 'project_id': '86e456ff18154f2099cf39efb2396b7a', 'fixed_ips': [{'subnet_id': 'b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:06:57.944255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.963297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (86d1809f-e7b0-41f0-b0c8-b0369d27f50b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.992092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (86d1809f-e7b0-41f0-b0c8-b0369d27f50b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:57.997124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:57.997707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.055097 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2023618 Oct 26 12:06:58.058037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36880) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:58.062723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:58.066706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Request body: {'subnet': {'network_id': '86d1809f-e7b0-41f0-b0c8-b0369d27f50b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:58.080186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad0e1-a814-486f-91c2-836dd9e40694 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event updated for resources: {'Network': ['ID=86d1809f-e7b0-41f0-b0c8-b0369d27f50b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:58.083687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Allocated IP 172.20.0.2 (ad7f2556-baa8-4f95-a224-faacae117780/b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f/60d761b3-59f3-48f0-8d26-a98469fc957b) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:58.096427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 86d1809f-e7b0-41f0-b0c8-b0369d27f50b details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:06:58.162207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Made reservation on behalf of 86e456ff18154f2099cf39efb2396b7a for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:06:58.166164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.273845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:58.295024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Publish callbacks [] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.302190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.344987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Network ad7f2556-baa8-4f95-a224-faacae117780 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:58.350797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:58.354129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Pushing event updated for resources: {'Port': ['ID=60d761b3-59f3-48f0-8d26-a98469fc957b,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:58.357597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:06:58.361921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (40caddbc-e21c-4ca0-a937-da64095fda4c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.417866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Attempting to bind port 60d761b3-59f3-48f0-8d26-a98469fc957b on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:06:58.418290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Attempting to bind port 60d761b3-59f3-48f0-8d26-a98469fc957b by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '2f592190-bd63-45ee-8f56-5735f93d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ad7f2556-baa8-4f95-a224-faacae117780'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:06:58.418684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Attempting to bind port 60d761b3-59f3-48f0-8d26-a98469fc957b on network ad7f2556-baa8-4f95-a224-faacae117780 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:58.425802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event updated for resources: {'Subnet': ['ID=40caddbc-e21c-4ca0-a937-da64095fda4c,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:58.433465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Checking segment: {'id': 'f8dddf57-c92c-482a-ae78-381238b0fe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '86d1809f-e7b0-41f0-b0c8-b0369d27f50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:58.433823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Network hostable DHCP agents. Network: 86d1809f-e7b0-41f0-b0c8-b0369d27f50b, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:06:58.445037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:58.452041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Network 86d1809f-e7b0-41f0-b0c8-b0369d27f50b is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:06:58.462858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 86d1809f-e7b0-41f0-b0c8-b0369d27f50b) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:58.465151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:06:58.465531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Checking segment: {'id': '2f592190-bd63-45ee-8f56-5735f93d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ad7f2556-baa8-4f95-a224-faacae117780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:58.465941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.466336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Bound using segment: {'id': '2f592190-bd63-45ee-8f56-5735f93d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ad7f2556-baa8-4f95-a224-faacae117780'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:06:58.466808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Bound port: 60d761b3-59f3-48f0-8d26-a98469fc957b, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f592190-bd63-45ee-8f56-5735f93d27db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ad7f2556-baa8-4f95-a224-faacae117780'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:06:58.467194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.467493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:06:58.468079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.478749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffe94c-e8d5-46c1-9bb2-d111108f16fb None None] Network 86d1809f-e7b0-41f0-b0c8-b0369d27f50b requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:06:58.485493 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-61b6b01a-edf3-4854-a134-4ea6ed47b2c7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4244812 Oct 26 12:06:58.488924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:58.493331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4d1295b6-f411-42f3-aa38-084804b8cbed tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Request body: {'router': {'external_gateway_info': {'network_id': '86d1809f-e7b0-41f0-b0c8-b0369d27f50b'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:06:58.599231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] For port 60d761b3-59f3-48f0-8d26-a98469fc957b, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:58.603168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] For port 60d761b3-59f3-48f0-8d26-a98469fc957b, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60d761b3-59f3-48f0-8d26-a98469fc957b,segment=NetworkSegment(2f592190-bd63-45ee-8f56-5735f93d27db),segment_id=2f592190-bd63-45ee-8f56-5735f93d27db)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:58.624542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.632960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-86d1809f-e7b0-41f0-b0c8-b0369d27f50b', 'network_id': '86d1809f-e7b0-41f0-b0c8-b0369d27f50b', 'project_id': '86e456ff18154f2099cf39efb2396b7a', 'fixed_ips': [{'subnet_id': '40caddbc-e21c-4ca0-a937-da64095fda4c'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:06:58.634066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.714218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4d1295b6-f411-42f3-aa38-084804b8cbed tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for router_gateway (82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:58.758156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8333f-b49a-4035-8533-17ac62f26a7f None None] Pushing event updated for resources: {'Port': ['ID=60d761b3-59f3-48f0-8d26-a98469fc957b,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:58.827017 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.api.v2.resource [None req-4d1295b6-f411-42f3-aa38-084804b8cbed tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 12:06:58.834789 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:58.836159 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d1295b6-f411-42f3-aa38-084804b8cbed tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "PUT /networking/v2.0/routers/82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e HTTP/1.1" status: 400 len: 364 time: 0.3426778 Oct 26 12:06:58.850826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Allocated IP 172.21.0.2 (86d1809f-e7b0-41f0-b0c8-b0369d27f50b/40caddbc-e21c-4ca0-a937-da64095fda4c/512f9edc-d256-490b-ba37-1aa1f67c3bc9) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:06:58.894772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9ddda6-2ffb-4b81-bbd8-c3cbe75513d7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Deleting subnet 40caddbc-e21c-4ca0-a937-da64095fda4c {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:06:59.088980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5f17f3bb-ca54-4426-b950-57d2c7bed98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.160361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Publish callbacks [] for port (512f9edc-d256-490b-ba37-1aa1f67c3bc9), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.165585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8b9ddda6-2ffb-4b81-bbd8-c3cbe75513d7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for subnet (40caddbc-e21c-4ca0-a937-da64095fda4c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.166141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (512f9edc-d256-490b-ba37-1aa1f67c3bc9), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.189761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:59.213680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8b9ddda6-2ffb-4b81-bbd8-c3cbe75513d7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (40caddbc-e21c-4ca0-a937-da64095fda4c), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.216974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Network 86d1809f-e7b0-41f0-b0c8-b0369d27f50b is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:06:59.223172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:06:59.226126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:06:59.229533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Pushing event updated for resources: {'Port': ['ID=512f9edc-d256-490b-ba37-1aa1f67c3bc9,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:59.260950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60d761b3-59f3-48f0-8d26-a98469fc957b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:06:59.316077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8b9ddda6-2ffb-4b81-bbd8-c3cbe75513d7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (40caddbc-e21c-4ca0-a937-da64095fda4c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.323626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Attempting to bind port 512f9edc-d256-490b-ba37-1aa1f67c3bc9 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:06:59.324021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Attempting to bind port 512f9edc-d256-490b-ba37-1aa1f67c3bc9 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'f8dddf57-c92c-482a-ae78-381238b0fe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '86d1809f-e7b0-41f0-b0c8-b0369d27f50b'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:06:59.324383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Attempting to bind port 512f9edc-d256-490b-ba37-1aa1f67c3bc9 on network 86d1809f-e7b0-41f0-b0c8-b0369d27f50b {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:06:59.369627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 60d761b3-59f3-48f0-8d26-a98469fc957b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:59.370009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.370443 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 60d761b3-59f3-48f0-8d26-a98469fc957b Oct 26 12:06:59.387106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8b9ddda6-2ffb-4b81-bbd8-c3cbe75513d7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (40caddbc-e21c-4ca0-a937-da64095fda4c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.406267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:06:59.406797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Checking segment: {'id': 'f8dddf57-c92c-482a-ae78-381238b0fe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '86d1809f-e7b0-41f0-b0c8-b0369d27f50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:06:59.407204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.407624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Bound using segment: {'id': 'f8dddf57-c92c-482a-ae78-381238b0fe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '86d1809f-e7b0-41f0-b0c8-b0369d27f50b'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:06:59.408887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Bound port: 512f9edc-d256-490b-ba37-1aa1f67c3bc9, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8dddf57-c92c-482a-ae78-381238b0fe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '86d1809f-e7b0-41f0-b0c8-b0369d27f50b'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:06:59.409382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (512f9edc-d256-490b-ba37-1aa1f67c3bc9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.418269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ddda6-2ffb-4b81-bbd8-c3cbe75513d7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event deleted for resources: {'Subnet': ['ID=40caddbc-e21c-4ca0-a937-da64095fda4c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:59.421898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8b9ddda6-2ffb-4b81-bbd8-c3cbe75513d7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.425755 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8b9ddda6-2ffb-4b81-bbd8-c3cbe75513d7 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/40caddbc-e21c-4ca0-a937-da64095fda4c HTTP/1.1" status: 204 len: 168 time: 0.5898445 Oct 26 12:06:59.429026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36886) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:06:59.462636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:59.519770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] For port 512f9edc-d256-490b-ba37-1aa1f67c3bc9, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:06:59.520556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (86d1809f-e7b0-41f0-b0c8-b0369d27f50b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.527258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] For port 512f9edc-d256-490b-ba37-1aa1f67c3bc9, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=512f9edc-d256-490b-ba37-1aa1f67c3bc9,segment=NetworkSegment(f8dddf57-c92c-482a-ae78-381238b0fe79),segment_id=f8dddf57-c92c-482a-ae78-381238b0fe79)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:06:59.531135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 60d761b3-59f3-48f0-8d26-a98469fc957b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:59.532094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.543831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (512f9edc-d256-490b-ba37-1aa1f67c3bc9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.581749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Deleting port 512f9edc-d256-490b-ba37-1aa1f67c3bc9 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:06:59.582847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (512f9edc-d256-490b-ba37-1aa1f67c3bc9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.631338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 60d761b3-59f3-48f0-8d26-a98469fc957b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60d761b3-59f3-48f0-8d26-a98469fc957b,segment=NetworkSegment(2f592190-bd63-45ee-8f56-5735f93d27db),segment_id=2f592190-bd63-45ee-8f56-5735f93d27db)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:59.645169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.648551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:59.654167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff83a0-8a53-402e-8f49-a8f6a46d105b None None] Pushing event updated for resources: {'Port': ['ID=512f9edc-d256-490b-ba37-1aa1f67c3bc9,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:59.654463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] For port 512f9edc-d256-490b-ba37-1aa1f67c3bc9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=512f9edc-d256-490b-ba37-1aa1f67c3bc9,segment=NetworkSegment(f8dddf57-c92c-482a-ae78-381238b0fe79),segment_id=f8dddf57-c92c-482a-ae78-381238b0fe79)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:06:59.654857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (512f9edc-d256-490b-ba37-1aa1f67c3bc9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.669772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Calling delete_port for 512f9edc-d256-490b-ba37-1aa1f67c3bc9 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:06:59.700388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93366505-e2ac-4cdf-99ed-6fa3f49f7ac1 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:06:59.723990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:06:59.730530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=60d761b3-59f3-48f0-8d26-a98469fc957b,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:59.760973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (512f9edc-d256-490b-ba37-1aa1f67c3bc9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.788613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event deleted for resources: {'Port': ['ID=512f9edc-d256-490b-ba37-1aa1f67c3bc9,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:06:59.790556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4a127f2b-cd98-4a24-b966-beb1d32a3556 None None] Provisioning complete for port 60d761b3-59f3-48f0-8d26-a98469fc957b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:06:59.790919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] No DVR routers for this DVR port 512f9edc-d256-490b-ba37-1aa1f67c3bc9 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:06:59.791022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4a127f2b-cd98-4a24-b966-beb1d32a3556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.791249 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4a127f2b-cd98-4a24-b966-beb1d32a3556 None None] Attempt 1 to provision port 60d761b3-59f3-48f0-8d26-a98469fc957b Oct 26 12:06:59.796272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93366505-e2ac-4cdf-99ed-6fa3f49f7ac1 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:06:59.801595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.801939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.802276 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.802614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.802951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.803274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.803597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.803940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.804261 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.804585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.804908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.805226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.805543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.805859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.806207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:06:59.888039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (86d1809f-e7b0-41f0-b0c8-b0369d27f50b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.909514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d1809f-e7b0-41f0-b0c8-b0369d27f50b']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:59.919023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8dddf57-c92c-482a-ae78-381238b0fe79') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:59.919319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8dddf57-c92c-482a-ae78-381238b0fe79') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:06:59.929599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (f8dddf57-c92c-482a-ae78-381238b0fe79), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.940533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4a127f2b-cd98-4a24-b966-beb1d32a3556 None None] Current status of the port 60d761b3-59f3-48f0-8d26-a98469fc957b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:06:59.945603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (f8dddf57-c92c-482a-ae78-381238b0fe79), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.952560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:06:59.952941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (f8dddf57-c92c-482a-ae78-381238b0fe79), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:06:59.973932 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment f8dddf57-c92c-482a-ae78-381238b0fe79 resource provider aggregate not found Oct 26 12:07:00.004831 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment f8dddf57-c92c-482a-ae78-381238b0fe79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8dddf57-c92c-482a-ae78-381238b0fe79 found for delete ", "request_id": "req-b8ce7bfd-a03a-4179-800c-6fcbde5a254f"}]} Oct 26 12:07:00.018370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cffbeb-a794-405c-b647-cdca91d78dcd None None] Network ad7f2556-baa8-4f95-a224-faacae117780 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:07:00.021695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449c755e-1bfe-44f4-a58a-c74925b3cc6f None None] Network 86d1809f-e7b0-41f0-b0c8-b0369d27f50b requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:07:00.025094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:00.028314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (86d1809f-e7b0-41f0-b0c8-b0369d27f50b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.035930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.039013 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "DELETE /networking/v2.0/networks/86d1809f-e7b0-41f0-b0c8-b0369d27f50b HTTP/1.1" status: 204 len: 168 time: 0.6082125 Oct 26 12:07:00.041498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:00.060031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e4df7-f3bf-49b1-81d8-1b9a8ecaaf43 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event deleted for resources: {'Network': ['ID=86d1809f-e7b0-41f0-b0c8-b0369d27f50b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:00.109286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-991d335f-cb86-4d47-b543-96d36caf14c6 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Deleting subnet b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:07:00.112877 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-991d335f-cb86-4d47-b543-96d36caf14c6 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for subnet (b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.154057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-991d335f-cb86-4d47-b543-96d36caf14c6 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.209027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.240832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-991d335f-cb86-4d47-b543-96d36caf14c6 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.308563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-991d335f-cb86-4d47-b543-96d36caf14c6 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.339644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-991d335f-cb86-4d47-b543-96d36caf14c6 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.342771 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-991d335f-cb86-4d47-b543-96d36caf14c6 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f HTTP/1.1" status: 204 len: 168 time: 0.3003535 Oct 26 12:07:00.343799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d335f-cb86-4d47-b543-96d36caf14c6 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ee579e-2ad7-4f1a-b8f8-72d0b3e2229f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:00.345964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36894) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:00.385118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d2854-3b9e-43c7-bce0-9ad61553f5ea None None] Network ad7f2556-baa8-4f95-a224-faacae117780 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:07:00.430131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (ad7f2556-baa8-4f95-a224-faacae117780), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.463788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:00.472373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:00.474690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Deleting port 60d761b3-59f3-48f0-8d26-a98469fc957b {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:07:00.475065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.487516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-388fc9d4-2e0c-45d0-b244-f27a6624cb52 None None] Provisioning complete for port 60d761b3-59f3-48f0-8d26-a98469fc957b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:00.487516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-388fc9d4-2e0c-45d0-b244-f27a6624cb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.487953 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-388fc9d4-2e0c-45d0-b244-f27a6624cb52 None None] Attempt 1 to provision port 60d761b3-59f3-48f0-8d26-a98469fc957b Oct 26 12:07:00.542536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] For port 60d761b3-59f3-48f0-8d26-a98469fc957b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60d761b3-59f3-48f0-8d26-a98469fc957b,segment=NetworkSegment(2f592190-bd63-45ee-8f56-5735f93d27db),segment_id=2f592190-bd63-45ee-8f56-5735f93d27db)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:00.542899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.556963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Calling delete_port for 60d761b3-59f3-48f0-8d26-a98469fc957b owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:07:00.560593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a28a7b9-4f9c-488e-b6cc-94d723b3d36d None None] DHCP port deletion for ad7f2556-baa8-4f95-a224-faacae117780 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:07:00.577232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-388fc9d4-2e0c-45d0-b244-f27a6624cb52 None None] Current status of the port 60d761b3-59f3-48f0-8d26-a98469fc957b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:00.608633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8a28a7b9-4f9c-488e-b6cc-94d723b3d36d None None] Deleting port 60d761b3-59f3-48f0-8d26-a98469fc957b {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:07:00.609180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7b9-4f9c-488e-b6cc-94d723b3d36d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.640866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.665791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event deleted for resources: {'Port': ['ID=60d761b3-59f3-48f0-8d26-a98469fc957b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:00.669232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] No DVR routers for this DVR port 60d761b3-59f3-48f0-8d26-a98469fc957b on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:07:00.686234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-8a28a7b9-4f9c-488e-b6cc-94d723b3d36d None None] For port 60d761b3-59f3-48f0-8d26-a98469fc957b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=60d761b3-59f3-48f0-8d26-a98469fc957b,segment=NetworkSegment(2f592190-bd63-45ee-8f56-5735f93d27db),segment_id=2f592190-bd63-45ee-8f56-5735f93d27db)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:00.686645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7b9-4f9c-488e-b6cc-94d723b3d36d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.700820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8a28a7b9-4f9c-488e-b6cc-94d723b3d36d None None] Calling delete_port for 60d761b3-59f3-48f0-8d26-a98469fc957b owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:07:00.751964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (ad7f2556-baa8-4f95-a224-faacae117780), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.772426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7f2556-baa8-4f95-a224-faacae117780']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:00.778866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7b9-4f9c-488e-b6cc-94d723b3d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (60d761b3-59f3-48f0-8d26-a98469fc957b), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.781826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f592190-bd63-45ee-8f56-5735f93d27db') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:00.782126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f592190-bd63-45ee-8f56-5735f93d27db') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:00.792176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (2f592190-bd63-45ee-8f56-5735f93d27db), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.803297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28a7b9-4f9c-488e-b6cc-94d723b3d36d None None] Pushing event deleted for resources: {'Port': ['ID=60d761b3-59f3-48f0-8d26-a98469fc957b,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:00.805957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (2f592190-bd63-45ee-8f56-5735f93d27db), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.807907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28a7b9-4f9c-488e-b6cc-94d723b3d36d None None] No DVR routers for this DVR port 60d761b3-59f3-48f0-8d26-a98469fc957b on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:07:00.815217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:07:00.815217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (2f592190-bd63-45ee-8f56-5735f93d27db), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.834569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:00.860302 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 2f592190-bd63-45ee-8f56-5735f93d27db resource provider aggregate not found Oct 26 12:07:00.879382 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 2f592190-bd63-45ee-8f56-5735f93d27db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f592190-bd63-45ee-8f56-5735f93d27db found for delete ", "request_id": "req-5ec78507-5431-4c22-9a06-0eb93801d494"}]} Oct 26 12:07:00.888427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (ad7f2556-baa8-4f95-a224-faacae117780), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.895994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:00.899161 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "DELETE /networking/v2.0/networks/ad7f2556-baa8-4f95-a224-faacae117780 HTTP/1.1" status: 204 len: 168 time: 0.5516617 Oct 26 12:07:00.901983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36900) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:00.915642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288580e2-a30d-4b9d-85ac-e93bdbe27d8f tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Pushing event deleted for resources: {'Network': ['ID=ad7f2556-baa8-4f95-a224-faacae117780,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:00.930997 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-36e67a02-9999-45eb-b49d-eabe7a8a1a23 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e HTTP/1.1" status: 200 len: 205 time: 0.0278463 Oct 26 12:07:00.933356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36902) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:01.007171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e20064ae-030f-4240-ac6e-d7fccd024683 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for router (82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.158809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e20064ae-030f-4240-ac6e-d7fccd024683 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.160925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e20064ae-030f-4240-ac6e-d7fccd024683 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for router_controller (82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.203920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e20064ae-030f-4240-ac6e-d7fccd024683 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.205149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20064ae-030f-4240-ac6e-d7fccd024683 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Fanout notify agent at l3_agent the message router_deleted on router 82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:07:01.211207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e20064ae-030f-4240-ac6e-d7fccd024683 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.212327 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e20064ae-030f-4240-ac6e-d7fccd024683 tempest-RoutersNegativeTest-281255198 tempest-RoutersNegativeTest-281255198-project] 10.222.0.26 "DELETE /networking/v2.0/routers/82bcb7cb-dc4a-4467-b60c-83a3ddbe6e4e HTTP/1.1" status: 204 len: 168 time: 0.2780912 Oct 26 12:07:01.226729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60d761b3-59f3-48f0-8d26-a98469fc957b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:01.250224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 60d761b3-59f3-48f0-8d26-a98469fc957b {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:07:01.250573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 60d761b3-59f3-48f0-8d26-a98469fc957b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:01.465635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36908) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:01.597733 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6b6a6f5-9558-455b-9488-5d82daaa3b63 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=86e456ff18154f2099cf39efb2396b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307623 Oct 26 12:07:01.600138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36912) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:01.648103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.649812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f76c5038-d0f1-4ccf-ac4a-6cbb11cddcb1 admin admin] Publish callbacks [] for security_group (d0e5a46d-e2a5-4db8-8834-f37f1f6af373), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.651489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:01.671519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:01.673869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f76c5038-d0f1-4ccf-ac4a-6cbb11cddcb1 admin admin] Publish callbacks [] for security_group (d0e5a46d-e2a5-4db8-8834-f37f1f6af373), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.713117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.726157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f76c5038-d0f1-4ccf-ac4a-6cbb11cddcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (d0e5a46d-e2a5-4db8-8834-f37f1f6af373), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.728748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f76c5038-d0f1-4ccf-ac4a-6cbb11cddcb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:01.732167 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f76c5038-d0f1-4ccf-ac4a-6cbb11cddcb1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d0e5a46d-e2a5-4db8-8834-f37f1f6af373 HTTP/1.1" status: 204 len: 168 time: 0.1310961 Oct 26 12:07:01.740263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c5038-d0f1-4ccf-ac4a-6cbb11cddcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e5a46d-e2a5-4db8-8834-f37f1f6af373,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:02.408211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36934) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:02.505046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1297386053-network', 'tenant_id': '73cd092dda494ba19a9058474248e4ca'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:02.524314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Made reservation on behalf of 73cd092dda494ba19a9058474248e4ca for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:02.526657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:02.535845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:02.614948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Publish callbacks [] for security_group (55b1cd96-635f-40a1-95b0-fc6147e8fa32), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:02.618700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (55b1cd96-635f-40a1-95b0-fc6147e8fa32), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:02.648312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:07:02.655031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b1cd96-635f-40a1-95b0-fc6147e8fa32,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:02.665932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d6075184-2707-4fbf-a465-213d2fc8c0d3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:02.666267 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Added segment d6075184-2707-4fbf-a465-213d2fc8c0d3 of type vlan for network 241d69e7-7bf7-40d9-a51a-a1419248dce7 Oct 26 12:07:02.675869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.676216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.676553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.676886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.677255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.677854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.678254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.678607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.678933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.679260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.679583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.679937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.680258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.680574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.680889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:02.719310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (241d69e7-7bf7-40d9-a51a-a1419248dce7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:02.746309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (241d69e7-7bf7-40d9-a51a-a1419248dce7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:02.747333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:02.747948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:02.810505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4011965 Oct 26 12:07:02.814301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1babc5-935d-4e00-9bdf-74e21c4460b7 admin admin] Pushing event updated for resources: {'Network': ['ID=241d69e7-7bf7-40d9-a51a-a1419248dce7,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:02.814412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36938) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:02.820114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Request body: {'subnet': {'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-subnet', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:02.824172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:07:02.840822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Made reservation on behalf of 73cd092dda494ba19a9058474248e4ca for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:02.843127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.014857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.064901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:03.079882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Checking segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:03.080306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Network hostable DHCP agents. Network: 241d69e7-7bf7-40d9-a51a-a1419248dce7, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:07:03.097078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:07:03.105901 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 241d69e7-7bf7-40d9-a51a-a1419248dce7) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:03.113771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:03.114370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.115071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a96e6-8dc6-404c-a2bd-42b1cea00135 None None] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:07:03.132727 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-56e37cca-f835-40aa-91c6-611146c43b60 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3172128 Oct 26 12:07:03.135436 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36940) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:03.139683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:03.159059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (10ff1996-1447-4d42-b65f-7c945cde77b8), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.160174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (10ff1996-1447-4d42-b65f-7c945cde77b8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.213968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks [] for router_controller (10ff1996-1447-4d42-b65f-7c945cde77b8), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.227393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-241d69e7-7bf7-40d9-a51a-a1419248dce7', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'project_id': '73cd092dda494ba19a9058474248e4ca', 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:07:03.228448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.352893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks [] for router_gateway (10ff1996-1447-4d42-b65f-7c945cde77b8), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.366812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Allocated IP 172.20.0.2 (241d69e7-7bf7-40d9-a51a-a1419248dce7/00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b/721f5984-d1b1-49bf-83f1-5eab9d6188be) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:03.368698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:03.496396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:03.516242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Publish callbacks [] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.522359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.536967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:03.547052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks [] for router_gateway (10ff1996-1447-4d42-b65f-7c945cde77b8), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.567785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:03.571121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:03.571700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.573000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Pushing event updated for resources: {'Port': ['ID=721f5984-d1b1-49bf-83f1-5eab9d6188be,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:03.575223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:07:03.584814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.585163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.585509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.585851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.586188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.586518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.586847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.587174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.587503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.587871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.588193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.588513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.588839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.589162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.589495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:03.645137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Attempting to bind port 721f5984-d1b1-49bf-83f1-5eab9d6188be on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:07:03.645519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Attempting to bind port 721f5984-d1b1-49bf-83f1-5eab9d6188be by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:07:03.645888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Attempting to bind port 721f5984-d1b1-49bf-83f1-5eab9d6188be on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:03.685327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Allocated IP 172.26.0.252 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/82f0c6d7-3af1-4333-9169-8ba8ff5e509a) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:03.692109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:07:03.692493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Checking segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:03.692926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.693325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Bound using segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:07:03.693802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Bound port: 721f5984-d1b1-49bf-83f1-5eab9d6188be, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:07:03.694186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.701394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:03.756697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] For port 721f5984-d1b1-49bf-83f1-5eab9d6188be, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:03.759822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] For port 721f5984-d1b1-49bf-83f1-5eab9d6188be, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=721f5984-d1b1-49bf-83f1-5eab9d6188be,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:03.765563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.802373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks [] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.817096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d6c17-7396-4c3d-a290-b0356e77a3aa None None] Pushing event updated for resources: {'Port': ['ID=721f5984-d1b1-49bf-83f1-5eab9d6188be,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:03.836429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:03.876459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:03.885664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:03.890860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:07:03.896981 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:04.165211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks [] for router_gateway (10ff1996-1447-4d42-b65f-7c945cde77b8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:04.351747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (10ff1996-1447-4d42-b65f-7c945cde77b8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:04.393383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:04.483882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Router 10ff1996-1447-4d42-b65f-7c945cde77b8 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:07:04.668052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceecfe9-d130-4925-8aa7-0137ced8e716 None None] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:07:04.734020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fbe298cd-2dbe-49f1-8d2d-41481d765ab9 None None] Provisioning complete for port 721f5984-d1b1-49bf-83f1-5eab9d6188be triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:04.734394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fbe298cd-2dbe-49f1-8d2d-41481d765ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:04.734730 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fbe298cd-2dbe-49f1-8d2d-41481d765ab9 None None] Attempt 1 to provision port 721f5984-d1b1-49bf-83f1-5eab9d6188be Oct 26 12:07:04.862238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fbe298cd-2dbe-49f1-8d2d-41481d765ab9 None None] Current status of the port 721f5984-d1b1-49bf-83f1-5eab9d6188be is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:04.862583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fbe298cd-2dbe-49f1-8d2d-41481d765ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:04.909871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fbe298cd-2dbe-49f1-8d2d-41481d765ab9 None None] For port 721f5984-d1b1-49bf-83f1-5eab9d6188be, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=721f5984-d1b1-49bf-83f1-5eab9d6188be,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:04.914711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fbe298cd-2dbe-49f1-8d2d-41481d765ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:04.927939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:04.939803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:04.950229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:04.956434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:04.957868 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9262f82b-5798-4459-ba44-56b8eb4cde5f admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8214684 Oct 26 12:07:04.960932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36942) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:04.972578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:04.973218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:05.059755 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:05.163524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:05.171542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe298cd-2dbe-49f1-8d2d-41481d765ab9 None None] Pushing event updated for resources: {'Port': ['ID=721f5984-d1b1-49bf-83f1-5eab9d6188be,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:05.185045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-56c40255-2de7-49d2-8403-093f7ad40bda None None] Provisioning complete for port 721f5984-d1b1-49bf-83f1-5eab9d6188be triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:05.185415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-56c40255-2de7-49d2-8403-093f7ad40bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:05.186003 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-56c40255-2de7-49d2-8403-093f7ad40bda None None] Attempt 1 to provision port 721f5984-d1b1-49bf-83f1-5eab9d6188be Oct 26 12:07:05.265762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 721f5984-d1b1-49bf-83f1-5eab9d6188be up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:05.297297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:05.322861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:05.395247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:05.443359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-56c40255-2de7-49d2-8403-093f7ad40bda None None] Current status of the port 721f5984-d1b1-49bf-83f1-5eab9d6188be is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:05.447698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 721f5984-d1b1-49bf-83f1-5eab9d6188be triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:05.448081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:05.448410 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 721f5984-d1b1-49bf-83f1-5eab9d6188be Oct 26 12:07:05.452262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:05.554556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Allocated IP 172.20.0.1 (241d69e7-7bf7-40d9-a51a-a1419248dce7/00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b/48020660-b6ae-4dc8-9be8-d38c0b5984f7) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:05.580572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:04Z', 'revision_number': 3, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:05.583605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 721f5984-d1b1-49bf-83f1-5eab9d6188be is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:05.608339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:05.608688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Updating router 10ff1996-1447-4d42-b65f-7c945cde77b8 port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:07:05.640224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:05.670450 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Publish callbacks [] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:05.703606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:05.742446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:05.749593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:05.756237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:07:05.777575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:05.797608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (10ff1996-1447-4d42-b65f-7c945cde77b8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:05.913918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Publish callbacks [] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:05.921415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:05.960515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Attempting to bind port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:07:05.960805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Attempting to bind port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:07:05.961169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Attempting to bind port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:06.002872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d607dec-d5c2-4947-a8c1-adc2f4886ded None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:06.021625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:07:06.021915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:06.022319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:06.022716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:07:06.023192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Bound port: 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:07:06.023575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:06.050412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:06.084720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8a0eeab1-983a-4343-877f-10de8ce6a2ed None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:06.085090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8a0eeab1-983a-4343-877f-10de8ce6a2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:06.085430 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8a0eeab1-983a-4343-877f-10de8ce6a2ed None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:06.088136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:06.119198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:06.121136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:06.131618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:06.135069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:06.135566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8a0eeab1-983a-4343-877f-10de8ce6a2ed None None] Port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:07:06.177218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:06.178168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:06.214783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:06.222714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d607dec-d5c2-4947-a8c1-adc2f4886ded None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:06.291156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:06.375218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Publish callbacks [] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:06.380290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:06.430244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:06.457480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:06.463367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (10ff1996-1447-4d42-b65f-7c945cde77b8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:06.483971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:05Z', 'revision_number': 1, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:06.509064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00203d2b-5c9a-4194-aed0-e15b6fad9bf4 None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:05Z', 'revision_number': 1, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:06.565662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:06.566335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:06.567304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:06.567440 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:06.688047 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Router 10ff1996-1447-4d42-b65f-7c945cde77b8 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:06.811401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:06.817479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-78b61ef4-247b-4b2d-95aa-3f53475de579 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/10ff1996-1447-4d42-b65f-7c945cde77b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8549657 Oct 26 12:07:06.864390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b95ef1cc-3e77-4234-80f6-47f2eedaf669 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:06.864767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b95ef1cc-3e77-4234-80f6-47f2eedaf669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:06.865284 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b95ef1cc-3e77-4234-80f6-47f2eedaf669 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:06.904821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b95ef1cc-3e77-4234-80f6-47f2eedaf669 None None] Port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:07:07.355386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36958) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:07.360567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1787185456-network', 'tenant_id': '84ff4090fa3842efab9057566a110ae7'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:07.382663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Made reservation on behalf of 84ff4090fa3842efab9057566a110ae7 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:07.385623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.395584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.478405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Publish callbacks [] for security_group (1ef7b4e1-9107-4a74-93cb-946c73a829c1), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.482681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (1ef7b4e1-9107-4a74-93cb-946c73a829c1), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.490382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:07.515807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:07:07.522020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef7b4e1-9107-4a74-93cb-946c73a829c1,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:07.530981 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (e0daffdd-235f-4efa-9fdc-9c8c821f4e3e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.530981 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Added segment e0daffdd-235f-4efa-9fdc-9c8c821f4e3e of type vlan for network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b Oct 26 12:07:07.577624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (54206e21-9f99-40e1-bc39-3d9b62cf1c0b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.609915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (54206e21-9f99-40e1-bc39-3d9b62cf1c0b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.612019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:07.612621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.673884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3169661 Oct 26 12:07:07.676666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36960) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:07.683858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Request body: {'subnet': {'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-subnet', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:07.686445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75bc75-11e6-4370-acf4-914fb592dafc admin admin] Pushing event updated for resources: {'Network': ['ID=54206e21-9f99-40e1-bc39-3d9b62cf1c0b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:07.697908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:07:07.709540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Made reservation on behalf of 84ff4090fa3842efab9057566a110ae7 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:07.712374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.891456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (76df73b0-ef4d-45f2-9c60-c6eb15c1e74a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.942423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76df73b0-ef4d-45f2-9c60-c6eb15c1e74a,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:07.957449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Checking segment: {'id': 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:07.957802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Network hostable DHCP agents. Network: 54206e21-9f99-40e1-bc39-3d9b62cf1c0b, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:07:07.974707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:07:07.983767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 54206e21-9f99-40e1-bc39-3d9b62cf1c0b) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:07.988431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:07.989032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:07.992936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425ba539-0c32-4546-929a-f81ffb212211 None None] Network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:07:08.013054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 36962) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:08.013267 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-00c6bad7-edf5-4259-b46d-ed7b14e17779 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3346014 Oct 26 12:07:08.021239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:08.046327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (d9074c91-6232-4116-a63a-cce7e6997753), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.047270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (d9074c91-6232-4116-a63a-cce7e6997753), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.078358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:08.107319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks [] for router_controller (d9074c91-6232-4116-a63a-cce7e6997753), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.108661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'project_id': '84ff4090fa3842efab9057566a110ae7', 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:07:08.109713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.246327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks [] for router_gateway (d9074c91-6232-4116-a63a-cce7e6997753), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.250812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Allocated IP 172.20.0.2 (54206e21-9f99-40e1-bc39-3d9b62cf1c0b/76df73b0-ef4d-45f2-9c60-c6eb15c1e74a/ae9f489d-a988-4821-ba4f-4de1d769fd48) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:08.389509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:08.418529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:08.419911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Publish callbacks [] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.427457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.440567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks [] for router_gateway (d9074c91-6232-4116-a63a-cce7e6997753), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.460535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.474997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:08.478321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:08.481041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:07:08.483423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Pushing event updated for resources: {'Port': ['ID=ae9f489d-a988-4821-ba4f-4de1d769fd48,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:08.541762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Attempting to bind port ae9f489d-a988-4821-ba4f-4de1d769fd48 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:07:08.542128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Attempting to bind port ae9f489d-a988-4821-ba4f-4de1d769fd48 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:07:08.542488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Attempting to bind port ae9f489d-a988-4821-ba4f-4de1d769fd48 on network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:08.569478 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Allocated IP 172.26.0.118 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/ade96751-f807-4b74-918c-ef7a7fd509ea) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:08.585786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:07:08.586407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Checking segment: {'id': 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:08.586811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.587232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Bound using segment: {'id': 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:07:08.587706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Bound port: ae9f489d-a988-4821-ba4f-4de1d769fd48, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:07:08.588104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.654261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] For port ae9f489d-a988-4821-ba4f-4de1d769fd48, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:08.657183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] For port ae9f489d-a988-4821-ba4f-4de1d769fd48, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ae9f489d-a988-4821-ba4f-4de1d769fd48,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:08.664376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.678529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks [] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.716744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb982a5-62f9-418b-a178-7aa563fbddaa None None] Pushing event updated for resources: {'Port': ['ID=ae9f489d-a988-4821-ba4f-4de1d769fd48,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:08.718360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:08.763772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:08.770302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:08.776108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:08.778861 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:07:08.781002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:09.027958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks [] for router_gateway (d9074c91-6232-4116-a63a-cce7e6997753), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:09.069608 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:09.080587 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:09.081130 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:09.082414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:09.201498 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:09.253644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (d9074c91-6232-4116-a63a-cce7e6997753), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:09.281969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ae9f489d-a988-4821-ba4f-4de1d769fd48 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:09.327227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ae9f489d-a988-4821-ba4f-4de1d769fd48 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:09.327944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:09.328465 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ae9f489d-a988-4821-ba4f-4de1d769fd48 Oct 26 12:07:09.405125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 2, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:09.408472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Router d9074c91-6232-4116-a63a-cce7e6997753 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:07:09.436977 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:09.437311 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Updating router 10ff1996-1447-4d42-b65f-7c945cde77b8 port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:07:09.470655 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:09.532961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:09.544024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:09.554108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:09.556767 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-980338bb-2895-4499-a6d1-c567712a5dcb admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5414486 Oct 26 12:07:09.558474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 36964) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:07:09.567522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ae9f489d-a988-4821-ba4f-4de1d769fd48 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:09.567930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:09.585895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:09.586754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:09.679893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ae9f489d-a988-4821-ba4f-4de1d769fd48, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ae9f489d-a988-4821-ba4f-4de1d769fd48,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:09.719040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:09.789318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ae9f489d-a988-4821-ba4f-4de1d769fd48,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:09.792706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:09.819624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:09.841845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:09.848785 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:07:09.890484 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Publish callbacks [] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:09.898639 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:09.964736 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:09.990395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.990998 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.991484 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.992460 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.992996 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.993499 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.994034 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.994590 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.994873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.995621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.996188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.996885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.997447 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.997709 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:09.998242 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:07:10.014407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:10.019150 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Attempting to bind port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:07:10.019520 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Attempting to bind port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:07:10.019958 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Attempting to bind port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:10.020455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:10.058085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:10.068027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af41b78e-5642-4864-ae48-19f9e4a2b35a None None] Network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:07:10.073310 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:07:10.073832 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Checking segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:10.074065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.074445 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Bound using segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:07:10.075181 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Bound port: 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:07:10.075489 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.106793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.123381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:08Z', 'revision_number': 3, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:10.140252 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:10.144298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:10.145410 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:10.152430 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.160775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:10.161199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Updating router d9074c91-6232-4116-a63a-cce7e6997753 port ade96751-f807-4b74-918c-ef7a7fd509ea binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:07:10.180124 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:10.198838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-92cfe524-31ee-4362-b161-52c810563559 None None] Provisioning complete for port ae9f489d-a988-4821-ba4f-4de1d769fd48 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:10.199141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-92cfe524-31ee-4362-b161-52c810563559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.199482 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-92cfe524-31ee-4362-b161-52c810563559 None None] Attempt 1 to provision port ae9f489d-a988-4821-ba4f-4de1d769fd48 Oct 26 12:07:10.206308 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:10.206945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:10.221799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:10.238873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.245778 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3c6be-2f7f-4b72-8b8f-c242d48aa3c9 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:10.295430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Allocated IP 172.20.0.1 (54206e21-9f99-40e1-bc39-3d9b62cf1c0b/76df73b0-ef4d-45f2-9c60-c6eb15c1e74a/42a1b566-2411-4619-adeb-bd7c27e1788b) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:10.319935 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:10.435272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Publish callbacks [] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.457394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-92cfe524-31ee-4362-b161-52c810563559 None None] Current status of the port ae9f489d-a988-4821-ba4f-4de1d769fd48 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:10.486045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.531696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:10.538625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:10.543421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:07:10.560125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:10.567223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:10.590189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (d9074c91-6232-4116-a63a-cce7e6997753), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.593638 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d261e1-42f6-4a00-8748-e7c3c69a3bdf None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:10.602608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Publish callbacks [] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.613080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.654885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Attempting to bind port ade96751-f807-4b74-918c-ef7a7fd509ea on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:07:10.655356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Attempting to bind port ade96751-f807-4b74-918c-ef7a7fd509ea by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:07:10.655816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Attempting to bind port ade96751-f807-4b74-918c-ef7a7fd509ea on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:10.703695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b036b-e86b-4f55-95cc-09d724ee01de None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:10.714249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-7b8f2c41-d0cc-46eb-90c4-bd44257924bf None None] Provisioning complete for port ae9f489d-a988-4821-ba4f-4de1d769fd48 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:10.714692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2c41-d0cc-46eb-90c4-bd44257924bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.715100 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-7b8f2c41-d0cc-46eb-90c4-bd44257924bf None None] Attempt 1 to provision port ae9f489d-a988-4821-ba4f-4de1d769fd48 Oct 26 12:07:10.754254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:07:10.754908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:10.755033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.755405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:07:10.755918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Bound port: ade96751-f807-4b74-918c-ef7a7fd509ea, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:07:10.756304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.764450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.810170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:10.827962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:10.832956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:10.837880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:10.864223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.908396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f2c41-d0cc-46eb-90c4-bd44257924bf None None] Current status of the port ae9f489d-a988-4821-ba4f-4de1d769fd48 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:10.921968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:10.922674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:10.968926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:10.990939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Publish callbacks [] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:10.992861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b036b-e86b-4f55-95cc-09d724ee01de None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:10.998462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:11.059327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e1d29212-a330-4c52-bd7a-e1737d66e78c None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:11.059706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e1d29212-a330-4c52-bd7a-e1737d66e78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:11.060077 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e1d29212-a330-4c52-bd7a-e1737d66e78c None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:11.079390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (d9074c91-6232-4116-a63a-cce7e6997753), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:11.081584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:11.096653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:11.137974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e1d29212-a330-4c52-bd7a-e1737d66e78c None None] Port 42a1b566-2411-4619-adeb-bd7c27e1788b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:07:11.162531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:11.196720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:11.198206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:11.387708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Router d9074c91-6232-4116-a63a-cce7e6997753 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:07:11.454709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ae9f489d-a988-4821-ba4f-4de1d769fd48 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:11.525078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:07:11.543781 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ab409a79-0f30-4284-b38f-294b583058c2 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/d9074c91-6232-4116-a63a-cce7e6997753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9737659 Oct 26 12:07:11.560680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 1, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:11.564807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ae9f489d-a988-4821-ba4f-4de1d769fd48 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:11.565178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:11.565509 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ae9f489d-a988-4821-ba4f-4de1d769fd48 Oct 26 12:07:11.620387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-eaa2b736-7591-4753-848e-2c0e05a25d7c None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:11.620761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b736-7591-4753-848e-2c0e05a25d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:11.621101 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-eaa2b736-7591-4753-848e-2c0e05a25d7c None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:11.626261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cae1c94-cf5e-483b-87ac-ae99050dcf4b None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 1, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:11.677277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2b736-7591-4753-848e-2c0e05a25d7c None None] Port 42a1b566-2411-4619-adeb-bd7c27e1788b cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:07:11.725712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ae9f489d-a988-4821-ba4f-4de1d769fd48 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:11.726891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:11.781947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:11.782785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:11.782785 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:11.864952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:11.864952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:11.878272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:11.912328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:11.921176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:11.990832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:12.046065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:12.261840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-dcb95df6-a268-458c-a7fa-5138facf9e2c tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:12.264195 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-dcb95df6-a268-458c-a7fa-5138facf9e2c tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 817 time: 0.1123214 Oct 26 12:07:12.280272 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-90982cfd-4921-461c-886c-31844a8cda61 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/quotas/73cd092dda494ba19a9058474248e4ca HTTP/1.1" status: 200 len: 375 time: 0.0101323 Oct 26 12:07:12.340547 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-6f612de3-42c3-4b01-811a-882c0738fad7 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539598 Oct 26 12:07:12.412162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:12.447133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-196332f4-c8d7-4234-926b-ed6211e5bcae service neutron] 10.222.0.26 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937951 Oct 26 12:07:12.546266 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-b5af55ba-f9e3-4f46-bcf3-252af72154dc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928679 Oct 26 12:07:12.732248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-94a6b1da-0c31-4d29-a056-57f0cc5c1bde req-6e8b46ab-287b-44d2-8889-dc59484bd8f1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 210 time: 0.0290420 Oct 26 12:07:13.863428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:13.864892 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7ecf6fd3-fad1-47a8-87bd-6cbee64c3189 req-0d2ded17-97ca-403e-ab90-ecae4c22b1c5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 210 time: 0.0544097 Oct 26 12:07:13.868769 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:13.869504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:13.939712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:13.998335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ade96751-f807-4b74-918c-ef7a7fd509ea triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:13.998742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:13.999079 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ade96751-f807-4b74-918c-ef7a7fd509ea Oct 26 12:07:14.005411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-3bfbd334-de55-4695-9dc1-05cd43a991bd tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:14.007455 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-3bfbd334-de55-4695-9dc1-05cd43a991bd tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 817 time: 0.2115157 Oct 26 12:07:14.039565 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:14.051533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:14.102743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:14.103387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:14.123378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Request body: {'port': {'device_id': 'b7340eee-9b1f-4348-ac99-844d69a16ca9', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'admin_state_up': True, 'tenant_id': '73cd092dda494ba19a9058474248e4ca'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:14.141857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:14.150329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:14.214225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:14.279989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Made reservation on behalf of 73cd092dda494ba19a9058474248e4ca for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:14.284465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:14.289763 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:11Z', 'revision_number': 5, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:14.316352 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:14.325482 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:14.326077 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:14.405044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:14.425279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Allocated IP 172.20.0.11 (241d69e7-7bf7-40d9-a51a-a1419248dce7/00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b/bb57c52b-e9fc-4869-81e7-d9ef7f0087d7) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:14.437579 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:14.569329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:14.572207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:14.572629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:14.577017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:14.605500 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:14.633399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks [] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:14.673115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:14.677666 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:11Z', 'revision_number': 5, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:14.712349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c6b52-1b86-4d41-b9bd-83c0acabc24a None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:11Z', 'revision_number': 5, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:14.717747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:14.721412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:14.725362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:07:14.734757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:14.746301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:14.767894 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:14.776506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Pushing event updated for resources: {'Port': ['ID=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:14.809569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:14.811146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:14.834055 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-bb1a0ef2-8132-4c71-9ec0-42f4f52e0d7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7150815 Oct 26 12:07:14.871518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:14.872040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:14.982074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:14.998339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.063936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Request body: {'port': {'device_id': 'b7340eee-9b1f-4348-ac99-844d69a16ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:15.075170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403d9d6-d256-440f-859c-faad2cb541c2 req-d1b818bc-94d2-45a4-9bea-2e00ce3407e9 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:15.085395 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f403d9d6-d256-440f-859c-faad2cb541c2 req-d1b818bc-94d2-45a4-9bea-2e00ce3407e9 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 932 time: 0.0899312 Oct 26 12:07:15.151242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.157538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 2, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:15.165256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-710c0518-53cb-4376-a0f1-f9e5557269d1 None None] Provisioning complete for port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:15.165633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-710c0518-53cb-4376-a0f1-f9e5557269d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.165974 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-710c0518-53cb-4376-a0f1-f9e5557269d1 None None] Attempt 1 to provision port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 Oct 26 12:07:15.172563 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f403d9d6-d256-440f-859c-faad2cb541c2 req-d2263217-724e-48c9-8e9d-0ded58486718 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854366 Oct 26 12:07:15.211383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:15.211766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Updating router d9074c91-6232-4116-a63a-cce7e6997753 port 42a1b566-2411-4619-adeb-bd7c27e1788b binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:07:15.287401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-710c0518-53cb-4376-a0f1-f9e5557269d1 None None] Port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:07:15.291577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:15.298773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:15.301828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.384398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:15.389562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:15.435101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:15.435749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.436087 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:15.465071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:07:15.474301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Publish callbacks [] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.488294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Transition to ACTIVE for port object bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:07:15.493206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.602485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Pushing event updated for resources: {'Port': ['ID=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:15.611011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:15.612781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:15.612781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.660937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Attempting to bind port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:07:15.661319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Attempting to bind port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:07:15.661670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Attempting to bind port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:15.687609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:15.695651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.714894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:15.715229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Attempting to bind port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:15.769729 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:07:15.770073 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Checking segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:15.770465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Bound using segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:07:15.770912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Bound port: bb57c52b-e9fc-4869-81e7-d9ef7f0087d7, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:07:15.771269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.773200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Publish callbacks [] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.782707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:15.791667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.809452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:15.855892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] For port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:15.859429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] For port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:15.866875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.872156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:15.873127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:15.875992 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 HTTP/1.1" status: 200 len: 1094 time: 1.0113156 Oct 26 12:07:15.876757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7340eee-9b1f-4348-ac99-844d69a16ca9', 'tag': 'bb57c52b-e9fc-4869-81e7-d9ef7f0087d7'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:07:15.879509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e26baf-8997-413b-93f9-32bc5c219230 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:15.882548 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded9fe55-5f23-48f0-bbd2-145b3641d542" -d '{"events": [{"name": "network-changed", "server_uuid": "b7340eee-9b1f-4348-ac99-844d69a16ca9", "tag": "bb57c52b-e9fc-4869-81e7-d9ef7f0087d7"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:15.953226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7515e7c-7e27-4356-ace4-9e6b41909b12 x-openstack-request-id: req-b7515e7c-7e27-4356-ace4-9e6b41909b12 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:15.953670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7340eee-9b1f-4348-ac99-844d69a16ca9", "tag": "bb57c52b-e9fc-4869-81e7-d9ef7f0087d7", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:15.953998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7515e7c-7e27-4356-ace4-9e6b41909b12 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:15.954610 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7515e7c-7e27-4356-ace4-9e6b41909b12'] response: {'name': 'network-changed', 'server_uuid': 'b7340eee-9b1f-4348-ac99-844d69a16ca9', 'tag': 'bb57c52b-e9fc-4869-81e7-d9ef7f0087d7', 'status': 'completed', 'code': 200} Oct 26 12:07:15.956058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767362c7-3a63-4b5a-ab08-45a46699fb4d service neutron] Pushing event updated for resources: {'Port': ['ID=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:15.964985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Attempting to bind port 42a1b566-2411-4619-adeb-bd7c27e1788b on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:07:15.965358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Attempting to bind port 42a1b566-2411-4619-adeb-bd7c27e1788b by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:07:15.965723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Attempting to bind port 42a1b566-2411-4619-adeb-bd7c27e1788b on network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:15.970495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:15.971445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:16.017551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-215faabd-8743-427e-a47b-130ef00e9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:16.019331 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-215faabd-8743-427e-a47b-130ef00e9fff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 1128 time: 0.0440133 Oct 26 12:07:16.044079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:07:16.044637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Checking segment: {'id': 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:16.044847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:16.045235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Bound using segment: {'id': 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:07:16.045706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Bound port: 42a1b566-2411-4619-adeb-bd7c27e1788b, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:07:16.046085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:16.073199 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-1d364dd8-7b40-4958-9009-d53629a38cde service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 HTTP/1.1" status: 200 len: 217 time: 0.0413427 Oct 26 12:07:16.116944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:16.119164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:16.120344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:16.125598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-d9ddda1e-6030-43af-bbb4-e95b2a34aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:16.127741 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-d9ddda1e-6030-43af-bbb4-e95b2a34aad3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b HTTP/1.1" status: 200 len: 856 time: 0.0479801 Oct 26 12:07:16.132073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:16.170513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:16.174449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-1c6b0d7a-3cb7-461b-b4f8-38a2f3afff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:16.174734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:16.176086 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-1c6b0d7a-3cb7-461b-b4f8-38a2f3afff68 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=241d69e7-7bf7-40d9-a51a-a1419248dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424991 Oct 26 12:07:16.183870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:16.215653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:16.313728 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-7c68de3e-4abf-431c-8c87-e8e67135aa2a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310256 Oct 26 12:07:16.315268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1360be-e9fe-4749-aef6-58c6b0255078 req-4aceb347-abba-47a1-9645-697d61959836 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:16.317071 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ed1360be-e9fe-4749-aef6-58c6b0255078 req-4aceb347-abba-47a1-9645-697d61959836 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 944 time: 0.0616777 Oct 26 12:07:16.381006 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ed1360be-e9fe-4749-aef6-58c6b0255078 req-e3f75c0a-9d8a-44f3-9eee-66f6aaa95e4e tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568292 Oct 26 12:07:16.394459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:16.394757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:16.422833 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f0e4a90-04a1-4815-95e0-966a8f71c07a req-e5935661-2ec7-46bd-ae8f-10194361dc9c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012897 Oct 26 12:07:16.439066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:16.439842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:16.480328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e26baf-8997-413b-93f9-32bc5c219230 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:16.495524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:16.499436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:16.575412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:16.611942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:16.773921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:16.798317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a640bae-4731-4639-8349-86ccd6ae2591 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:17.198951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-122f5f48-89d1-4d55-89bf-aee3d6b0267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:17.200537 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-122f5f48-89d1-4d55-89bf-aee3d6b0267b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 1128 time: 0.0471671 Oct 26 12:07:17.305430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-aad0578f-9a42-47a6-b344-ad72e3805873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:17.306939 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-aad0578f-9a42-47a6-b344-ad72e3805873 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 918 time: 0.1003633 Oct 26 12:07:17.353433 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-d5ae7f64-b5f2-4376-92bb-095c6bc13469 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 HTTP/1.1" status: 200 len: 217 time: 0.0379603 Oct 26 12:07:17.420594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-1eeceace-d115-47cd-a944-9258dc72ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:17.422224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-1eeceace-d115-47cd-a944-9258dc72ef37 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b HTTP/1.1" status: 200 len: 856 time: 0.0611491 Oct 26 12:07:17.473839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-bb601d15-1ffb-4f56-94a7-5c177c8650d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:17.475435 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-bb601d15-1ffb-4f56-94a7-5c177c8650d0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=241d69e7-7bf7-40d9-a51a-a1419248dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444365 Oct 26 12:07:17.491235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:17.503476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4258ad4-1326-43ec-8b38-a01aa8f6ce80 req-20898d86-a0b3-49bb-bb58-b4c9512af9e2 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:17.505090 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c4258ad4-1326-43ec-8b38-a01aa8f6ce80 req-20898d86-a0b3-49bb-bb58-b4c9512af9e2 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 944 time: 0.0500588 Oct 26 12:07:17.558343 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c4258ad4-1326-43ec-8b38-a01aa8f6ce80 req-31636d3c-9b36-4d3b-bbec-a8cfc468d14a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473642 Oct 26 12:07:17.573063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-9c7d2df0-7694-48ac-8e30-f5f37ec9af71 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894175 Oct 26 12:07:17.632213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:17.665426 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ded9fe55-5f23-48f0-bbd2-145b3641d542 req-dd30f563-4e38-4d87-a7c8-c17665a3f6d8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852406 Oct 26 12:07:17.688988 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:17.698962 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:17.699976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:17.791173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:17.836458 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:17.838378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:17.838763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:17.839106 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:17.903863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:07:17.956404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:17.956800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:18.044420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:18.056315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:18.098011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:18.100693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:18.124862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:18.137119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:18.138140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'bb57c52b-e9fc-4869-81e7-d9ef7f0087d7', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'port_id': 'bb57c52b-e9fc-4869-81e7-d9ef7f0087d7', 'mac_address': 'fa:16:3e:26:dc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:07:18.144491 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:15Z', 'revision_number': 7, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:18.165950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:18.177509 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:18.186655 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:18.187281 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:18.215018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:18.215421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:18.254062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:07:18.275494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:18.275942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:18.292360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:18.296346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:18.303917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:18.341321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:18.351537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:18.367825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:18.425120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:18.506660 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:15Z', 'revision_number': 7, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:18.530781 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706d1eb1-c4cf-45fd-ad96-498486472ff6 None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:15Z', 'revision_number': 7, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:18.578143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['bb57c52b-e9fc-4869-81e7-d9ef7f0087d7'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:07:18.692867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14ff16-cafc-441f-bd4a-707788168406 req-886512ee-4a67-40d1-a9e4-efb0001c94bb tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:18.694387 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-db14ff16-cafc-441f-bd4a-707788168406 req-886512ee-4a67-40d1-a9e4-efb0001c94bb tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 945 time: 0.0557783 Oct 26 12:07:18.776164 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-db14ff16-cafc-441f-bd4a-707788168406 req-e1a675e9-0924-4571-ac12-5638e1c51af3 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732741 Oct 26 12:07:19.176651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:19.183761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:19.188919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:19.310735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:19.320910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:19.470458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:19.470458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:19.470458 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:19.537620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:19.545101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:19.612832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:18Z', 'revision_number': 5, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:19.614809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:19.615191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:19.650257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:19.673093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:19.673721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:19.712232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:19.719128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:19.792109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:19.842474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:19.858121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:19.912260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:19.918536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade27bac-07cb-4c38-b771-3ae934ffea83 req-6b22d0fd-cf7a-4ca0-b8f6-71617390c539 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:19.920668 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ade27bac-07cb-4c38-b771-3ae934ffea83 req-6b22d0fd-cf7a-4ca0-b8f6-71617390c539 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 945 time: 0.0574758 Oct 26 12:07:19.972080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ade27bac-07cb-4c38-b771-3ae934ffea83 req-e9a89c46-66dc-433e-9558-241d1912878c tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449417 Oct 26 12:07:20.189545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:20.190465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:20.230327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:07:20.255053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:20.255407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:20.255760 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 Oct 26 12:07:20.350031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:18Z', 'revision_number': 5, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:20.389868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3a3a-872d-4e3e-b97c-f32c62214060 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:18Z', 'revision_number': 5, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:20.396124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:20.396466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:20.442054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:20.447960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:20.447960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:20.472861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:20.481804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:20.486066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:20.492471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7340eee-9b1f-4348-ac99-844d69a16ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb57c52b-e9fc-4869-81e7-d9ef7f0087d7'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:07:20.494961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ba407f-b346-4055-bd63-97c878ae689c" -d '{"events": [{"server_uuid": "b7340eee-9b1f-4348-ac99-844d69a16ca9", "name": "network-vif-plugged", "status": "completed", "tag": "bb57c52b-e9fc-4869-81e7-d9ef7f0087d7"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:20.530784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:20.540524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:20.555386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaf8532-943a-423a-b19a-8d4ae08f524f x-openstack-request-id: req-9aaf8532-943a-423a-b19a-8d4ae08f524f {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:20.555680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7340eee-9b1f-4348-ac99-844d69a16ca9", "name": "network-vif-plugged", "status": "completed", "tag": "bb57c52b-e9fc-4869-81e7-d9ef7f0087d7", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:20.555958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9aaf8532-943a-423a-b19a-8d4ae08f524f {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:20.556357 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aaf8532-943a-423a-b19a-8d4ae08f524f'] response: {'server_uuid': 'b7340eee-9b1f-4348-ac99-844d69a16ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb57c52b-e9fc-4869-81e7-d9ef7f0087d7', 'code': 200} Oct 26 12:07:20.557375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:20.615626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:20.760965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4ca7-d5ff-4e2b-aa1d-7221d0b20300 req-cc62eb62-531d-4d60-b256-9644a79aaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:20.762444 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-52fb4ca7-d5ff-4e2b-aa1d-7221d0b20300 req-cc62eb62-531d-4d60-b256-9644a79aaae5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 1130 time: 0.0403898 Oct 26 12:07:20.812871 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-52fb4ca7-d5ff-4e2b-aa1d-7221d0b20300 req-74fb8d89-0775-407c-a5c2-704d6a41563e service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Oct 26 12:07:20.899231 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:20.905772 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:20.906441 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:21.014344 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:21.108086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c3f04-2c0a-4e40-86f4-58104f4ea03b req-30d30d46-fc4e-421c-a68d-077b6687ff5b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:21.111157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-df7c3f04-2c0a-4e40-86f4-58104f4ea03b req-30d30d46-fc4e-421c-a68d-077b6687ff5b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 946 time: 0.0563252 Oct 26 12:07:21.153293 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:21.164093 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-df7c3f04-2c0a-4e40-86f4-58104f4ea03b req-73814241-7b12-4659-bca8-5f5f3b23360b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Oct 26 12:07:21.235953 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:19Z', 'revision_number': 9, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:21.263360 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:21.271015 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:21.275287 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:21.276119 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:21.289484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:21.354695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:21.355289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:21.356025 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:21.405382 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:21.447246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:21.447747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:21.487990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:21.492927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:21.548870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:21.555501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:21.620853 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:19Z', 'revision_number': 9, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:21.638729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:21.639126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:21.651782 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a563e93-7366-469d-9c46-3700e43e8218 None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:19Z', 'revision_number': 9, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:21.679634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:21.684468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:21.755638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:22.295212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c51e9-248b-43eb-bedf-7d908a37c170 req-ffcf4b3b-6fbf-47cd-a67e-35c3941d2ae6 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:22.296838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-944c51e9-248b-43eb-bedf-7d908a37c170 req-ffcf4b3b-6fbf-47cd-a67e-35c3941d2ae6 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 946 time: 0.0498023 Oct 26 12:07:22.356426 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-944c51e9-248b-43eb-bedf-7d908a37c170 req-1425c335-bad8-40dd-9465-a796eebfdf97 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532870 Oct 26 12:07:22.477853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfee05c-0b35-409e-b401-0bf60d6d3f8b req-216d010d-7341-45a0-8d5d-70a836ba5f0d tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:22.479307 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-edfee05c-0b35-409e-b401-0bf60d6d3f8b req-216d010d-7341-45a0-8d5d-70a836ba5f0d tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 946 time: 0.0470221 Oct 26 12:07:22.552426 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-edfee05c-0b35-409e-b401-0bf60d6d3f8b req-2e8ec570-693c-4a4b-aec1-3943c67f8568 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673995 Oct 26 12:07:23.401226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:23.402431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:23.402431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:23.538176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:23.541425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:23.742251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:23.790587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:23.792181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:21Z', 'revision_number': 7, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:23.825394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:23.836633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:23.837168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:23.837645 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a Oct 26 12:07:23.890405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:23.891606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:23.989577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:23.989967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:24.038632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:24.044020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:24.044799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:24.100136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:24.209059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:24.225841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:24.226227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:24.226570 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:24.422482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:24.423053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:24.460783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:21Z', 'revision_number': 7, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:24.493932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:24.495300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c24f612-ca6f-4606-83a6-1590331c7765 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:21Z', 'revision_number': 7, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:24.499372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:24.589198 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:24.601125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:24.601769 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:24.628777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:24.632947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:24.745350 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:24.776301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:24.929607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:24.929991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:24.970451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:24.976746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:25.041357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:25.043270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:25.130054 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:24Z', 'revision_number': 11, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:25.163749 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:25.174351 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:25.175075 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:25.304023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:25.317033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:25.349180 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:25.359536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:25.360021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:25.360292 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:25.469544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:25.470183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:25.516602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:25.524009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:25.593845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:25.613007 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:24Z', 'revision_number': 11, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:25.624178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:25.647033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f49940e-0be3-4f0c-8e0a-036f398c72b6 None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:24Z', 'revision_number': 11, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:25.713240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:25.713633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:25.738172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:25.744372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:25.745590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:26.005877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:26.047324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:26.049313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:26.100201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:26.108546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:26.163975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:26.801662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3840a5c0-901b-436f-9c6e-4e7a727ddb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:27.833868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:27.853312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:27.856860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:27.952688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:27.999010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:28.001121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:28.032900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:28.098820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:28.099175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:28.099694 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a Oct 26 12:07:28.259905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:28.260218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:28.269833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:25Z', 'revision_number': 9, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:28.303200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:28.308350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:28.314962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:28.315784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:28.320630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:28.321241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:28.487792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:28.488071 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:28.488543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:28.488543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:28.488543 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:28.493325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:28.494052 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:28.520992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:28.626392 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:28.682937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:28.683315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:28.770544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:28.775507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:28.780489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:28.786388 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:28.822903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:25Z', 'revision_number': 9, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:28.833068 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:26Z', 'revision_number': 12, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:28.860893 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:28.861067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:28.867568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:28.869771 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:28.870386 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:06:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:28.889049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dd8f98-6834-41da-9838-da6e3882f274 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:16Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:25Z', 'revision_number': 9, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:28.893027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:28.986967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:28.987368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:28.993431 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:29.021670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2438fd77-56a4-4a0c-bf19-0e0d601dc8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:29.042237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:29.050320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:29.103296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:29.215329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:28Z', 'revision_number': 13, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:29.252682 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6115fb-eb90-489a-b50d-90807db1a56d None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:28Z', 'revision_number': 13, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:29.337574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:29.405739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:29.406783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:29.407077 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:29.518204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:29.518671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:29.597068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:29.601951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:29.686995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:29.729519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:29.813582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:29.814180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:29.842574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:29.868786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:29.869545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:29.973563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:30.029742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:30.030189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:30.078233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:30.084198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:30.085143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:30.131500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:30.173978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:30.182056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:30.241428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:30.247998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:30.807059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=78 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:30.810224 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=12 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:31.376638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:31.415782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:31.416156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:31.416504 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a Oct 26 12:07:31.630038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:31.630429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:31.663062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:31.666437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:31.668649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:31.669436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:31.754733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:31.756572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:31.770511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:31.770892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:31.771224 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:31.842035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:31.842416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:31.879109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:31.884456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:31.885835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:31.966803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:31.976662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ade96751-f807-4b74-918c-ef7a7fd509ea triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:31.977033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:31.977367 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ade96751-f807-4b74-918c-ef7a7fd509ea Oct 26 12:07:32.048220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:32.048654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:32.069431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:32.073695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:32.074634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:32.119106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:32.161450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:32.168801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:32.169203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:32.169631 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:32.170752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:32.241539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:32.527354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:32.540588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=48 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:32.758760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:32.762419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:32.763035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:32.868702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:33.054377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:29Z', 'revision_number': 11, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:33.080827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:33.089378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:33.089986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:33.190533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:33.371463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:29Z', 'revision_number': 11, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:33.394859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:33.394859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:33.399914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:33.399914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:33.400097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9a0ec-750b-42b2-9fd4-b2a2df9f5871 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:29Z', 'revision_number': 11, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:33.463689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:33.546262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:33.547362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:33.573333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:33.575769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:33.583681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:33.584454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:33.621889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:33.692666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:33.731286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:33.733649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:33.734634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:33.757842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:33.762299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:33.763445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:33.849277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:33.853366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:31Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:31Z', 'revision_number': 15, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:33.886986 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:33.897768 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:33.898596 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:33.913696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:33.914086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:33.954702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:33.960650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:33.961614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:34.024547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:34.042040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:34.083532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:34.083961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:34.120955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:34.126880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:34.161667 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:34.197306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:34.248987 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:33Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:31Z', 'revision_number': 15, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:34.274580 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09a6ce-5de5-4fbf-847d-b73d26ef51da None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:33Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:31Z', 'revision_number': 15, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:35.335220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:35.388742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:35.389128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:35.389472 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a Oct 26 12:07:35.471959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:35.471959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:35.490774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:35.496126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:35.497060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:35.556164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:35.584199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:35.600513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:35.600897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:35.601266 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:35.684759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:35.685151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:35.688673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:35.726085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:35.730344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:35.731304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:35.807685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:35.818064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ade96751-f807-4b74-918c-ef7a7fd509ea triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:35.818438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:35.818774 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ade96751-f807-4b74-918c-ef7a7fd509ea Oct 26 12:07:35.901777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:35.902245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:35.925935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:35.930587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:35.931538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:36.009633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:36.018218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:36.018602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:36.018941 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:36.093741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:36.094126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:36.126773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:36.130201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:36.175404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:36.306984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:36.314945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:36.315562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:36.555625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:36.672056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:36.726437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:36.739888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:35Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:36Z', 'revision_number': 13, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:36.768086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:36.776456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:36.777058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:36.879688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:37.074376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:35Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:36Z', 'revision_number': 13, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:37.101397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0892e1b-f40e-4a69-ae31-d80804d414a5 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:35Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:36Z', 'revision_number': 13, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:37.727309 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:37.730945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:37.731570 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:37.767851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:37.860382 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:37.871812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:37.872276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:37.905205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:37.910492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:37.911257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:37.999339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:38.038120 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:38.052435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:38.052834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:38.092927 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:35Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:35Z', 'revision_number': 17, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:38.116571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:38.120441 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:38.125254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:38.126032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:38.132930 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:38.133788 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:38.205459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:38.244430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:38.244657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:38.251701 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:38.288734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:38.289772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:38.294435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:38.308321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:38.376481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:38.400575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:38.455495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:38.455902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:38.480991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:38.486958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:38.501832 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:35Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:38Z', 'revision_number': 18, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:38.550521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:38.554811 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07811f6-beb7-486e-a63d-c45e587d7830 None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:35Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:38Z', 'revision_number': 18, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:39.317235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:39.361596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:39.361966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:39.362303 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:39.437682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:39.437980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:39.471290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:39.474813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:39.475596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:39.549704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:39.569071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ade96751-f807-4b74-918c-ef7a7fd509ea triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:39.569445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:39.569782 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ade96751-f807-4b74-918c-ef7a7fd509ea Oct 26 12:07:39.647239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:39.647630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:39.670057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:39.674279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:39.675071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:39.752311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:39.761246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:39.761593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:39.761921 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:39.821602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:39.837216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:39.837607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:39.893349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:39.898857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:39.965330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:40.666630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:40.666630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:40.670221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:40.671583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:40.784141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:41.123648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:39Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:39Z', 'revision_number': 15, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:41.153061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:41.162234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:41.162844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:41.241421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:41.295396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:41.444537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:41.523777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:39Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:39Z', 'revision_number': 15, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:41.550635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a16b8-8876-4673-8533-3232af616f0c None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:39Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:39Z', 'revision_number': 15, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:42.037446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:42.140666 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:42.162032 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:42.162822 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:42.178127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:42.220792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:42.306649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:42.306649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:42.363628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:42.369740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:42.370532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:42.414245 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:42.425858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:42.460806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:42.518827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:42.519224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:42.550674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:42.560042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:42.572941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:42.645255 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:38Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:39Z', 'revision_number': 19, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:42.668238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:42.673228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:42.686219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:42.687488 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:42.712903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:42.713290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:42.734692 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:42.759683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:42.770641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:42.819737 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:42.865070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:42.901325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:43.040049 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:38Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:39Z', 'revision_number': 19, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:43.066456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9d934c-b146-44cf-92d8-60479e6e9a71 None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:38Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:39Z', 'revision_number': 19, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:43.308175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:43.365122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:43.365509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:43.365865 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:43.474979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:43.475376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:43.512004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:43.517166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:43.518039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:43.615237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ade96751-f807-4b74-918c-ef7a7fd509ea triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:43.615438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:43.615754 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ade96751-f807-4b74-918c-ef7a7fd509ea Oct 26 12:07:43.618949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:43.670050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:43.709037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:43.709429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:43.733034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:43.738548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:43.788933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:43.793978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:43.880096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:43.885998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:44.576399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:44.587074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:44.587933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:44.700874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:44.904587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:43Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:43Z', 'revision_number': 17, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:44.930115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:44.941610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:44.942325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:45.049912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:45.232946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:45.280605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:43Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:43Z', 'revision_number': 17, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:45.308027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d438e8a-0efb-4e70-824b-d715e1eabe31 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:43Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:43Z', 'revision_number': 17, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:45.359589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:45.477829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:45.505538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:45.526071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:45.526453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:45.526783 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a Oct 26 12:07:45.602930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:45.604018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:45.648941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:45.662918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:45.667972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:45.668933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:45.897198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:45.909948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:45.910329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:45.910672 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:45.995636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:45.996145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:46.046486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:46.052745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:46.087966 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:46.095635 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:46.095635 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:46.162916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:46.207928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:46.266187 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:46.288006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:46.289582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:46.352198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:46.359161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:46.359933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:46.464282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:46.520700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:45Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:46Z', 'revision_number': 21, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:46.536294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:46.536780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:46.552890 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:46.560925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:46.566508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:46.567711 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:46.569134 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:46.610894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:46.634243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:46.696096 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:46.785907 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:07:46.907167 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:45Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:46Z', 'revision_number': 21, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:46.937067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7715b-28b3-4bb7-aec4-9305150d3e62 None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:45Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:46Z', 'revision_number': 21, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:47.229674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:47.309328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:47.309624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:47.350388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:47.354612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:47.397031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:47.460371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:47.516133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:47.697250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:47.724825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:47.781453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:47.786063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:47.786063 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:47.902830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:47.903233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:47.943591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:47.950644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:47.951625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:47.961880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca844a4-485d-4099-a398-32d2bce2845b req-217cc5e0-2752-44cc-b666-b7f1a7a0413b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:47.963474 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6ca844a4-485d-4099-a398-32d2bce2845b req-217cc5e0-2752-44cc-b666-b7f1a7a0413b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 946 time: 0.0662789 Oct 26 12:07:48.027347 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6ca844a4-485d-4099-a398-32d2bce2845b req-3a92188f-3350-4a52-a5dd-6eb8129748b9 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529299 Oct 26 12:07:48.038499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:48.054091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ade96751-f807-4b74-918c-ef7a7fd509ea triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:48.054091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:48.054091 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ade96751-f807-4b74-918c-ef7a7fd509ea Oct 26 12:07:48.137962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:48.138359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:48.160804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:48.165365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:48.166178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:48.253428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:48.255313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:48.255313 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:48.259753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:48.296415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:48.341017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:48.341331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:48.380519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:48.386070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:48.438811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:48.602620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:48.603380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:48.604051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:48.640225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:48.689450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:48.758696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:48.810793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:48.811802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:48.893632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:48.900024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:48.974558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:49.023827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:48Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:48Z', 'revision_number': 19, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:49.053232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:49.063663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:49.064374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:49.176915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:49.177698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77993858-4166-4b9e-9c48-c4ed911f35d9 req-deb4833a-49d3-45cd-b1e8-2d311c6c5993 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:49.179573 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-77993858-4166-4b9e-9c48-c4ed911f35d9 req-deb4833a-49d3-45cd-b1e8-2d311c6c5993 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 946 time: 0.0575716 Oct 26 12:07:49.256201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:49.263012 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-77993858-4166-4b9e-9c48-c4ed911f35d9 req-238ecadc-f8fb-458f-b1ab-7b74ca44f86b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750027 Oct 26 12:07:49.286329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:49.287035 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:49.318765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:49.329213 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:49.390938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:49.391418 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:49.464369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:49.464757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:49.484237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:48Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:48Z', 'revision_number': 19, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:49.516539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:49.518346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f6e23-461e-4df9-bdbf-f652ac729b53 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:48Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:48Z', 'revision_number': 19, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:49.523655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:49.524362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:49.577987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:49.597310 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:49.602884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381b106-69c2-448e-893e-a21a78a260b9 req-b3ca6394-ef98-448e-aea9-88c978265776 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:49.605062 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0381b106-69c2-448e-893e-a21a78a260b9 req-b3ca6394-ef98-448e-aea9-88c978265776 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 946 time: 0.0622697 Oct 26 12:07:49.705359 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:48Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:47Z', 'revision_number': 23, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:49.711053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-0381b106-69c2-448e-893e-a21a78a260b9 req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Deleting port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:07:49.711363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0381b106-69c2-448e-893e-a21a78a260b9 req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:49.734444 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:49.744322 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:49.745138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:49.813052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:49.819603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-0381b106-69c2-448e-893e-a21a78a260b9 req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] For port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:49.820239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0381b106-69c2-448e-893e-a21a78a260b9 req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:49.832784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:49.839147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:49.851254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-0381b106-69c2-448e-893e-a21a78a260b9 req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Calling delete_port for bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:07:49.906221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:49.912504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:49.917401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:49.918774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:50.003863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:50.015565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0381b106-69c2-448e-893e-a21a78a260b9 req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (bb57c52b-e9fc-4869-81e7-d9ef7f0087d7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:50.050689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Pushing event deleted for resources: {'Port': ['ID=bb57c52b-e9fc-4869-81e7-d9ef7f0087d7,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:50.065577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['bb57c52b-e9fc-4869-81e7-d9ef7f0087d7'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:07:50.070763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:50.071445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:50.109730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0381b106-69c2-448e-893e-a21a78a260b9 req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] No DVR routers for this DVR port bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:07:50.112690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0381b106-69c2-448e-893e-a21a78a260b9 req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:50.116249 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0381b106-69c2-448e-893e-a21a78a260b9 req-4eb88845-0572-4711-a7dd-7f4a90e77df5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "DELETE /networking/v2.0/ports/bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 HTTP/1.1" status: 204 len: 173 time: 0.5054355 Oct 26 12:07:50.117169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7340eee-9b1f-4348-ac99-844d69a16ca9', 'name': 'network-vif-deleted', 'tag': 'bb57c52b-e9fc-4869-81e7-d9ef7f0087d7'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:07:50.120522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a40c5-f329-43d2-b07c-f99db2f1dcf0" -d '{"events": [{"server_uuid": "b7340eee-9b1f-4348-ac99-844d69a16ca9", "name": "network-vif-deleted", "tag": "bb57c52b-e9fc-4869-81e7-d9ef7f0087d7"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:50.137611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:50.146468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:50.174876 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:48Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:47Z', 'revision_number': 23, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:50.194374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4887c5-339e-4923-b55f-0c7da4b7da0f x-openstack-request-id: req-eb4887c5-339e-4923-b55f-0c7da4b7da0f {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:50.194669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7340eee-9b1f-4348-ac99-844d69a16ca9", "name": "network-vif-deleted", "tag": "bb57c52b-e9fc-4869-81e7-d9ef7f0087d7", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:50.194964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb4887c5-339e-4923-b55f-0c7da4b7da0f {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:50.195376 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4887c5-339e-4923-b55f-0c7da4b7da0f'] response: {'server_uuid': 'b7340eee-9b1f-4348-ac99-844d69a16ca9', 'name': 'network-vif-deleted', 'tag': 'bb57c52b-e9fc-4869-81e7-d9ef7f0087d7', 'status': 'completed', 'code': 200} Oct 26 12:07:50.203041 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879fcaef-aed3-4601-b891-d13cefbca864 None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:06Z', 'revision_number': 4, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:48Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '48020660-b6ae-4dc8-9be8-d38c0b5984f7', 'name': '', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'mac_address': 'fa:16:3e:82:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:05Z', 'updated_at': '2022-10-26T12:07:47Z', 'revision_number': 23, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'subnets': [{'id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:50.212152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:50.418447 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-93a7e1d8-2427-46ef-a262-b7d3c9bd52fa req-03300030-b3f5-4295-8447-9345057fed28 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b7340eee-9b1f-4348-ac99-844d69a16ca9 HTTP/1.1" status: 200 len: 210 time: 0.0511653 Oct 26 12:07:51.357945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:51.406406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:51.406778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:51.407117 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a Oct 26 12:07:51.482828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:51.483575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:51.508961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:51.514936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:51.515890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:51.599677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:51.612370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:51.612750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:51.613088 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 Oct 26 12:07:51.658776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:51.696323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:51.696323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:51.730186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:51.734231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:51.735156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:51.756566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:51.812927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-cea0f3a8-5685-4ede-b08b-2593626a159d tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:51.814938 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-cea0f3a8-5685-4ede-b08b-2593626a159d tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 817 time: 0.1082859 Oct 26 12:07:51.815889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:51.829019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ade96751-f807-4b74-918c-ef7a7fd509ea triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:51.829401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:51.829744 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ade96751-f807-4b74-918c-ef7a7fd509ea Oct 26 12:07:51.831000 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-a9bb09d5-05a2-4713-ae7d-1c009b031c31 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/quotas/73cd092dda494ba19a9058474248e4ca HTTP/1.1" status: 200 len: 375 time: 0.0102732 Oct 26 12:07:51.900209 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-ad7efbc3-be41-49bb-8934-42a0a0acb91b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592813 Oct 26 12:07:51.923519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:51.923950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:51.948393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:51.954108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:51.954996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:52.012707 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-2dc7929d-caae-4eab-ac31-ad392d3b8b6c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033702 Oct 26 12:07:52.044985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:52.048210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:52.048629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:52.048916 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:52.124484 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-4a01e279-bfb7-4b81-b562-562ecbf540a6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032534 Oct 26 12:07:52.134407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:52.134646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:52.181667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:52.187797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:52.239163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:52.322267 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f36f5218-fa57-425b-beaa-c69e737cd441 req-2fd5a6d5-51b3-449b-9f11-f873bfd679ea tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 210 time: 0.0332696 Oct 26 12:07:53.043945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:53.048831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:53.049463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:53.153121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:53.281236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:53.349254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:51Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:52Z', 'revision_number': 21, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:53.381858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:53.391560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:53.392234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:53.476823 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-024691a4-a1d9-44e7-8948-5ef592732b68 req-6c585f48-e541-4aaf-94a2-4a504d660da4 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 210 time: 0.0376422 Oct 26 12:07:53.513894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:53.599062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:53.739163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:53.744884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:51Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:52Z', 'revision_number': 21, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:53.794458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ff1d2-b3d0-4995-8c61-50f9aac16855 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:51Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:52Z', 'revision_number': 21, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:53.800271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-653a6c37-6cda-488e-b87c-fc08bb7cebf7 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:53.801931 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-653a6c37-6cda-488e-b87c-fc08bb7cebf7 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 817 time: 0.4994888 Oct 26 12:07:53.820635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Request body: {'port': {'device_id': '4b0f78d5-d4e5-4eef-92e1-9c4474994154', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'admin_state_up': True, 'tenant_id': '73cd092dda494ba19a9058474248e4ca'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:53.846887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:53.847279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:53.873979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:53.881104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:53.881946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 48020660-b6ae-4dc8-9be8-d38c0b5984f7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:53.937214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:53.952388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Made reservation on behalf of 73cd092dda494ba19a9058474248e4ca for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:07:53.956759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:53.961220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:54.010656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:54.016775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.064668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:54.072676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.073440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:54.081203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:54.134315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Allocated IP 172.20.0.8 (241d69e7-7bf7-40d9-a51a-a1419248dce7/00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b/f404cde2-4bf5-4fcf-b42b-26a77167b286) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:07:54.150446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:07:54.150790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device bb57c52b-e9fc-4869-81e7-d9ef7f0087d7 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:07:54.178436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:54.326067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks [] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.361278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.365215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:54.366196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.368352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:54.407749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:54.408819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:07:54.412630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.414776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:07:54.418623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:54.422067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:07:54.438874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 82f0c6d7-3af1-4333-9169-8ba8ff5e509a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:54.455972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Pushing event updated for resources: {'Port': ['ID=f404cde2-4bf5-4fcf-b42b-26a77167b286,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:54.484929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:54.485562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.505272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:54.519283 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-7e138279-6523-41ff-b415-ad8f3c984b18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7023411 Oct 26 12:07:54.536183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Request body: {'port': {'device_id': '4b0f78d5-d4e5-4eef-92e1-9c4474994154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:07:54.597968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:54.598499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.626081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:54.644232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.648783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.694329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4aba6-db71-4270-9b7f-a856910cb5c6 req-2ec1faa4-001a-495a-84d2-34f8744fcb0c tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:54.697354 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d9f4aba6-db71-4270-9b7f-a856910cb5c6 req-2ec1faa4-001a-495a-84d2-34f8744fcb0c tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 931 time: 0.0858569 Oct 26 12:07:54.708056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:54.772652 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d9f4aba6-db71-4270-9b7f-a856910cb5c6 req-939f9fdb-b522-4a0b-910a-7a44ec62e601 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654006 Oct 26 12:07:54.839955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fdccdf55-6447-4a4f-969b-993825252e9e None None] Provisioning complete for port f404cde2-4bf5-4fcf-b42b-26a77167b286 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:54.840342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdccdf55-6447-4a4f-969b-993825252e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.840693 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fdccdf55-6447-4a4f-969b-993825252e9e None None] Attempt 1 to provision port f404cde2-4bf5-4fcf-b42b-26a77167b286 Oct 26 12:07:54.872059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:54.884439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fdccdf55-6447-4a4f-969b-993825252e9e None None] Port f404cde2-4bf5-4fcf-b42b-26a77167b286 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:07:54.917537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:54.974033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f404cde2-4bf5-4fcf-b42b-26a77167b286 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:07:54.982390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Publish callbacks [] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:54.996528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Transition to ACTIVE for port object f404cde2-4bf5-4fcf-b42b-26a77167b286 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:07:55.001246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.067430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=f404cde2-4bf5-4fcf-b42b-26a77167b286,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:55.121917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Attempting to bind port f404cde2-4bf5-4fcf-b42b-26a77167b286 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:07:55.122249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Attempting to bind port f404cde2-4bf5-4fcf-b42b-26a77167b286 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:07:55.122572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Attempting to bind port f404cde2-4bf5-4fcf-b42b-26a77167b286 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:55.172183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Port f404cde2-4bf5-4fcf-b42b-26a77167b286 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:07:55.172444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Attempting to bind port f404cde2-4bf5-4fcf-b42b-26a77167b286 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:07:55.216717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:07:55.217649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Checking segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:07:55.218040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Bound using segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:07:55.218489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Bound port: f404cde2-4bf5-4fcf-b42b-26a77167b286, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:07:55.218851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.290434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] For port f404cde2-4bf5-4fcf-b42b-26a77167b286, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:07:55.293531 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] For port f404cde2-4bf5-4fcf-b42b-26a77167b286, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f404cde2-4bf5-4fcf-b42b-26a77167b286,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:07:55.300515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.303839 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:55.304454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.306248 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/f404cde2-4bf5-4fcf-b42b-26a77167b286 HTTP/1.1" status: 200 len: 1093 time: 0.7748349 Oct 26 12:07:55.308396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0f78d5-d4e5-4eef-92e1-9c4474994154', 'tag': 'f404cde2-4bf5-4fcf-b42b-26a77167b286'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:07:55.310961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0f78d5-d4e5-4eef-92e1-9c4474994154", "tag": "f404cde2-4bf5-4fcf-b42b-26a77167b286"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:07:55.332174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:55.366083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750af678-6eb0-42d0-9c6c-c9ff4da26aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=f404cde2-4bf5-4fcf-b42b-26a77167b286,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:55.376313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd25c547-6d3b-4097-9f23-24073eada56c x-openstack-request-id: req-fd25c547-6d3b-4097-9f23-24073eada56c {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:07:55.376606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0f78d5-d4e5-4eef-92e1-9c4474994154", "tag": "f404cde2-4bf5-4fcf-b42b-26a77167b286", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:07:55.376863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd25c547-6d3b-4097-9f23-24073eada56c {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:07:55.377303 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd25c547-6d3b-4097-9f23-24073eada56c'] response: {'name': 'network-changed', 'server_uuid': '4b0f78d5-d4e5-4eef-92e1-9c4474994154', 'tag': 'f404cde2-4bf5-4fcf-b42b-26a77167b286', 'status': 'completed', 'code': 200} Oct 26 12:07:55.382836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:55.383207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.383541 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:55.433517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-c5e4c28c-9019-4441-83fe-e3b246c8a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:55.435223 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-c5e4c28c-9019-4441-83fe-e3b246c8a2ce service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 1127 time: 0.0453906 Oct 26 12:07:55.458770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:55.459164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.484282 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-45641d8a-c9e6-47c4-80f6-d8e154701003 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f404cde2-4bf5-4fcf-b42b-26a77167b286 HTTP/1.1" status: 200 len: 217 time: 0.0350440 Oct 26 12:07:55.498195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:55.503378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.504400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:55.533892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-e9300a7f-ed90-4f7b-91c2-4acce2f28d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:55.535369 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-e9300a7f-ed90-4f7b-91c2-4acce2f28d08 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b HTTP/1.1" status: 200 len: 856 time: 0.0459499 Oct 26 12:07:55.580717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:55.583125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-f382dbe4-091c-4073-9c25-63aec3a812df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:55.584673 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-f382dbe4-091c-4073-9c25-63aec3a812df service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=241d69e7-7bf7-40d9-a51a-a1419248dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433810 Oct 26 12:07:55.588929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port ade96751-f807-4b74-918c-ef7a7fd509ea triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:55.589233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.589523 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port ade96751-f807-4b74-918c-ef7a7fd509ea Oct 26 12:07:55.670828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:55.671215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.679652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:55.692064 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-05eb5e78-2183-4318-ad86-92ec3e8df9c0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012371 Oct 26 12:07:55.695030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:55.698766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:55.747302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:55.796147 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18c96edd-3433-4ac6-9d12-ce4c1c8959f0 req-61ab2ca5-a124-4e0a-99ef-3e736e360e07 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983932 Oct 26 12:07:55.899007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b023-031e-4378-92ef-a1421f4c23ec req-6c0b86fb-4072-4857-9cf0-25267cbcea1c tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:55.900574 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-aad2b023-031e-4378-92ef-a1421f4c23ec req-6c0b86fb-4072-4857-9cf0-25267cbcea1c tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 943 time: 0.0482438 Oct 26 12:07:55.948225 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-aad2b023-031e-4378-92ef-a1421f4c23ec req-0acf6828-5cd3-4e35-9fda-809814512261 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Oct 26 12:07:56.168853 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:07:56.169885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:56.170836 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:56.273960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:56.439246 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:56.458780 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:55Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:55Z', 'revision_number': 23, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:56.483840 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:07:56.492871 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:07:56.493467 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:07:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:56.544872 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-60100f44-5bd3-40a3-90d5-04e71a72435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:56.546406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-60100f44-5bd3-40a3-90d5-04e71a72435c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 1127 time: 0.0430114 Oct 26 12:07:56.597664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:07:56.634095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:56.645325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-2a461fce-cd61-4b35-a31c-2df0c040dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:56.646825 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-2a461fce-cd61-4b35-a31c-2df0c040dcc8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 918 time: 0.0949705 Oct 26 12:07:56.687187 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-5cbe3556-278a-4efa-aece-5438e5552484 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f404cde2-4bf5-4fcf-b42b-26a77167b286 HTTP/1.1" status: 200 len: 217 time: 0.0341001 Oct 26 12:07:56.736027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-c6ee566f-2fba-4913-8560-af51a9c4eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:56.737474 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-c6ee566f-2fba-4913-8560-af51a9c4eb37 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b HTTP/1.1" status: 200 len: 856 time: 0.0448337 Oct 26 12:07:56.773655 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:56.781194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-42f09c2a-13fa-4658-a009-73a5f6100d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:56.781596 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:55Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:55Z', 'revision_number': 23, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:07:56.782696 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-42f09c2a-13fa-4658-a009-73a5f6100d8b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=241d69e7-7bf7-40d9-a51a-a1419248dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396681 Oct 26 12:07:56.806705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-62d4fe0d-ff4b-4f6a-8fda-6b2e3e94e154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:56.814256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8119839-b479-4831-8931-33dadbeebb3a None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:10Z', 'revision_number': 4, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:55Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '42a1b566-2411-4619-adeb-bd7c27e1788b', 'name': '', 'network_id': '54206e21-9f99-40e1-bc39-3d9b62cf1c0b', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'mac_address': 'fa:16:3e:cf:2b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:10Z', 'updated_at': '2022-10-26T12:07:55Z', 'revision_number': 23, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'subnets': [{'id': '76df73b0-ef4d-45f2-9c60-c6eb15c1e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:07:56.886941 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-0941b00b-1bfe-4931-a42f-28a952751f94 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979090 Oct 26 12:07:56.991536 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-21e9c358-ee8b-4ffb-a0b5-5002a8216ae9 req-a92658d3-69c9-4d5f-aba9-77021a35ea8e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976202 Oct 26 12:07:57.106462 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111718d-6691-43fa-85e8-2b15ad9adf52 req-cb3960cb-04c0-496c-9594-1e8f6ee4a3ba tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:57.109198 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2111718d-6691-43fa-85e8-2b15ad9adf52 req-cb3960cb-04c0-496c-9594-1e8f6ee4a3ba tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 943 time: 0.0551038 Oct 26 12:07:57.160171 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2111718d-6691-43fa-85e8-2b15ad9adf52 req-d765a519-ddd0-40b0-9bb6-ae27aa2e2a43 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Oct 26 12:07:57.233782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:57.276307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:57.314696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:57.315092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:57.350001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:57.354314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:57.381852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:57.444582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:57.493886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:57.578425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:07:57.625874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 42a1b566-2411-4619-adeb-bd7c27e1788b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:07:57.626251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:57.626594 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 42a1b566-2411-4619-adeb-bd7c27e1788b Oct 26 12:07:57.628767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:57.707214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:57.707609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:57.745737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:57.750926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:57.802646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:57.817167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ade96751-f807-4b74-918c-ef7a7fd509ea no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:57.897076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port ade96751-f807-4b74-918c-ef7a7fd509ea is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:57.897468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:57.919202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:57.923713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:57.974079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:58.104289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device f404cde2-4bf5-4fcf-b42b-26a77167b286 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:07:58.208736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port f404cde2-4bf5-4fcf-b42b-26a77167b286, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f404cde2-4bf5-4fcf-b42b-26a77167b286,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:58.220367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'f404cde2-4bf5-4fcf-b42b-26a77167b286', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'port_id': 'f404cde2-4bf5-4fcf-b42b-26a77167b286', 'mac_address': 'fa:16:3e:bd:f3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:07:58.255406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port f404cde2-4bf5-4fcf-b42b-26a77167b286 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:58.255833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:58.269958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f404cde2-4bf5-4fcf-b42b-26a77167b286 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:07:58.288440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:58.290930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be4135-253c-4ea7-b859-6e9c24965987 req-70967588-0860-4a0e-81ad-521bac3b8367 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:58.294584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port f404cde2-4bf5-4fcf-b42b-26a77167b286, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f404cde2-4bf5-4fcf-b42b-26a77167b286,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:58.297491 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b5be4135-253c-4ea7-b859-6e9c24965987 req-70967588-0860-4a0e-81ad-521bac3b8367 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 943 time: 0.0573027 Oct 26 12:07:58.300243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:58.337005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:58.345545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b5be4135-253c-4ea7-b859-6e9c24965987 req-b7901f20-5054-4760-987e-36fdc5b1f479 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 Oct 26 12:07:58.350615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=f404cde2-4bf5-4fcf-b42b-26a77167b286,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:58.565885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['f404cde2-4bf5-4fcf-b42b-26a77167b286'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:07:58.994512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-94fa26fd-8a59-4813-a29a-7d1d8739cbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:59.276033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 42a1b566-2411-4619-adeb-bd7c27e1788b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:07:59.316600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:07:59.349704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 42a1b566-2411-4619-adeb-bd7c27e1788b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:07:59.350080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:59.381458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:07:59.386551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:07:59.433895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:07:59.471268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b456c-4d86-4872-9797-e4420609f743 req-6903d823-52d0-4a42-b6be-11e3ce82b212 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:07:59.472889 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cf0b456c-4d86-4872-9797-e4420609f743 req-6903d823-52d0-4a42-b6be-11e3ce82b212 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 944 time: 0.0488405 Oct 26 12:07:59.521945 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cf0b456c-4d86-4872-9797-e4420609f743 req-74ca0a4f-a6c1-4bb8-9725-58e7121dd4ea tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Oct 26 12:08:00.142789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device f404cde2-4bf5-4fcf-b42b-26a77167b286 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:00.188011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port f404cde2-4bf5-4fcf-b42b-26a77167b286 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:08:00.193724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port f404cde2-4bf5-4fcf-b42b-26a77167b286 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:08:00.194098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:00.194440 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port f404cde2-4bf5-4fcf-b42b-26a77167b286 Oct 26 12:08:00.235511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:00.275333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port f404cde2-4bf5-4fcf-b42b-26a77167b286 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:08:00.275744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:00.299093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0f78d5-d4e5-4eef-92e1-9c4474994154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f404cde2-4bf5-4fcf-b42b-26a77167b286'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:08:00.301339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0495a7-f935-4c80-9f89-fcac324efcda" -d '{"events": [{"server_uuid": "4b0f78d5-d4e5-4eef-92e1-9c4474994154", "name": "network-vif-plugged", "status": "completed", "tag": "f404cde2-4bf5-4fcf-b42b-26a77167b286"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:00.314842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port f404cde2-4bf5-4fcf-b42b-26a77167b286, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f404cde2-4bf5-4fcf-b42b-26a77167b286,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:00.319935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:00.344205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b0c3d8-60f4-4410-a73f-a94f54e56cf0 x-openstack-request-id: req-20b0c3d8-60f4-4410-a73f-a94f54e56cf0 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:00.344497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0f78d5-d4e5-4eef-92e1-9c4474994154", "name": "network-vif-plugged", "status": "completed", "tag": "f404cde2-4bf5-4fcf-b42b-26a77167b286", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:00.344752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20b0c3d8-60f4-4410-a73f-a94f54e56cf0 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:00.345165 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b0c3d8-60f4-4410-a73f-a94f54e56cf0'] response: {'server_uuid': '4b0f78d5-d4e5-4eef-92e1-9c4474994154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f404cde2-4bf5-4fcf-b42b-26a77167b286', 'code': 200} Oct 26 12:08:00.374658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=f404cde2-4bf5-4fcf-b42b-26a77167b286,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:00.547252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df220-df7e-4be8-95a0-a08f9fe9b8df req-35c9087f-1417-4d30-9200-de2d3e8989a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:00.548788 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d08df220-df7e-4be8-95a0-a08f9fe9b8df req-35c9087f-1417-4d30-9200-de2d3e8989a1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 1129 time: 0.0395849 Oct 26 12:08:00.593787 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d08df220-df7e-4be8-95a0-a08f9fe9b8df req-f53b7bdf-f1d3-400a-afff-ccc57ed73dd2 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Oct 26 12:08:00.642052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534a8f-5e79-4ed2-a069-35ed1b2b959e req-b10d7472-1731-409d-b166-e5b536e13ec9 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:00.643513 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c2534a8f-5e79-4ed2-a069-35ed1b2b959e req-b10d7472-1731-409d-b166-e5b536e13ec9 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 945 time: 0.0462973 Oct 26 12:08:00.688237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:00.696608 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c2534a8f-5e79-4ed2-a069-35ed1b2b959e req-40e36b78-29d5-49d2-855a-7344efb03af5 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474682 Oct 26 12:08:01.649014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:01.715510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:01.820558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be94b76-79f4-446c-85c9-edb8f63e03c9 req-909d41a2-d422-439a-92a4-50fb4f45994d tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:01.822040 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2be94b76-79f4-446c-85c9-edb8f63e03c9 req-909d41a2-d422-439a-92a4-50fb4f45994d tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 945 time: 0.0474393 Oct 26 12:08:01.876395 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2be94b76-79f4-446c-85c9-edb8f63e03c9 req-d62f7be0-9adf-4b40-a105-1442aa1a394c tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481617 Oct 26 12:08:03.000073 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571965-2b9d-4b66-9711-39dcaf785abd req-4bee8779-c89c-4280-9041-66a100eb5e90 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:03.001553 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-53571965-2b9d-4b66-9711-39dcaf785abd req-4bee8779-c89c-4280-9041-66a100eb5e90 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 945 time: 0.0475116 Oct 26 12:08:03.048674 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-53571965-2b9d-4b66-9711-39dcaf785abd req-8e2c2db5-3085-4254-8f02-332166d18453 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Oct 26 12:08:03.227493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9586360-9e3e-4bf2-b8d5-d27d24b04341 req-a91e2d95-ddfe-44e3-b978-7a4da52b7b77 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:03.229123 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9586360-9e3e-4bf2-b8d5-d27d24b04341 req-a91e2d95-ddfe-44e3-b978-7a4da52b7b77 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 945 time: 0.0503478 Oct 26 12:08:03.276838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f9586360-9e3e-4bf2-b8d5-d27d24b04341 req-9c03ad5b-47a0-4bd5-896f-e17c6ae37288 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Oct 26 12:08:06.785269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=37 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:10.587463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=38 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:10.590047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=66 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:10.709843 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ec06acea-50dc-411c-982b-ed77986db75f req-c3dbedc1-4679-4e93-b1f8-bec15dd3ba68 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401344 Oct 26 12:08:10.816515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06acea-50dc-411c-982b-ed77986db75f req-28a69ae5-fe22-44be-ba97-bc778e0e90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:10.817986 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ec06acea-50dc-411c-982b-ed77986db75f req-28a69ae5-fe22-44be-ba97-bc778e0e90e8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 1129 time: 0.0443044 Oct 26 12:08:10.928162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06acea-50dc-411c-982b-ed77986db75f req-6a957cc3-020f-40ce-8283-fa2f4a266a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:10.929557 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ec06acea-50dc-411c-982b-ed77986db75f req-6a957cc3-020f-40ce-8283-fa2f4a266a89 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 918 time: 0.0928340 Oct 26 12:08:10.974039 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ec06acea-50dc-411c-982b-ed77986db75f req-717138c8-4942-4ae0-9155-49b5ca6195e3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f404cde2-4bf5-4fcf-b42b-26a77167b286 HTTP/1.1" status: 200 len: 217 time: 0.0379179 Oct 26 12:08:11.022557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06acea-50dc-411c-982b-ed77986db75f req-4de83233-16c2-4193-a420-4ccaa48de82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:11.023981 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ec06acea-50dc-411c-982b-ed77986db75f req-4de83233-16c2-4193-a420-4ccaa48de82d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b HTTP/1.1" status: 200 len: 856 time: 0.0444784 Oct 26 12:08:11.068334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06acea-50dc-411c-982b-ed77986db75f req-13c55f72-388f-47b8-8759-59b0fff5df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:11.069832 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ec06acea-50dc-411c-982b-ed77986db75f req-13c55f72-388f-47b8-8759-59b0fff5df25 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=241d69e7-7bf7-40d9-a51a-a1419248dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397394 Oct 26 12:08:11.162797 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ec06acea-50dc-411c-982b-ed77986db75f req-6884eead-858a-4366-942d-9cc7202daf92 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861118 Oct 26 12:08:11.253220 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ec06acea-50dc-411c-982b-ed77986db75f req-164e5c12-e4c5-47d2-b0d3-93ea0be7b984 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845044 Oct 26 12:08:11.710141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:11.712066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:12.051218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:13.271110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=49 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:13.272969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=24 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:18.553384 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:18.565788 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:21.248501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=47 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:21.250635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=46 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:23.745123 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:08:26.273485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2f37c-6058-4c70-a8d6-d001d2c03e73 req-ce3636db-7af1-4fe9-9334-c44e57fe454b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:26.275077 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8ad2f37c-6058-4c70-a8d6-d001d2c03e73 req-ce3636db-7af1-4fe9-9334-c44e57fe454b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 945 time: 0.0484900 Oct 26 12:08:26.323596 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8ad2f37c-6058-4c70-a8d6-d001d2c03e73 req-cf921c3c-346d-4c08-b090-c42ee241542d tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Oct 26 12:08:26.569717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:26.572198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=14 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:26.808873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86bf2686-f46d-40c5-af28-f726f4ce0ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:27.532888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395986c-c0c3-4d8d-ba0d-2c13f7f74720 req-193e3a1c-7582-4d53-ae00-5c398a7c0c54 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:27.534316 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a395986c-c0c3-4d8d-ba0d-2c13f7f74720 req-193e3a1c-7582-4d53-ae00-5c398a7c0c54 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 945 time: 0.0945716 Oct 26 12:08:27.582260 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a395986c-c0c3-4d8d-ba0d-2c13f7f74720 req-1807f44b-e800-4166-a4f8-96d649fe8c22 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Oct 26 12:08:27.974343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-79a5dff7-534b-4f98-9df9-397971e4c387 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:27.975840 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-79a5dff7-534b-4f98-9df9-397971e4c387 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 945 time: 0.0470762 Oct 26 12:08:28.063329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Deleting port f404cde2-4bf5-4fcf-b42b-26a77167b286 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:08:28.063667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:28.156354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] For port f404cde2-4bf5-4fcf-b42b-26a77167b286, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f404cde2-4bf5-4fcf-b42b-26a77167b286,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:28.156832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:28.169994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Calling delete_port for f404cde2-4bf5-4fcf-b42b-26a77167b286 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:08:28.294283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f404cde2-4bf5-4fcf-b42b-26a77167b286), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:28.320416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Pushing event deleted for resources: {'Port': ['ID=f404cde2-4bf5-4fcf-b42b-26a77167b286,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:28.327116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['f404cde2-4bf5-4fcf-b42b-26a77167b286'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:08:28.330776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.330776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.331122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.331468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.331827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.332166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.332497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.332826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.333153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.333483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.333804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.334131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.334463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.334789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.335113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:28.383188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] No DVR routers for this DVR port f404cde2-4bf5-4fcf-b42b-26a77167b286 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:08:28.385662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:28.388972 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0b8f69ab-b175-4c43-bccf-41996457a05c req-3d96c874-7f25-4ccb-bfff-dd793b620a16 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "DELETE /networking/v2.0/ports/f404cde2-4bf5-4fcf-b42b-26a77167b286 HTTP/1.1" status: 204 len: 173 time: 0.4077251 Oct 26 12:08:28.389464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0f78d5-d4e5-4eef-92e1-9c4474994154', 'name': 'network-vif-deleted', 'tag': 'f404cde2-4bf5-4fcf-b42b-26a77167b286'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:08:28.391864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b788b85-7f4c-44be-8fbb-d58a8cde8eb8" -d '{"events": [{"server_uuid": "4b0f78d5-d4e5-4eef-92e1-9c4474994154", "name": "network-vif-deleted", "tag": "f404cde2-4bf5-4fcf-b42b-26a77167b286"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:28.434686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210d9b6-d61e-4322-a2bd-8c565dbfa9b8 x-openstack-request-id: req-f210d9b6-d61e-4322-a2bd-8c565dbfa9b8 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:28.434986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0f78d5-d4e5-4eef-92e1-9c4474994154", "name": "network-vif-deleted", "tag": "f404cde2-4bf5-4fcf-b42b-26a77167b286", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:28.435244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f210d9b6-d61e-4322-a2bd-8c565dbfa9b8 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:28.435656 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f210d9b6-d61e-4322-a2bd-8c565dbfa9b8'] response: {'server_uuid': '4b0f78d5-d4e5-4eef-92e1-9c4474994154', 'name': 'network-vif-deleted', 'tag': 'f404cde2-4bf5-4fcf-b42b-26a77167b286', 'status': 'completed', 'code': 200} Oct 26 12:08:28.699765 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2c4d8698-ff2f-445a-9957-6fd68c413c7f req-611ec470-23e1-43da-9c80-ebbad92bce00 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4b0f78d5-d4e5-4eef-92e1-9c4474994154 HTTP/1.1" status: 200 len: 210 time: 0.0303795 Oct 26 12:08:28.996448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e0d00682-9599-432b-9a1d-74244b079f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:30.067644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-19fdd4f6-803f-442b-a849-c1d855c59dd2 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:30.069058 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-19fdd4f6-803f-442b-a849-c1d855c59dd2 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 817 time: 0.1057632 Oct 26 12:08:30.083923 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-4119c37a-63d4-4a6e-940d-ad15e981aaa6 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/quotas/73cd092dda494ba19a9058474248e4ca HTTP/1.1" status: 200 len: 375 time: 0.0094697 Oct 26 12:08:30.132795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-eb54d98e-b671-4cad-937e-d89bde536a73 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441246 Oct 26 12:08:30.215521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:30.506933 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-93f5fac8-2f43-47f6-beba-4c26337684eb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624153 Oct 26 12:08:30.596528 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3230333-c472-4a98-9f19-74600449c9cb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838828 Oct 26 12:08:30.760678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-937a622f-7c4e-49a0-9e29-86af05c54355 req-3f6bbd13-c562-491c-a691-41e912e52703 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 210 time: 0.0290380 Oct 26 12:08:31.660535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:31.724597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:31.836907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-152f8d77-9fd5-461e-afb2-56eaed3bdd0e tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:31.838672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-152f8d77-9fd5-461e-afb2-56eaed3bdd0e tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 817 time: 0.1137841 Oct 26 12:08:31.857211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Request body: {'port': {'device_id': 'b2924dd0-aa5b-4543-b76d-899c372aac94', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'admin_state_up': True, 'tenant_id': '73cd092dda494ba19a9058474248e4ca'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:08:31.900992 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0a18368a-a090-42e8-99a6-442eff21539f req-be21b75a-17c6-4a63-969c-a975ffcb4a4d tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 210 time: 0.0479686 Oct 26 12:08:31.988365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Made reservation on behalf of 73cd092dda494ba19a9058474248e4ca for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:08:31.992295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:32.143687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Allocated IP 172.20.0.14 (241d69e7-7bf7-40d9-a51a-a1419248dce7/00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b/dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:08:32.205924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:32.208786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:32.219967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device f404cde2-4bf5-4fcf-b42b-26a77167b286 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:08:32.239437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: f404cde2-4bf5-4fcf-b42b-26a77167b286 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:08:32.239806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device f404cde2-4bf5-4fcf-b42b-26a77167b286 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:08:32.302156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks [] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:32.338979 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:32.382560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:08:32.387756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:08:32.391639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:08:32.398093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Pushing event updated for resources: {'Port': ['ID=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:32.447114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:32.447769 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:32.464691 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-d3610447-5683-4305-9a3a-921bd7906957 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6115670 Oct 26 12:08:32.481004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Request body: {'port': {'device_id': 'b2924dd0-aa5b-4543-b76d-899c372aac94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:08:32.547699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:32.617447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-bcdbedbe-7877-475c-b4dc-2f0cb963d08a None None] Provisioning complete for port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:08:32.617833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bcdbedbe-7877-475c-b4dc-2f0cb963d08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:32.618154 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-bcdbedbe-7877-475c-b4dc-2f0cb963d08a None None] Attempt 1 to provision port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 Oct 26 12:08:32.649714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-bcdbedbe-7877-475c-b4dc-2f0cb963d08a None None] Port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:08:32.805768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:08:32.813519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Publish callbacks [] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:32.825998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Transition to ACTIVE for port object dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:08:32.829626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:32.887523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:32.945135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Attempting to bind port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:08:32.945504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Attempting to bind port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:08:32.945835 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Attempting to bind port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:32.988921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:08:32.989339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Attempting to bind port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 on network 241d69e7-7bf7-40d9-a51a-a1419248dce7 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:08:32.991007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:33.023687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:33.031445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40878e-7ac4-4f45-a8c0-11225f48a346 req-2e6e540f-418f-40ef-a637-69b9560b759b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:33.033160 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9d40878e-7ac4-4f45-a8c0-11225f48a346 req-2e6e540f-418f-40ef-a637-69b9560b759b tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 944 time: 0.0498867 Oct 26 12:08:33.036416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:08:33.036785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Checking segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:08:33.037172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Bound using segment: {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:08:33.037611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Bound port: dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6075184-2707-4fbf-a465-213d2fc8c0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:08:33.037970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:33.082243 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9d40878e-7ac4-4f45-a8c0-11225f48a346 req-2f0a2e1c-8256-4bdf-8903-cc57ba24caee tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Oct 26 12:08:33.102817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] For port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:08:33.105820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] For port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:08:33.111810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:33.115768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:33.116375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:33.117742 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 HTTP/1.1" status: 200 len: 1094 time: 0.6413383 Oct 26 12:08:33.118421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2924dd0-aa5b-4543-b76d-899c372aac94', 'tag': 'dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:08:33.120660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b646136c2f2829b530d6973f10c1bf780477afd8668436dfcac17d08b5715da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8322b0-f957-4fcc-b977-4f91ae22b5af" -d '{"events": [{"name": "network-changed", "server_uuid": "b2924dd0-aa5b-4543-b76d-899c372aac94", "tag": "dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:33.164342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955358d2-2e5a-4ca8-ad64-9cf9ab0552a7 x-openstack-request-id: req-955358d2-2e5a-4ca8-ad64-9cf9ab0552a7 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:33.164629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2924dd0-aa5b-4543-b76d-899c372aac94", "tag": "dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:33.164883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-955358d2-2e5a-4ca8-ad64-9cf9ab0552a7 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:33.165302 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955358d2-2e5a-4ca8-ad64-9cf9ab0552a7'] response: {'name': 'network-changed', 'server_uuid': 'b2924dd0-aa5b-4543-b76d-899c372aac94', 'tag': 'dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90', 'status': 'completed', 'code': 200} Oct 26 12:08:33.169926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f50a40-5928-40b3-a792-64007c67b0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:33.227613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-939d939a-fc87-4761-b092-41d5dc45da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:33.229138 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-939d939a-fc87-4761-b092-41d5dc45da4a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 1128 time: 0.0395913 Oct 26 12:08:33.276177 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-4364c6b8-b450-4620-844f-66ab361c704f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 HTTP/1.1" status: 200 len: 217 time: 0.0331478 Oct 26 12:08:33.326693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-c3a8bf62-eec0-47a0-bf1c-add2f0431b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:33.328169 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-c3a8bf62-eec0-47a0-bf1c-add2f0431b3c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b HTTP/1.1" status: 200 len: 856 time: 0.0463896 Oct 26 12:08:33.370888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-a96bfa0c-9f09-405d-adec-57b3d1995943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:33.372313 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-a96bfa0c-9f09-405d-adec-57b3d1995943 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=241d69e7-7bf7-40d9-a51a-a1419248dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388741 Oct 26 12:08:33.464461 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-aa65e689-3030-4b9a-ac09-dd05237acb3c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855634 Oct 26 12:08:33.553296 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-aecfb4ec-5ecc-43f6-bc5d-1a7b63689ab2 req-409c5aa7-90ea-4269-8c1a-f896cf4a229a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828269 Oct 26 12:08:33.739399 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:33.740548 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:34.217327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79416029-200a-4e24-b1d6-9494d0eac75e req-8c893b57-8619-49e2-90cf-a74d285d423a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:34.218865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-79416029-200a-4e24-b1d6-9494d0eac75e req-8c893b57-8619-49e2-90cf-a74d285d423a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 944 time: 0.0473824 Oct 26 12:08:34.269548 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-79416029-200a-4e24-b1d6-9494d0eac75e req-bed3d2c7-b2a0-4794-aa57-49b017ca614f tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451150 Oct 26 12:08:34.295423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-97048288-a885-405b-9204-cb0f61cd6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:34.297016 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-97048288-a885-405b-9204-cb0f61cd6484 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=73cd092dda494ba19a9058474248e4ca&device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 1128 time: 0.0392711 Oct 26 12:08:34.389257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-4b6272ac-b76c-469c-82e5-317353f0ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:34.391230 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-4b6272ac-b76c-469c-82e5-317353f0ece3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 200 len: 918 time: 0.0886903 Oct 26 12:08:34.428072 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-44e9100d-2510-45b1-b1a9-2924d2d270d5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 HTTP/1.1" status: 200 len: 217 time: 0.0312948 Oct 26 12:08:34.478102 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-991535bb-b8a9-4a57-9e34-a1ae0254713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:34.479499 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-991535bb-b8a9-4a57-9e34-a1ae0254713a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b HTTP/1.1" status: 200 len: 856 time: 0.0463760 Oct 26 12:08:34.521447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-63cc9dbe-eb43-422c-9d90-2914ca77c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:34.522886 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-63cc9dbe-eb43-422c-9d90-2914ca77c548 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=241d69e7-7bf7-40d9-a51a-a1419248dce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374551 Oct 26 12:08:34.610125 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-18b28e9b-785b-4c95-8884-dfd7b32a190a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811505 Oct 26 12:08:34.698382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:34.702639 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1b8322b0-f957-4fcc-b977-4f91ae22b5af req-95e7d8f4-0fa5-46f6-9c00-fa5e6f0b7f7a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863929 Oct 26 12:08:35.391409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6f52f-88a5-4283-adbc-a5ae1d2140a9 req-df685355-09bd-4477-ad76-137f876cde18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:35.393031 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d9f6f52f-88a5-4283-adbc-a5ae1d2140a9 req-df685355-09bd-4477-ad76-137f876cde18 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 944 time: 0.0471702 Oct 26 12:08:35.440743 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d9f6f52f-88a5-4283-adbc-a5ae1d2140a9 req-258d1eef-31f6-4470-a6f2-bcf0c6ffb3d7 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Oct 26 12:08:36.228063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:08:36.328497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:36.339425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90', 'network_id': '241d69e7-7bf7-40d9-a51a-a1419248dce7', 'port_id': 'dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90', 'mac_address': 'fa:16:3e:9b:6f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:08:36.372531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:08:36.372913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:36.386151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:08:36.406387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:36.410032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:36.567896 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894e26-27ee-4064-ab4b-4c8e24be0337 req-216ba2e7-9319-4bac-b0b0-8d79da506f31 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:36.569461 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f2894e26-27ee-4064-ab4b-4c8e24be0337 req-216ba2e7-9319-4bac-b0b0-8d79da506f31 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 945 time: 0.0486538 Oct 26 12:08:36.601241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:36.608987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.609330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.609668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.610001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.610328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.610652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.610974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.611290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.611609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.611951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.612272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.612611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.612910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.613218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.613531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:08:36.618199 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f2894e26-27ee-4064-ab4b-4c8e24be0337 req-4c4670f7-e3e1-4002-8286-478c7a68f801 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431905 Oct 26 12:08:36.682498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:08:37.727109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:37.743890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df81b6-e144-4163-9e66-7af2521b3b65 req-0a6306fd-a018-4376-b48a-e310439537ba tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:37.745279 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-81df81b6-e144-4163-9e66-7af2521b3b65 req-0a6306fd-a018-4376-b48a-e310439537ba tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 945 time: 0.0514135 Oct 26 12:08:37.794414 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-81df81b6-e144-4163-9e66-7af2521b3b65 req-d99b0352-20b8-4226-9662-7846e6816028 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Oct 26 12:08:38.248231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:08:38.289552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:08:38.295052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:08:38.295453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:38.296321 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 Oct 26 12:08:38.366365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:08:38.366750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:38.389398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2924dd0-aa5b-4543-b76d-899c372aac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:08:38.391742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99884599662b989ddd99fba0a5aed8aba469ed8acdae83b51c730ef4c064204e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ad30e1-5a34-41d4-9733-4df603620c61" -d '{"events": [{"server_uuid": "b2924dd0-aa5b-4543-b76d-899c372aac94", "name": "network-vif-plugged", "status": "completed", "tag": "dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:08:38.407986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:08:38.411969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:38.416591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:38.435413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d2e3b4-a603-4428-8acc-860c3942813b x-openstack-request-id: req-f3d2e3b4-a603-4428-8acc-860c3942813b {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:08:38.435706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2924dd0-aa5b-4543-b76d-899c372aac94", "name": "network-vif-plugged", "status": "completed", "tag": "dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:08:38.436002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3d2e3b4-a603-4428-8acc-860c3942813b {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:08:38.436421 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d2e3b4-a603-4428-8acc-860c3942813b'] response: {'server_uuid': 'b2924dd0-aa5b-4543-b76d-899c372aac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90', 'code': 200} Oct 26 12:08:38.441691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:38.464979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:08:38.729845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301e630-4dd5-42cb-bf6c-7e5d6dd0bbcc req-adb335cc-84d9-48fd-ab7c-f672f2d227f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:38.731348 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1301e630-4dd5-42cb-bf6c-7e5d6dd0bbcc req-adb335cc-84d9-48fd-ab7c-f672f2d227f0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 1130 time: 0.0777087 Oct 26 12:08:38.774907 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1301e630-4dd5-42cb-bf6c-7e5d6dd0bbcc req-e3e6528c-81c1-45cc-9fae-56c8c8d0301d service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369620 Oct 26 12:08:38.916779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445cc5c-7a33-4742-9ee4-a08b17742dfe req-f73076c4-d279-4160-af0f-43c186dd6720 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:38.918268 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a445cc5c-7a33-4742-9ee4-a08b17742dfe req-f73076c4-d279-4160-af0f-43c186dd6720 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 946 time: 0.0483129 Oct 26 12:08:38.930521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:38.965866 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a445cc5c-7a33-4742-9ee4-a08b17742dfe req-84b132bb-3b85-4959-bd31-5cdc58f2f109 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Oct 26 12:08:40.088187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27b58a-523e-4dd1-8778-fb6ed93a6318 req-f5bdd5c5-24af-41d5-8837-3d930fca84c3 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:40.089648 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d27b58a-523e-4dd1-8778-fb6ed93a6318 req-f5bdd5c5-24af-41d5-8837-3d930fca84c3 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 946 time: 0.0475154 Oct 26 12:08:40.140653 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d27b58a-523e-4dd1-8778-fb6ed93a6318 req-46fb0609-8e19-4e0b-a052-a47263477f7a tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450926 Oct 26 12:08:40.260807 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59b1b4-ed4b-482c-b97e-7d1357bd352c req-1d45d634-45a4-4659-a7e3-cd830fb507c7 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:08:40.262269 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8a59b1b4-ed4b-482c-b97e-7d1357bd352c req-1d45d634-45a4-4659-a7e3-cd830fb507c7 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 946 time: 0.0463073 Oct 26 12:08:40.310432 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8a59b1b4-ed4b-482c-b97e-7d1357bd352c req-52ec0311-038c-4f81-9ce7-98d3c2662677 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Oct 26 12:08:42.048670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:48.770003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:48.771887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:50.303875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=21 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:50.306695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=34 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:52.041810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:52.043695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:55.560896 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:55.561789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:08:56.812439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9c633123-56de-462d-a0cb-c24f957204aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:08:58.998475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd18010b-80f4-4a6f-87c3-6c8cdd7b582b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:00.218546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:00.831588 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:09:01.654928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:01.717383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:03.063632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6852f-ba65-43e7-b578-002b221e8ef9 req-d16584bf-329e-4de9-a162-384a9c52cee0 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:03.065160 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-74a6852f-ba65-43e7-b578-002b221e8ef9 req-d16584bf-329e-4de9-a162-384a9c52cee0 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 946 time: 0.0494092 Oct 26 12:09:03.113718 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-74a6852f-ba65-43e7-b578-002b221e8ef9 req-4b07c63c-eb95-474f-a973-e73091457870 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Oct 26 12:09:04.239751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6fd5b-3b41-4c81-93b1-53090c70abfa req-32f46cdf-f9e0-489a-af03-a81a7f7e8239 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:04.241440 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4aa6fd5b-3b41-4c81-93b1-53090c70abfa req-32f46cdf-f9e0-489a-af03-a81a7f7e8239 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 946 time: 0.0502179 Oct 26 12:09:04.288466 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4aa6fd5b-3b41-4c81-93b1-53090c70abfa req-112027de-0148-4809-bfbc-466655860f5d tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=55b1cd96-635f-40a1-95b0-fc6147e8fa32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414817 Oct 26 12:09:04.834659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-b423faea-b51a-4ed4-80b1-5f1cd93db997 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:04.836141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-b423faea-b51a-4ed4-80b1-5f1cd93db997 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 946 time: 0.0503116 Oct 26 12:09:04.917095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Deleting port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:09:04.917443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:05.009444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] For port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:05.009803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:05.023000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Calling delete_port for dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:09:05.151225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:05.184186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:09:05.184768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Pushing event deleted for resources: {'Port': ['ID=dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:05.228668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] No DVR routers for this DVR port dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:09:05.231081 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:05.234536 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8ff97e5d-1f92-4b50-90f0-18b63f6d2d7c req-c615fc6d-c0fd-48fc-b46b-efad54fee7d1 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.23 "DELETE /networking/v2.0/ports/dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 HTTP/1.1" status: 204 len: 173 time: 0.3931854 Oct 26 12:09:05.235033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2924dd0-aa5b-4543-b76d-899c372aac94', 'name': 'network-vif-deleted', 'tag': 'dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:09:05.277147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd0fc6a-2e46-4fa0-94a0-173bfb8316fe" -d '{"events": [{"server_uuid": "b2924dd0-aa5b-4543-b76d-899c372aac94", "name": "network-vif-deleted", "tag": "dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:05.368742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b486acd-2d79-41e6-8917-d8f5c09969e8 x-openstack-request-id: req-5b486acd-2d79-41e6-8917-d8f5c09969e8 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:05.369050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2924dd0-aa5b-4543-b76d-899c372aac94", "name": "network-vif-deleted", "tag": "dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:05.369310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b486acd-2d79-41e6-8917-d8f5c09969e8 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:05.369723 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b486acd-2d79-41e6-8917-d8f5c09969e8'] response: {'server_uuid': 'b2924dd0-aa5b-4543-b76d-899c372aac94', 'name': 'network-vif-deleted', 'tag': 'dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90', 'status': 'completed', 'code': 200} Oct 26 12:09:05.409502 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-be05993b-d1ca-4711-a63c-f56507c738cc req-31d1bc0d-caae-4227-bdc0-191847bf52b0 tempest-TestEncryptedCinderVolumes-610763654 tempest-TestEncryptedCinderVolumes-610763654-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b2924dd0-aa5b-4543-b76d-899c372aac94 HTTP/1.1" status: 200 len: 210 time: 0.0313845 Oct 26 12:09:06.512889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37454) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:06.834693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (10ff1996-1447-4d42-b65f-7c945cde77b8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:07.055880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Deleting port 48020660-b6ae-4dc8-9be8-d38c0b5984f7 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:09:07.056240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:07.135628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] For port 48020660-b6ae-4dc8-9be8-d38c0b5984f7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=48020660-b6ae-4dc8-9be8-d38c0b5984f7,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:07.135936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:07.149320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Calling delete_port for 48020660-b6ae-4dc8-9be8-d38c0b5984f7 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:09:07.160198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:07.276019 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:07.330886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (48020660-b6ae-4dc8-9be8-d38c0b5984f7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:07.359125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Pushing event deleted for resources: {'Port': ['ID=48020660-b6ae-4dc8-9be8-d38c0b5984f7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:07.372446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.372797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.373653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.374002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.377209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.378079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:07.537831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (10ff1996-1447-4d42-b65f-7c945cde77b8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:07.557680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72542e96-1074-4e02-9e69-d43c08443bf2 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:09:07.633314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72542e96-1074-4e02-9e69-d43c08443bf2 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:09:07.747504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Router 10ff1996-1447-4d42-b65f-7c945cde77b8 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:07.858647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:07.865525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-12800835-d837-42a4-9483-6bb073a8cc7a admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/10ff1996-1447-4d42-b65f-7c945cde77b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3498673 Oct 26 12:09:07.866399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37456) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:07.868125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:07.886399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:07.886808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:07.974964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks [] for router (10ff1996-1447-4d42-b65f-7c945cde77b8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.003522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:08.015090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:08.085283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks [] for router_gateway (10ff1996-1447-4d42-b65f-7c945cde77b8), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.135280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Deleting port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:09:08.135923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.188411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:09:07Z', 'revision_number': 5, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port': {'id': '82f0c6d7-3af1-4333-9169-8ba8ff5e509a', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:07:54Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:08.217695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] Checking router: 10ff1996-1447-4d42-b65f-7c945cde77b8 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:08.221914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] For port 82f0c6d7-3af1-4333-9169-8ba8ff5e509a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:08.222283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.227399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] Routers {'10ff1996-1447-4d42-b65f-7c945cde77b8'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:08.228061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['10ff1996-1447-4d42-b65f-7c945cde77b8'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:08.235683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Calling delete_port for 82f0c6d7-3af1-4333-9169-8ba8ff5e509a owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:09:08.277845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:08.319904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-21051c20-6249-41ca-a4f7-9047b7c0b514 None None] Provisioning complete for port 721f5984-d1b1-49bf-83f1-5eab9d6188be triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:08.320281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-21051c20-6249-41ca-a4f7-9047b7c0b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.320620 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-21051c20-6249-41ca-a4f7-9047b7c0b514 None None] Attempt 1 to provision port 721f5984-d1b1-49bf-83f1-5eab9d6188be Oct 26 12:09:08.325894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] Set router 10ff1996-1447-4d42-b65f-7c945cde77b8 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:08.397998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:09:08Z', 'revision_number': 6, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:08.406157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (82f0c6d7-3af1-4333-9169-8ba8ff5e509a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.429742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f296cf-6512-41fd-b9fc-c25e6be19348 None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [{'id': '10ff1996-1447-4d42-b65f-7c945cde77b8', 'name': 'tempest-TestEncryptedCinderVolumes-1297386053-router', 'tenant_id': '73cd092dda494ba19a9058474248e4ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:03Z', 'updated_at': '2022-10-26T12:09:08Z', 'revision_number': 6, 'project_id': '73cd092dda494ba19a9058474248e4ca', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:08.430700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f0c6d7-3af1-4333-9169-8ba8ff5e509a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:08.474583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:08.499647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:09:08.500020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device dd4eec6a-0685-4db5-9b1f-cc1f95dfcd90 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:08.503927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (10ff1996-1447-4d42-b65f-7c945cde77b8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.508031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-21051c20-6249-41ca-a4f7-9047b7c0b514 None None] Current status of the port 721f5984-d1b1-49bf-83f1-5eab9d6188be is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:08.596682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (10ff1996-1447-4d42-b65f-7c945cde77b8), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.598906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks [] for router_controller (10ff1996-1447-4d42-b65f-7c945cde77b8), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.645787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (10ff1996-1447-4d42-b65f-7c945cde77b8), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.646772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10ff1996-1447-4d42-b65f-7c945cde77b8 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:09:08.651448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.652670 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0d89316c-eafd-4d74-ba89-aaf8bb37a877 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/10ff1996-1447-4d42-b65f-7c945cde77b8 HTTP/1.1" status: 204 len: 168 time: 0.7852480 Oct 26 12:09:08.655304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37458) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:08.700803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4554edc-38a9-4a8b-afb5-378f7e4ad90e admin admin] Deleting subnet 00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:09:08.704653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4554edc-38a9-4a8b-afb5-378f7e4ad90e admin admin] Publish callbacks [] for subnet (00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.742526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4554edc-38a9-4a8b-afb5-378f7e4ad90e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.817956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4554edc-38a9-4a8b-afb5-378f7e4ad90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.856928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:08.872741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4554edc-38a9-4a8b-afb5-378f7e4ad90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.903576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4554edc-38a9-4a8b-afb5-378f7e4ad90e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:08.907388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a4554edc-38a9-4a8b-afb5-378f7e4ad90e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.910524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a4554edc-38a9-4a8b-afb5-378f7e4ad90e admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/00f5a7ff-2e9f-4ddb-a55a-cfd98d74241b HTTP/1.1" status: 204 len: 168 time: 0.2542229 Oct 26 12:09:08.912983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f186fdd0-8d3b-4e44-b650-15f811bbcf7e None None] Network 241d69e7-7bf7-40d9-a51a-a1419248dce7 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:09:08.913481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37460) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:08.968320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:08.986560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (241d69e7-7bf7-40d9-a51a-a1419248dce7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:08.994003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:09.030979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Deleting port 721f5984-d1b1-49bf-83f1-5eab9d6188be {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:09:09.031316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.088014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c767e9-c7ca-4c0b-982b-94a69a4e8030 None None] DHCP port deletion for 241d69e7-7bf7-40d9-a51a-a1419248dce7 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:09:09.104281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] For port 721f5984-d1b1-49bf-83f1-5eab9d6188be, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=721f5984-d1b1-49bf-83f1-5eab9d6188be,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:09.104649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.119247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Calling delete_port for 721f5984-d1b1-49bf-83f1-5eab9d6188be owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:09:09.129764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-12c767e9-c7ca-4c0b-982b-94a69a4e8030 None None] Deleting port 721f5984-d1b1-49bf-83f1-5eab9d6188be {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:09:09.130150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12c767e9-c7ca-4c0b-982b-94a69a4e8030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.181836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:09.197326 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5ba56-e175-4e77-a0d5-d1f6e6b0aadb None None] Sync routers for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:09.206668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-12c767e9-c7ca-4c0b-982b-94a69a4e8030 None None] For port 721f5984-d1b1-49bf-83f1-5eab9d6188be, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=721f5984-d1b1-49bf-83f1-5eab9d6188be,segment=NetworkSegment(d6075184-2707-4fbf-a465-213d2fc8c0d3),segment_id=d6075184-2707-4fbf-a465-213d2fc8c0d3)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:09.207311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12c767e9-c7ca-4c0b-982b-94a69a4e8030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.207662 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5ba56-e175-4e77-a0d5-d1f6e6b0aadb None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:09.208275 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5ba56-e175-4e77-a0d5-d1f6e6b0aadb None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:09:09.209004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.209175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-7be5ba56-e175-4e77-a0d5-d1f6e6b0aadb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10ff1996-1447-4d42-b65f-7c945cde77b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:09:09.218338 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5ba56-e175-4e77-a0d5-d1f6e6b0aadb None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:09.218912 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5ba56-e175-4e77-a0d5-d1f6e6b0aadb None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:09:09.219669 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-7be5ba56-e175-4e77-a0d5-d1f6e6b0aadb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10ff1996-1447-4d42-b65f-7c945cde77b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:09:09.220258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5ba56-e175-4e77-a0d5-d1f6e6b0aadb None None] The sync data for ids ['10ff1996-1447-4d42-b65f-7c945cde77b8'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:09.223145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-12c767e9-c7ca-4c0b-982b-94a69a4e8030 None None] Calling delete_port for 721f5984-d1b1-49bf-83f1-5eab9d6188be owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:09:09.239645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=721f5984-d1b1-49bf-83f1-5eab9d6188be,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:09.241492 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] No DVR routers for this DVR port 721f5984-d1b1-49bf-83f1-5eab9d6188be on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:09:09.312631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-12c767e9-c7ca-4c0b-982b-94a69a4e8030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (721f5984-d1b1-49bf-83f1-5eab9d6188be), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.315070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (241d69e7-7bf7-40d9-a51a-a1419248dce7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.336578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c767e9-c7ca-4c0b-982b-94a69a4e8030 None None] Pushing event deleted for resources: {'Port': ['ID=721f5984-d1b1-49bf-83f1-5eab9d6188be,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:09.344102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241d69e7-7bf7-40d9-a51a-a1419248dce7']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:09.344531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c767e9-c7ca-4c0b-982b-94a69a4e8030 None None] No DVR routers for this DVR port 721f5984-d1b1-49bf-83f1-5eab9d6188be on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:09:09.359530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6075184-2707-4fbf-a465-213d2fc8c0d3') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:09.359861 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6075184-2707-4fbf-a465-213d2fc8c0d3') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:09.370275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (d6075184-2707-4fbf-a465-213d2fc8c0d3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.376221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 721f5984-d1b1-49bf-83f1-5eab9d6188be no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:09.384947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (d6075184-2707-4fbf-a465-213d2fc8c0d3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.391689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:09:09.392101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (d6075184-2707-4fbf-a465-213d2fc8c0d3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.398605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 721f5984-d1b1-49bf-83f1-5eab9d6188be {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:09:09.398961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 721f5984-d1b1-49bf-83f1-5eab9d6188be not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:09.458324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (241d69e7-7bf7-40d9-a51a-a1419248dce7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.463805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:09.467542 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/241d69e7-7bf7-40d9-a51a-a1419248dce7 HTTP/1.1" status: 204 len: 168 time: 0.5528705 Oct 26 12:09:09.470787 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37464) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:09.479010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff52078-6ada-4256-849e-d815764b6e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=241d69e7-7bf7-40d9-a51a-a1419248dce7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:09.616559 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment d6075184-2707-4fbf-a465-213d2fc8c0d3 resource provider aggregate not found Oct 26 12:09:09.635437 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment d6075184-2707-4fbf-a465-213d2fc8c0d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6075184-2707-4fbf-a465-213d2fc8c0d3 found for delete ", "request_id": "req-f128f3a5-43cd-4e0e-94d7-b7aba03fc533"}]} Oct 26 12:09:09.788173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (d9074c91-6232-4116-a63a-cce7e6997753), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:10.258584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:10.260078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:10.321103 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Deleting port 42a1b566-2411-4619-adeb-bd7c27e1788b {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:09:10.321443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:10.400387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] For port 42a1b566-2411-4619-adeb-bd7c27e1788b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=42a1b566-2411-4619-adeb-bd7c27e1788b,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:10.400746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:10.413861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Calling delete_port for 42a1b566-2411-4619-adeb-bd7c27e1788b owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:09:10.589554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (42a1b566-2411-4619-adeb-bd7c27e1788b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:10.617410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Pushing event deleted for resources: {'Port': ['ID=42a1b566-2411-4619-adeb-bd7c27e1788b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:10.782251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (d9074c91-6232-4116-a63a-cce7e6997753), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:10.802357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ab88f-c608-4054-8bf6-6a1058ce47b5 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:09:10.869591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55ab88f-c608-4054-8bf6-6a1058ce47b5 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:09:11.000773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Router d9074c91-6232-4116-a63a-cce7e6997753 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:11.049315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:11.112470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:11.117406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8cd713a4-1f14-4c13-8ac1-c7e98b9b8aae admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/d9074c91-6232-4116-a63a-cce7e6997753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451364 Oct 26 12:09:11.119930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37474) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:11.123994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:11.128192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:11.137030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:11.137672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:11.229727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks [] for router (d9074c91-6232-4116-a63a-cce7e6997753), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.248097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:11.335612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks [] for router_gateway (d9074c91-6232-4116-a63a-cce7e6997753), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.385395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Deleting port ade96751-f807-4b74-918c-ef7a7fd509ea {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:09:11.385718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.436347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:09:10Z', 'revision_number': 5, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port': {'id': 'ade96751-f807-4b74-918c-ef7a7fd509ea', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:07:57Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:11.463317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] Checking router: d9074c91-6232-4116-a63a-cce7e6997753 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:11.473232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] Routers {'d9074c91-6232-4116-a63a-cce7e6997753'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:11.473854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['d9074c91-6232-4116-a63a-cce7e6997753'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:11.473972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] For port ade96751-f807-4b74-918c-ef7a7fd509ea, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ade96751-f807-4b74-918c-ef7a7fd509ea,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:11.474336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.489169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Calling delete_port for ade96751-f807-4b74-918c-ef7a7fd509ea owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:09:11.666413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ade96751-f807-4b74-918c-ef7a7fd509ea), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.692435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:11.694445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade96751-f807-4b74-918c-ef7a7fd509ea,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:11.715531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:11.717415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] Set router d9074c91-6232-4116-a63a-cce7e6997753 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:11.719161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d913e583-be1d-4bca-a471-2c717446bb8e None None] Provisioning complete for port ae9f489d-a988-4821-ba4f-4de1d769fd48 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:11.719542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d913e583-be1d-4bca-a471-2c717446bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.719908 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d913e583-be1d-4bca-a471-2c717446bb8e None None] Attempt 1 to provision port ae9f489d-a988-4821-ba4f-4de1d769fd48 Oct 26 12:09:11.761205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (d9074c91-6232-4116-a63a-cce7e6997753), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.793178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:09:11Z', 'revision_number': 6, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:11.822763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2730728-2c92-4ed6-8f05-98ba7bfb2888 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [{'id': 'd9074c91-6232-4116-a63a-cce7e6997753', 'name': 'tempest-TestEncryptedCinderVolumes-1787185456-router', 'tenant_id': '84ff4090fa3842efab9057566a110ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:07:08Z', 'updated_at': '2022-10-26T12:09:11Z', 'revision_number': 6, 'project_id': '84ff4090fa3842efab9057566a110ae7', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:11.853912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (d9074c91-6232-4116-a63a-cce7e6997753), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.856245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks [] for router_controller (d9074c91-6232-4116-a63a-cce7e6997753), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.869456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d913e583-be1d-4bca-a471-2c717446bb8e None None] Current status of the port ae9f489d-a988-4821-ba4f-4de1d769fd48 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:11.913652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (d9074c91-6232-4116-a63a-cce7e6997753), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.914349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9074c91-6232-4116-a63a-cce7e6997753 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:09:11.919521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:11.921682 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bc98ab1e-6c54-405b-a121-7804f3acd487 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/d9074c91-6232-4116-a63a-cce7e6997753 HTTP/1.1" status: 204 len: 168 time: 0.8007882 Oct 26 12:09:11.924279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37476) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:11.971922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-730d3a4b-a4f8-496f-9d42-43dcc56a63a8 admin admin] Deleting subnet 76df73b0-ef4d-45f2-9c60-c6eb15c1e74a {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:09:11.975398 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-a4f8-496f-9d42-43dcc56a63a8 admin admin] Publish callbacks [] for subnet (76df73b0-ef4d-45f2-9c60-c6eb15c1e74a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.017778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-a4f8-496f-9d42-43dcc56a63a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (76df73b0-ef4d-45f2-9c60-c6eb15c1e74a), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.055876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.069217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:12.088532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:12.104304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-a4f8-496f-9d42-43dcc56a63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (76df73b0-ef4d-45f2-9c60-c6eb15c1e74a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.158325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-a4f8-496f-9d42-43dcc56a63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (76df73b0-ef4d-45f2-9c60-c6eb15c1e74a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.189230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d3a4b-a4f8-496f-9d42-43dcc56a63a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76df73b0-ef4d-45f2-9c60-c6eb15c1e74a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:12.192914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-730d3a4b-a4f8-496f-9d42-43dcc56a63a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.195993 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-730d3a4b-a4f8-496f-9d42-43dcc56a63a8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/76df73b0-ef4d-45f2-9c60-c6eb15c1e74a HTTP/1.1" status: 204 len: 168 time: 0.2706974 Oct 26 12:09:12.199159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37478) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:12.203146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4299ba-3982-493d-8089-5c7eb81d7773 None None] Network 54206e21-9f99-40e1-bc39-3d9b62cf1c0b requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:09:12.272815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (54206e21-9f99-40e1-bc39-3d9b62cf1c0b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.348432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2cd14-37b7-43b7-b9e4-2df4421dbc9d None None] DHCP port deletion for 54206e21-9f99-40e1-bc39-3d9b62cf1c0b request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:09:12.394268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6df2cd14-37b7-43b7-b9e4-2df4421dbc9d None None] Deleting port ae9f489d-a988-4821-ba4f-4de1d769fd48 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:09:12.394661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6df2cd14-37b7-43b7-b9e4-2df4421dbc9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.468652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6df2cd14-37b7-43b7-b9e4-2df4421dbc9d None None] For port ae9f489d-a988-4821-ba4f-4de1d769fd48, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=ae9f489d-a988-4821-ba4f-4de1d769fd48,segment=NetworkSegment(e0daffdd-235f-4efa-9fdc-9c8c821f4e3e),segment_id=e0daffdd-235f-4efa-9fdc-9c8c821f4e3e)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:12.469054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6df2cd14-37b7-43b7-b9e4-2df4421dbc9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.495173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6df2cd14-37b7-43b7-b9e4-2df4421dbc9d None None] Calling delete_port for ae9f489d-a988-4821-ba4f-4de1d769fd48 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:09:12.533483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d11fec-0655-4bfe-b60a-653692fbe0a9 None None] Sync routers for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:12.543242 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d11fec-0655-4bfe-b60a-653692fbe0a9 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:12.543959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d11fec-0655-4bfe-b60a-653692fbe0a9 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:09:12.544207 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-22d11fec-0655-4bfe-b60a-653692fbe0a9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9074c91-6232-4116-a63a-cce7e6997753'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:09:12.554530 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d11fec-0655-4bfe-b60a-653692fbe0a9 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:12.554899 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d11fec-0655-4bfe-b60a-653692fbe0a9 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:09:12.555942 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-22d11fec-0655-4bfe-b60a-653692fbe0a9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9074c91-6232-4116-a63a-cce7e6997753'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:09:12.556318 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d11fec-0655-4bfe-b60a-653692fbe0a9 None None] The sync data for ids ['d9074c91-6232-4116-a63a-cce7e6997753'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:12.579086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6df2cd14-37b7-43b7-b9e4-2df4421dbc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.606438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2cd14-37b7-43b7-b9e4-2df4421dbc9d None None] Pushing event deleted for resources: {'Port': ['ID=ae9f489d-a988-4821-ba4f-4de1d769fd48,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:12.609693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Deleting port ae9f489d-a988-4821-ba4f-4de1d769fd48 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:09:12.610134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.618659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2cd14-37b7-43b7-b9e4-2df4421dbc9d None None] No DVR routers for this DVR port ae9f489d-a988-4821-ba4f-4de1d769fd48 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:09:12.679446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] For port ae9f489d-a988-4821-ba4f-4de1d769fd48, host dv-neutron-759874-5-hyperv, got binding levels [] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:12.679830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.692844 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Calling delete_port for ae9f489d-a988-4821-ba4f-4de1d769fd48 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:09:12.695469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.ipam_backend_mixin [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Port ae9f489d-a988-4821-ba4f-4de1d769fd48 was not found and therefore no delete operation was performed {{(pid=105416) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 26 12:09:12.696712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ae9f489d-a988-4821-ba4f-4de1d769fd48), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.725011 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9f489d-a988-4821-ba4f-4de1d769fd48,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:12.728381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] No DVR routers for this DVR port ae9f489d-a988-4821-ba4f-4de1d769fd48 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:09:12.786487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:12.800174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (54206e21-9f99-40e1-bc39-3d9b62cf1c0b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.820751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54206e21-9f99-40e1-bc39-3d9b62cf1c0b']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:12.830816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:12.831207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0daffdd-235f-4efa-9fdc-9c8c821f4e3e') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:12.842290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (e0daffdd-235f-4efa-9fdc-9c8c821f4e3e), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.855354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (e0daffdd-235f-4efa-9fdc-9c8c821f4e3e), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.861826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:09:12.862245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (e0daffdd-235f-4efa-9fdc-9c8c821f4e3e), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.908535 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment e0daffdd-235f-4efa-9fdc-9c8c821f4e3e resource provider aggregate not found Oct 26 12:09:12.927030 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment e0daffdd-235f-4efa-9fdc-9c8c821f4e3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0daffdd-235f-4efa-9fdc-9c8c821f4e3e found for delete ", "request_id": "req-34851219-8f63-496a-9a65-500e5a63f978"}]} Oct 26 12:09:12.931172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (54206e21-9f99-40e1-bc39-3d9b62cf1c0b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.936748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:12.939808 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/54206e21-9f99-40e1-bc39-3d9b62cf1c0b HTTP/1.1" status: 204 len: 168 time: 0.7397962 Oct 26 12:09:12.952028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e04f3-044c-4889-9bcb-facf3ada26c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=54206e21-9f99-40e1-bc39-3d9b62cf1c0b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:13.100423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37486) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:13.141143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-db668c02-84af-481a-b5a6-14884ac5a82e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=73cd092dda494ba19a9058474248e4ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395336 Oct 26 12:09:13.143750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37488) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:13.191300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8a661ae5-528d-4c09-88ce-c34d6ea5428a admin admin] Publish callbacks [] for security_group (55b1cd96-635f-40a1-95b0-fc6147e8fa32), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:13.211553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8a661ae5-528d-4c09-88ce-c34d6ea5428a admin admin] Publish callbacks [] for security_group (55b1cd96-635f-40a1-95b0-fc6147e8fa32), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:13.256718 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8a661ae5-528d-4c09-88ce-c34d6ea5428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (55b1cd96-635f-40a1-95b0-fc6147e8fa32), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:13.259384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-8a661ae5-528d-4c09-88ce-c34d6ea5428a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:13.260563 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8a661ae5-528d-4c09-88ce-c34d6ea5428a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/55b1cd96-635f-40a1-95b0-fc6147e8fa32 HTTP/1.1" status: 204 len: 168 time: 0.1159177 Oct 26 12:09:13.270449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a661ae5-528d-4c09-88ce-c34d6ea5428a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b1cd96-635f-40a1-95b0-fc6147e8fa32,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:13.337554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ae9f489d-a988-4821-ba4f-4de1d769fd48 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:13.358295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: ae9f489d-a988-4821-ba4f-4de1d769fd48 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:09:13.358661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device ae9f489d-a988-4821-ba4f-4de1d769fd48 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:09:13.603918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37494) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:13.650319 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d028174-bf27-4fdb-8113-00f7f28efa94 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=84ff4090fa3842efab9057566a110ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452483 Oct 26 12:09:13.652832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37496) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:13.697018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:13.703156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-264c7404-b0f7-4ae2-9c9c-e2d02116850c admin admin] Publish callbacks [] for security_group (1ef7b4e1-9107-4a74-93cb-946c73a829c1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:13.724384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-264c7404-b0f7-4ae2-9c9c-e2d02116850c admin admin] Publish callbacks [] for security_group (1ef7b4e1-9107-4a74-93cb-946c73a829c1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:13.771564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-264c7404-b0f7-4ae2-9c9c-e2d02116850c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (1ef7b4e1-9107-4a74-93cb-946c73a829c1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:13.774021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-264c7404-b0f7-4ae2-9c9c-e2d02116850c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:13.775221 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-264c7404-b0f7-4ae2-9c9c-e2d02116850c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1ef7b4e1-9107-4a74-93cb-946c73a829c1 HTTP/1.1" status: 204 len: 168 time: 0.1214955 Oct 26 12:09:13.783496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c7404-b0f7-4ae2-9c9c-e2d02116850c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef7b4e1-9107-4a74-93cb-946c73a829c1,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:14.465452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37518) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:14.563425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-194097563-network', 'tenant_id': '53037017726d4891b2efe150e219c913'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:09:14.585129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Made reservation on behalf of 53037017726d4891b2efe150e219c913 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:14.587409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:14.596345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:14.678288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Publish callbacks [] for security_group (6c5e6d64-14d1-4254-80f4-d923260cf6d7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:14.682740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6c5e6d64-14d1-4254-80f4-d923260cf6d7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:14.710518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:09:14.721726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5e6d64-14d1-4254-80f4-d923260cf6d7,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:14.727613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (7722a272-5b7f-4263-bc85-5e68ff9e0e61), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:14.727977 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Added segment 7722a272-5b7f-4263-bc85-5e68ff9e0e61 of type vlan for network 39f61b2a-66b5-4294-b0bc-39a00f59e87d Oct 26 12:09:14.774588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (39f61b2a-66b5-4294-b0bc-39a00f59e87d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:14.796050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:14.803956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (39f61b2a-66b5-4294-b0bc-39a00f59e87d), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:14.804949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:14.805779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:14.870146 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4035916 Oct 26 12:09:14.873227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37522) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:14.877053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e29e44-3ad1-474f-97ea-00554f0b2222 admin admin] Pushing event updated for resources: {'Network': ['ID=39f61b2a-66b5-4294-b0bc-39a00f59e87d,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:14.878729 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Request body: {'subnet': {'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-194097563-subnet', 'tenant_id': '53037017726d4891b2efe150e219c913', 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:09:14.895015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:09:14.908991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Made reservation on behalf of 53037017726d4891b2efe150e219c913 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:14.912654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.083209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (b71e9551-c73b-497a-8ae1-c41513c124a6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.132189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71e9551-c73b-497a-8ae1-c41513c124a6,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:15.147568 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Checking segment: {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:09:15.147952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Network hostable DHCP agents. Network: 39f61b2a-66b5-4294-b0bc-39a00f59e87d, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:09:15.166024 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:09:15.174828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 39f61b2a-66b5-4294-b0bc-39a00f59e87d) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:15.178755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:15.179349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.183626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5439ca3-cc7f-41bf-bb2b-2e0a4c786033 None None] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:09:15.200035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37524) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:15.200257 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a8768ed7-8f03-4844-9d78-0efeec1ccf73 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3258207 Oct 26 12:09:15.205269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:09:15.226104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (84f7092b-c6eb-47d6-988b-466335f505a4), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.227247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (84f7092b-c6eb-47d6-988b-466335f505a4), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.283219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks [] for router_controller (84f7092b-c6eb-47d6-988b-466335f505a4), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.285999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:09:15.287068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.417928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks [] for router_gateway (84f7092b-c6eb-47d6-988b-466335f505a4), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.425136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Allocated IP 172.20.0.2 (39f61b2a-66b5-4294-b0bc-39a00f59e87d/b71e9551-c73b-497a-8ae1-c41513c124a6/f0d2af22-21b0-4abb-8008-eabce3544791) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:15.497394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:15.523303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:15.578442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Publish callbacks [] for port (f0d2af22-21b0-4abb-8008-eabce3544791), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.584413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.594887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:15.604615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks [] for router_gateway (84f7092b-c6eb-47d6-988b-466335f505a4), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.625385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.628123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:15.633274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:15.635811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:09:15.649763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Pushing event updated for resources: {'Port': ['ID=f0d2af22-21b0-4abb-8008-eabce3544791,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:15.702749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Attempting to bind port f0d2af22-21b0-4abb-8008-eabce3544791 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:09:15.703120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Attempting to bind port f0d2af22-21b0-4abb-8008-eabce3544791 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:09:15.703479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Attempting to bind port f0d2af22-21b0-4abb-8008-eabce3544791 on network 39f61b2a-66b5-4294-b0bc-39a00f59e87d {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:15.731305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Allocated IP 172.26.0.43 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/db3e85e4-6362-45b2-b5db-836ad2fe2eeb) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:15.745742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:09:15.746138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Checking segment: {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:09:15.746540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.746949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Bound using segment: {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:09:15.747410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Bound port: f0d2af22-21b0-4abb-8008-eabce3544791, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:09:15.748016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.810171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] For port f0d2af22-21b0-4abb-8008-eabce3544791, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:15.813442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] For port f0d2af22-21b0-4abb-8008-eabce3544791, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f0d2af22-21b0-4abb-8008-eabce3544791,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:15.819835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.841178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks [] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.872632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a46ed-9699-4967-8be9-453bf06204bc None None] Pushing event updated for resources: {'Port': ['ID=f0d2af22-21b0-4abb-8008-eabce3544791,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:15.874521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:15.914110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:15.917613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:15.923855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:09:15.959935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:16.095091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:16.204252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks [] for router_gateway (84f7092b-c6eb-47d6-988b-466335f505a4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:16.394684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (84f7092b-c6eb-47d6-988b-466335f505a4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:16.481383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:16.526132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Router 84f7092b-c6eb-47d6-988b-466335f505a4 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:09:16.636049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:16.646626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:16.657191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:16.658465 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7446010d-54a5-474d-ba92-09419a77386d admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4567611 Oct 26 12:09:16.661289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37526) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:16.666995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:16.667637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:16.776568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:16.841312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd966bd5-61d4-4980-be70-8fef26a563c2 None None] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:09:16.945824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2ef13640-ed8a-4c7e-862f-030316fbc802 None None] Provisioning complete for port f0d2af22-21b0-4abb-8008-eabce3544791 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:16.946202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2ef13640-ed8a-4c7e-862f-030316fbc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:16.946526 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2ef13640-ed8a-4c7e-862f-030316fbc802 None None] Attempt 1 to provision port f0d2af22-21b0-4abb-8008-eabce3544791 Oct 26 12:09:17.025375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:17.080312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:17.082736 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.086685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:16Z', 'revision_number': 3, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:17.118569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:17.118916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Updating router 84f7092b-c6eb-47d6-988b-466335f505a4 port db3e85e4-6362-45b2-b5db-836ad2fe2eeb binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:09:17.174187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.175978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2ef13640-ed8a-4c7e-862f-030316fbc802 None None] Current status of the port f0d2af22-21b0-4abb-8008-eabce3544791 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:17.176353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2ef13640-ed8a-4c7e-862f-030316fbc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.233188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:17.249933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Allocated IP 172.20.0.1 (39f61b2a-66b5-4294-b0bc-39a00f59e87d/b71e9551-c73b-497a-8ae1-c41513c124a6/cd80f842-866c-4707-852a-edfa1ee89b6a) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:17.371922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:17.376904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Publish callbacks [] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.413710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.441414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f0d2af22-21b0-4abb-8008-eabce3544791 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:17.452420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2ef13640-ed8a-4c7e-862f-030316fbc802 None None] For port f0d2af22-21b0-4abb-8008-eabce3544791, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f0d2af22-21b0-4abb-8008-eabce3544791,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:17.459834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:17.464907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:17.467066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:17.472262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:09:17.478981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2ef13640-ed8a-4c7e-862f-030316fbc802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.520802 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (84f7092b-c6eb-47d6-988b-466335f505a4), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.600882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f0d2af22-21b0-4abb-8008-eabce3544791 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:17.601263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.601611 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f0d2af22-21b0-4abb-8008-eabce3544791 Oct 26 12:09:17.615520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef13640-ed8a-4c7e-862f-030316fbc802 None None] Pushing event updated for resources: {'Port': ['ID=f0d2af22-21b0-4abb-8008-eabce3544791,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:17.644148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-bdd54091-8ca3-45b4-9318-6628673d79b0 None None] Provisioning complete for port f0d2af22-21b0-4abb-8008-eabce3544791 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:17.644527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bdd54091-8ca3-45b4-9318-6628673d79b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.644871 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-bdd54091-8ca3-45b4-9318-6628673d79b0 None None] Attempt 1 to provision port f0d2af22-21b0-4abb-8008-eabce3544791 Oct 26 12:09:17.662424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.809623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:17.825416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Publish callbacks [] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.830397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.837328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f0d2af22-21b0-4abb-8008-eabce3544791 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:17.840590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Publish callbacks [] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.845069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-bdd54091-8ca3-45b4-9318-6628673d79b0 None None] Current status of the port f0d2af22-21b0-4abb-8008-eabce3544791 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:17.848295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.885574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Attempting to bind port db3e85e4-6362-45b2-b5db-836ad2fe2eeb on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:09:17.885948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Attempting to bind port db3e85e4-6362-45b2-b5db-836ad2fe2eeb by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:09:17.886402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Attempting to bind port db3e85e4-6362-45b2-b5db-836ad2fe2eeb on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:17.902311 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:17.904923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (84f7092b-c6eb-47d6-988b-466335f505a4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.917332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:17.924744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d0d4d-8436-4270-a709-19af94158534 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:17.943469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:09:17.943877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:09:17.944280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.944671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:09:17.945142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Bound port: db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:09:17.945523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.988824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-cee3650e-27da-4298-862e-362e73c129e2 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:17.989196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cee3650e-27da-4298-862e-362e73c129e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:17.989534 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cee3650e-27da-4298-862e-362e73c129e2 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:18.003645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:18.005033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:18.027751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:18.042675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cee3650e-27da-4298-862e-362e73c129e2 None None] Port cd80f842-866c-4707-852a-edfa1ee89b6a cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:09:18.047705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:18.055416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:18.101414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:18.102149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:18.133780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Router 84f7092b-c6eb-47d6-988b-466335f505a4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:18.150800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d0d4d-8436-4270-a709-19af94158534 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:18.185080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:18.225549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:18.227772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:18.250646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:18.255484 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-98ba05ab-ddb8-467a-a524-a0c93652663e admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/84f7092b-c6eb-47d6-988b-466335f505a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932178 Oct 26 12:09:18.268335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6d7146c4-a915-4e4a-97ca-6659c8795c18 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:18.268714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6d7146c4-a915-4e4a-97ca-6659c8795c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:18.269050 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6d7146c4-a915-4e4a-97ca-6659c8795c18 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:18.348013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6d7146c4-a915-4e4a-97ca-6659c8795c18 None None] Port cd80f842-866c-4707-852a-edfa1ee89b6a cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:09:18.460657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 2, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:18.489604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57684ec-78a7-4033-81ca-a8f686ac01d8 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 2, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:18.754046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37542) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:18.759039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1644708795-network', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:09:18.780704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Made reservation on behalf of e79e82f4db814a8db2f19ece7b6b6646 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:18.783953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:18.793133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:18.877688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Publish callbacks [] for security_group (26299835-1d03-40b7-846e-07b056fede8a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:18.886191 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (26299835-1d03-40b7-846e-07b056fede8a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:18.914457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:09:18.925247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26299835-1d03-40b7-846e-07b056fede8a,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:18.930588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (24df36e0-f9ba-477c-b801-05b929cfa7c1), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:18.930940 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Added segment 24df36e0-f9ba-477c-b801-05b929cfa7c1 of type vlan for network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f Oct 26 12:09:19.261355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (6f072f77-6d5b-464a-ac5f-0b34a1fb784f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.289372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (6f072f77-6d5b-464a-ac5f-0b34a1fb784f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.290767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:19.291347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.363668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37544) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:19.364250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6086957 Oct 26 12:09:19.369834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Request body: {'subnet': {'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1644708795-subnet', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:09:19.372162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5874d8-fe31-423b-99ba-66e2944995d7 admin admin] Pushing event updated for resources: {'Network': ['ID=6f072f77-6d5b-464a-ac5f-0b34a1fb784f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:19.385045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:09:19.399183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Made reservation on behalf of e79e82f4db814a8db2f19ece7b6b6646 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:19.401996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.447566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:19.519385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:19.519818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.520163 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:19.597182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:19.597577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.601226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (40539e31-c4f5-445f-a03c-0c39291fdcf3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.621823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:19.630009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.630384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f0d2af22-21b0-4abb-8008-eabce3544791 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:19.651022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:19.661944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:19.664439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40539e31-c4f5-445f-a03c-0c39291fdcf3,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:19.683439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Checking segment: {'id': '24df36e0-f9ba-477c-b801-05b929cfa7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:09:19.683928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Network hostable DHCP agents. Network: 6f072f77-6d5b-464a-ac5f-0b34a1fb784f, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:09:19.703874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:09:19.707997 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:19.717710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 6f072f77-6d5b-464a-ac5f-0b34a1fb784f) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:19.721193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:19.723880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f0d2af22-21b0-4abb-8008-eabce3544791 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:19.724257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.724591 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f0d2af22-21b0-4abb-8008-eabce3544791 Oct 26 12:09:19.727929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21b8ae-2795-49e2-bcf6-5546fdde0544 None None] Network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:09:19.732143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:19.732966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.755132 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-92a35392-eaa9-4853-a279-0857923cef24 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3902464 Oct 26 12:09:19.757890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37546) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:19.762384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:09:19.784739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (6fc7bb60-b793-4258-8cf4-db6a62d424db), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.785763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (6fc7bb60-b793-4258-8cf4-db6a62d424db), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.815127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:19.850502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks [] for router_controller (6fc7bb60-b793-4258-8cf4-db6a62d424db), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.907288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f0d2af22-21b0-4abb-8008-eabce3544791 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:19.914527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:09:19.915500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:19.991002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks [] for router_gateway (6fc7bb60-b793-4258-8cf4-db6a62d424db), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.054761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Allocated IP 172.20.0.2 (6f072f77-6d5b-464a-ac5f-0b34a1fb784f/40539e31-c4f5-445f-a03c-0c39291fdcf3/1ec6d20b-c80a-446a-abfd-b4b12737184b) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:20.058879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:20.182771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:20.188018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks [] for router_gateway (6fc7bb60-b793-4258-8cf4-db6a62d424db), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.207530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Publish callbacks [] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.208795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.213442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.256219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:20.261462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:20.263764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:09:20.266987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Pushing event updated for resources: {'Port': ['ID=1ec6d20b-c80a-446a-abfd-b4b12737184b,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:20.324112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Attempting to bind port 1ec6d20b-c80a-446a-abfd-b4b12737184b on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:09:20.324488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Attempting to bind port 1ec6d20b-c80a-446a-abfd-b4b12737184b by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '24df36e0-f9ba-477c-b801-05b929cfa7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:09:20.324854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Attempting to bind port 1ec6d20b-c80a-446a-abfd-b4b12737184b on network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:20.334054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Allocated IP 172.26.0.141 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/11728cd9-e4dc-45f9-84b7-c415295b8908) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:20.368902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:09:20.369477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Checking segment: {'id': '24df36e0-f9ba-477c-b801-05b929cfa7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:09:20.369947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.370393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Bound using segment: {'id': '24df36e0-f9ba-477c-b801-05b929cfa7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:09:20.370931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Bound port: 1ec6d20b-c80a-446a-abfd-b4b12737184b, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24df36e0-f9ba-477c-b801-05b929cfa7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:09:20.371374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.446023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks [] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.446513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] For port 1ec6d20b-c80a-446a-abfd-b4b12737184b, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:20.450353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] For port 1ec6d20b-c80a-446a-abfd-b4b12737184b, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1ec6d20b-c80a-446a-abfd-b4b12737184b,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:20.457645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.494014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:20.500733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.522750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7c0a2-59ae-4203-9322-cf6d1fc14f46 None None] Pushing event updated for resources: {'Port': ['ID=1ec6d20b-c80a-446a-abfd-b4b12737184b,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:20.546940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:20.552905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:20.558424 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:09:20.575365 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:20.581065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:20.581797 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:20.584645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:20.714742 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:20.835763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks [] for router_gateway (6fc7bb60-b793-4258-8cf4-db6a62d424db), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:20.869545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:20.930575 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 2, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:20.955794 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:20.956149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Updating router 84f7092b-c6eb-47d6-988b-466335f505a4 port cd80f842-866c-4707-852a-edfa1ee89b6a binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:09:20.983405 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.042662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (6fc7bb60-b793-4258-8cf4-db6a62d424db), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.175081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:21.185433 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Router 6fc7bb60-b793-4258-8cf4-db6a62d424db is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:09:21.253873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:21.258865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Publish callbacks [] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.266158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.320020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:21.331143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:21.342389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.347180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eeec2ff0-da9b-4412-a054-b2efe60aab8b admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5855987 Oct 26 12:09:21.347354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37548) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:09:21.355486 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:21.359815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:21.361003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:21.369390 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.369935 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.370423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.370909 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.371395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.371985 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.372748 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.373243 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.373728 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.374265 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.374802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.375296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.375799 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.376284 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.376715 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:21.384341 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Attempting to bind port cd80f842-866c-4707-852a-edfa1ee89b6a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:09:21.384662 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Attempting to bind port cd80f842-866c-4707-852a-edfa1ee89b6a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:09:21.385384 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Attempting to bind port cd80f842-866c-4707-852a-edfa1ee89b6a on network 39f61b2a-66b5-4294-b0bc-39a00f59e87d {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:21.437211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:09:21.437637 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Checking segment: {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:09:21.438154 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.439022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Bound using segment: {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:09:21.439022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Bound port: cd80f842-866c-4707-852a-edfa1ee89b6a, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:09:21.439388 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.442109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:21.451890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1ec6d20b-c80a-446a-abfd-b4b12737184b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:21.512232 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:21.517019 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:21.524570 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.588869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:21.589664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:21.631279 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4a646-5989-43ea-a747-d7341121c0c4 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:21.632758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf92ddf-3c26-4491-94bb-b7478485d938 None None] Network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:09:21.708428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:21.769805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b37a66b4-9db3-46f5-9ba3-55459431a9f3 None None] Provisioning complete for port 1ec6d20b-c80a-446a-abfd-b4b12737184b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:21.770172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b37a66b4-9db3-46f5-9ba3-55459431a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.770505 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b37a66b4-9db3-46f5-9ba3-55459431a9f3 None None] Attempt 1 to provision port 1ec6d20b-c80a-446a-abfd-b4b12737184b Oct 26 12:09:21.788469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:21.803050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:21.836834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.876021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1ec6d20b-c80a-446a-abfd-b4b12737184b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:21.876631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:21.877124 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1ec6d20b-c80a-446a-abfd-b4b12737184b Oct 26 12:09:21.924733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:21Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:21.951761 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad533feb-e3fb-458c-a1d0-ea6072044ad2 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:21Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:21.978654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:22.034224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Allocated IP 172.20.0.1 (6f072f77-6d5b-464a-ac5f-0b34a1fb784f/40539e31-c4f5-445f-a03c-0c39291fdcf3/e1437512-1c1f-4ece-847c-2e3cc41f2c22) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:22.100361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b37a66b4-9db3-46f5-9ba3-55459431a9f3 None None] Current status of the port 1ec6d20b-c80a-446a-abfd-b4b12737184b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:22.100759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b37a66b4-9db3-46f5-9ba3-55459431a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.171049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Publish callbacks [] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.171223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1ec6d20b-c80a-446a-abfd-b4b12737184b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:22.171670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.229029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.232170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b37a66b4-9db3-46f5-9ba3-55459431a9f3 None None] For port 1ec6d20b-c80a-446a-abfd-b4b12737184b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1ec6d20b-c80a-446a-abfd-b4b12737184b,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:22.244478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b37a66b4-9db3-46f5-9ba3-55459431a9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.247157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:20Z', 'revision_number': 3, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:22.275136 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:22.291826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:22.293709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:22.296389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:22.298973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:09:22.329031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:22.329455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Updating router 6fc7bb60-b793-4258-8cf4-db6a62d424db port 11728cd9-e4dc-45f9-84b7-c415295b8908 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:09:22.366716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (6fc7bb60-b793-4258-8cf4-db6a62d424db), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.376818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.431488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:22.432973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 12:09:22.433830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:09:22.438030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f2a145fd-d7df-4530-96a2-1288dbd2bb4b None None] Provisioning complete for port 1ec6d20b-c80a-446a-abfd-b4b12737184b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:22.438653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f2a145fd-d7df-4530-96a2-1288dbd2bb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.439219 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f2a145fd-d7df-4530-96a2-1288dbd2bb4b None None] Attempt 1 to provision port 1ec6d20b-c80a-446a-abfd-b4b12737184b Oct 26 12:09:22.486616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a66b4-9db3-46f5-9ba3-55459431a9f3 None None] Pushing event updated for resources: {'Port': ['ID=1ec6d20b-c80a-446a-abfd-b4b12737184b,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:22.542713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.663950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f2a145fd-d7df-4530-96a2-1288dbd2bb4b None None] Current status of the port 1ec6d20b-c80a-446a-abfd-b4b12737184b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:22.738486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:22.762623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Publish callbacks [] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.770681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.779450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Publish callbacks [] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.790277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.805128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-70f5c06f-b122-4b58-b45e-d9daa77d2b79 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:22.805385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-70f5c06f-b122-4b58-b45e-d9daa77d2b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.805612 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-70f5c06f-b122-4b58-b45e-d9daa77d2b79 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:22.807224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:22.868260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Attempting to bind port 11728cd9-e4dc-45f9-84b7-c415295b8908 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:09:22.868637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Attempting to bind port 11728cd9-e4dc-45f9-84b7-c415295b8908 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:09:22.869091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Attempting to bind port 11728cd9-e4dc-45f9-84b7-c415295b8908 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:22.899983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (6fc7bb60-b793-4258-8cf4-db6a62d424db), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.914401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:22.916287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f769e4-6786-40ad-af4c-38a55e48ae3c None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:22.923632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-70f5c06f-b122-4b58-b45e-d9daa77d2b79 None None] Port e1437512-1c1f-4ece-847c-2e3cc41f2c22 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:09:22.971099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:09:22.971523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:09:22.972047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:22.972430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:09:22.972917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Bound port: 11728cd9-e4dc-45f9-84b7-c415295b8908, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:09:22.973292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:23.005795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1ec6d20b-c80a-446a-abfd-b4b12737184b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:23.054188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:23.059151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:23.070251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:23.082146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:23.084286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:23.086358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:23.143038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:23.143688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:23.258358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:23.498275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:23.535296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Router 6fc7bb60-b793-4258-8cf4-db6a62d424db has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:09:23.577314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0b40cb30-9579-431a-9810-bdbe4d4c3b48 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:23.578229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0b40cb30-9579-431a-9810-bdbe4d4c3b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:23.578575 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0b40cb30-9579-431a-9810-bdbe4d4c3b48 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:23.662969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:09:23.673988 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-584b6bdd-7352-4f58-818a-7b63317ac8fa admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/6fc7bb60-b793-4258-8cf4-db6a62d424db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3240983 Oct 26 12:09:23.686073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f769e4-6786-40ad-af4c-38a55e48ae3c None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:23.708250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0b40cb30-9579-431a-9810-bdbe4d4c3b48 None None] Port e1437512-1c1f-4ece-847c-2e3cc41f2c22 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:09:23.745120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 2, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:23.776938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:23.777853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:23.781220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea7ddb-a19f-4289-821c-876eb48602d4 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 2, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:23.876690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:23.877329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:23.905990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:23.910848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:23.968499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:24.218464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1ec6d20b-c80a-446a-abfd-b4b12737184b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:24.242816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:24.281426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 1ec6d20b-c80a-446a-abfd-b4b12737184b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:24.281826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:24.282489 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 1ec6d20b-c80a-446a-abfd-b4b12737184b Oct 26 12:09:24.371575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 1ec6d20b-c80a-446a-abfd-b4b12737184b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:24.372847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:24.418655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:24.419134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:24.419604 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:24.510442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:24.511097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:24.538127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:24.544073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:24.545519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:24.631109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:24.644907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:24.646200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:24.646760 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:24.751605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:24.752106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:24.789682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:24.794759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:24.799946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:24.880726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:25.226077 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:25.239100 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:25.240101 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:25.352333 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:25.421830 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:25.575763 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:24Z', 'revision_number': 5, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:25.613720 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:25.625591 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:25.626138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:25.838756 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:26.003775 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:26.056606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:26.112818 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:24Z', 'revision_number': 5, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:26.115830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:26.116401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:26.116908 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:09:26.157085 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc169f-4e9a-42cf-8141-3507b38cc462 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:24Z', 'revision_number': 5, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:26.237708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:26.238201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:26.252897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:26.264077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:26.271036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:26.331430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:26.359010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:26.476831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:26.477221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:26.512775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:26.519749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:26.520534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:26.607955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:26.648401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:26.648700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:26.672262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:26.677100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:26.755839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:26.835127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b08811fe-ba8e-4d99-a0d4-a91f11230276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:27.090566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:27.102347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:27.103356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:27.236104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:27.439239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:27.516797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 2, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:27.549808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:27.550250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Updating router 6fc7bb60-b793-4258-8cf4-db6a62d424db port e1437512-1c1f-4ece-847c-2e3cc41f2c22 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:09:27.584652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:27.792855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:27.960999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Publish callbacks [] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:27.972295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:28.048760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5011e72-60f3-4ed0-a9e3-6ec49b979210 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:28.101233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Attempting to bind port e1437512-1c1f-4ece-847c-2e3cc41f2c22 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:09:28.101883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Attempting to bind port e1437512-1c1f-4ece-847c-2e3cc41f2c22 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '24df36e0-f9ba-477c-b801-05b929cfa7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:09:28.102189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Attempting to bind port e1437512-1c1f-4ece-847c-2e3cc41f2c22 on network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:28.135035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:28.186782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:09:28.187146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Checking segment: {'id': '24df36e0-f9ba-477c-b801-05b929cfa7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:09:28.187546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:28.187955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Bound using segment: {'id': '24df36e0-f9ba-477c-b801-05b929cfa7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:09:28.188428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Bound port: e1437512-1c1f-4ece-847c-2e3cc41f2c22, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24df36e0-f9ba-477c-b801-05b929cfa7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:09:28.188805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:28.214108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:28.214480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:28.214820 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:28.299634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:28.304882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:28.340102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:28.382828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:28.382828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:28.414540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:28.415165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:08:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:28.426474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:28.464856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:28.474310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5011e72-60f3-4ed0-a9e3-6ec49b979210 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:28.481799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:28.482662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:28.755209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:28.772686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:28.778919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:28.810697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:28.811001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:28.811368 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:29.009421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:29.009813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:29.030151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9a5b14bf-122e-4498-a3a6-c6b826896c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:29.090599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:29.094992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:28Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.098710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:29.154293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848dd90-9364-4ee0-91dc-b867f9a69d6f None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:28Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:29.215103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:29.215570 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:29.245436 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:29.246074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.255892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:29.351762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:29.352103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:29.376129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:29.381691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:29.382754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:29.437415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:29.488628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:29.586236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:29.739470 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:28Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:29Z', 'revision_number': 7, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.744778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=4,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:29.776361 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:29.791593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:29.792269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:29.926898 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:30.055168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:30.059616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:30.134000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:30.134368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:30.134703 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:30.253336 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:30.262341 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:28Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:29Z', 'revision_number': 7, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:30.271970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:30.287461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:30.287888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:30.294275 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3cd926-7cc3-4383-8e8a-805bc0da85e2 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:28Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:29Z', 'revision_number': 7, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:30.348892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:30.358553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:30.445430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:30.451382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:30.457614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:30.566034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:30.566629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:30.630972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:30.642925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:30.644307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:30.758265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:30.796629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:30.797059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:30.830971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:30.843536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:30.932570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:31.689165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:31.748205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.192156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:32.261279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:32.261882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.262369 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:09:32.377172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:32.377753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.402840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:32.410683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.412200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:32.463156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:32.501283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:32.513659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:32.514064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.515474 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:32.606708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:32.607360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.622465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:32.651398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:32.659151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.660308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:32.751194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:32.752339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.752818 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:32.778171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:32.842829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:32.843257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.897339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:32.897339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:32.897339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:32.903638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:32.977201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:32.977842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.031148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:33.044702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:33.045082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:33.045953 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:33.136979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:33.240747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:33.387211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:33.401361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:30Z', 'revision_number': 5, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.428985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:33.443422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:33.444315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.555029 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff12385-a709-4e3f-844a-75846c17149e None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:33.575689 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff12385-a709-4e3f-844a-75846c17149e None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:33.577416 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-aff12385-a709-4e3f-844a-75846c17149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:33.653803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=41 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:33.659880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:33.741525 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-aff12385-a709-4e3f-844a-75846c17149e None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:33.778372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:33.782379 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:33.818685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:33.990885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-aff12385-a709-4e3f-844a-75846c17149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:32Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:32Z', 'revision_number': 9, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.044571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:34.144185 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff12385-a709-4e3f-844a-75846c17149e None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:34.150095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:30Z', 'revision_number': 5, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.155820 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff12385-a709-4e3f-844a-75846c17149e None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:34.156573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-aff12385-a709-4e3f-844a-75846c17149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.188882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:34.189275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:34.206654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18eb6a-cc59-4b04-9d72-2c24a4f25593 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:30Z', 'revision_number': 5, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:34.233919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:34.250657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:34.251411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:34.355045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:34.379102 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-aff12385-a709-4e3f-844a-75846c17149e None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:34.396097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:34.396713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:34.450703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:34.455816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:34.456613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:34.562518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:34.622642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:34.623310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:34.662907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:34.667479 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-aff12385-a709-4e3f-844a-75846c17149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:32Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:32Z', 'revision_number': 9, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:34.669196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:34.669960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:34.700377 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff12385-a709-4e3f-844a-75846c17149e None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:32Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:32Z', 'revision_number': 9, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:34.725184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:34.798696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:34.821210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:34.821601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:34.867992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:34.888226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:34.955508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:34.968228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:36.133938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:36.191424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:36.191836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.192182 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:36.299997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:36.300446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.339470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:36.345329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.346562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:36.428763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:36.440383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:36.440835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.441181 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:36.479351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9a4fcaf6-e2d7-4ef5-872f-2dcc1b013d85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:36.480995 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9a4fcaf6-e2d7-4ef5-872f-2dcc1b013d85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 814 time: 0.1194389 Oct 26 12:09:36.496600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-b8f706b0-eb75-4a73-8946-bbdebf3925e2 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/quotas/53037017726d4891b2efe150e219c913 HTTP/1.1" status: 200 len: 375 time: 0.0096104 Oct 26 12:09:36.520451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:36.520837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.543491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:36.548582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.549085 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-02514f10-e462-4d20-b6ce-4c2be933072d tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464234 Oct 26 12:09:36.549456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:36.635092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:36.641702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:36.642087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.642435 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:09:36.658358 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-998ed6da-bff2-48c2-9028-347fe9470401 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957828 Oct 26 12:09:36.662492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.662848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.663196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.663541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.663905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.664245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.664575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.664918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.665241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.665574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.665910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.666240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.666568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.666894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.667217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:36.729224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:36.729619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.752205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:36.755638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.755934 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-07c4e965-3d08-4767-8a8d-7e7f7e74dacb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908895 Oct 26 12:09:36.756478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:36.802900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:36.839953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:36.848716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:36.848716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.848921 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:36.897075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:36.946188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:36.946581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:36.972311 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1d934b5b-2fb5-4483-a7cc-2445305191fc req-5afa5943-6870-489e-8d73-626143754a5d tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 210 time: 0.0400310 Oct 26 12:09:36.994448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:36.999059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:37.052314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:37.740822 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:09:38.101688 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-86258a02-f56c-4c98-8328-54ce7fe66cda req-45b94ef4-4404-4c22-8811-9dcae7c33afe tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 210 time: 0.0384429 Oct 26 12:09:38.102441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-5d66edc5-7155-4b5d-9cb6-b042793d9526 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:38.104098 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-5d66edc5-7155-4b5d-9cb6-b042793d9526 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 814 time: 0.1179893 Oct 26 12:09:38.121755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'port': {'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'admin_state_up': True, 'tenant_id': '53037017726d4891b2efe150e219c913'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:09:38.244197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Made reservation on behalf of 53037017726d4891b2efe150e219c913 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:09:38.248849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:38.381964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Allocated IP 172.20.0.12 (39f61b2a-66b5-4294-b0bc-39a00f59e87d/b71e9551-c73b-497a-8ae1-c41513c124a6/be123c1a-ab35-48cc-b67b-47eee9315b41) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:09:38.533720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:38.556674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:38.558465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:38.582834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:38.621250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:38.632481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:38.685958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:09:38.691786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:09:38.695495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:09:38.719241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:38.736181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=be123c1a-ab35-48cc-b67b-47eee9315b41,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:38.747319 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.748069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.748713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.749287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.749835 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.750328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.750813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.751357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.751948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.752480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.753009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.753589 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.754129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.754640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.755135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:09:38.828595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:38.832501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:38.870711 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-9974af1d-64c6-4d08-9dd5-138bb5c0e708 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7530835 Oct 26 12:09:39.031742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 7, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:39.081159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:39.090578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:39.091272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:39.143204 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:39.170738 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:39.172741 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:39.211865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:39.282259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d335b6eb-b56d-488a-98ab-cd6d531f4b23 None None] Provisioning complete for port be123c1a-ab35-48cc-b67b-47eee9315b41 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:39.282712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d335b6eb-b56d-488a-98ab-cd6d531f4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:39.283064 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d335b6eb-b56d-488a-98ab-cd6d531f4b23 None None] Attempt 1 to provision port be123c1a-ab35-48cc-b67b-47eee9315b41 Oct 26 12:09:39.373983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94576b40-cae9-4e4e-adda-e5ba2bf1684c req-a4f7d189-9a8b-4aa4-8722-b58d440d7e13 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:39.376653 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-94576b40-cae9-4e4e-adda-e5ba2bf1684c req-a4f7d189-9a8b-4aa4-8722-b58d440d7e13 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 932 time: 0.1129985 Oct 26 12:09:39.424558 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:39.448037 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-94576b40-cae9-4e4e-adda-e5ba2bf1684c req-f4732765-ce47-439d-be67-283b9ab21f36 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653839 Oct 26 12:09:39.632822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:39.649681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:39.662171 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:39.663692 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 11, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:39.693767 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:39.703960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:39.704871 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:39.709639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d335b6eb-b56d-488a-98ab-cd6d531f4b23 None None] Port be123c1a-ab35-48cc-b67b-47eee9315b41 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:09:39.782418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:39.782844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:39.886158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:39.913757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:39.923904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:39.927129 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:40.050782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:40.093919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:40.105574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:40.117828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 7, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:40.160801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161076cc-9e5e-4f30-8932-c9ddaf448100 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 7, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:40.175898 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 11, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:40.205980 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7950921-9283-4e43-948d-1d6f8ecdde2d None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:36Z', 'revision_number': 11, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:40.224723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:40.225262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:40.294090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:40.299904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:40.300819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:40.460250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:40.471140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:40.471535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:40.498872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:40.505048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:40.506036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:40.689597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15c7ed-6f9e-4827-88d8-3139827c147e req-97b92492-8f86-4302-af53-88a6f572a8c6 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:40.691952 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c15c7ed-6f9e-4827-88d8-3139827c147e req-97b92492-8f86-4302-af53-88a6f572a8c6 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 932 time: 0.1024611 Oct 26 12:09:40.753026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:40.759158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:40.759332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:40.795370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:40.805231 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3c15c7ed-6f9e-4827-88d8-3139827c147e req-d90a8f25-adf8-4769-bd1d-60cbeb0cb63f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039748 Oct 26 12:09:40.808140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:40.856385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:40.876442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:42.009190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b83547-9277-4914-b8b6-f620fb22e1d5 req-d7ade17a-3f55-4a7c-acba-d8637a95ea5f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:42.015805 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-84b83547-9277-4914-b8b6-f620fb22e1d5 req-d7ade17a-3f55-4a7c-acba-d8637a95ea5f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 932 time: 0.0762687 Oct 26 12:09:42.084960 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-84b83547-9277-4914-b8b6-f620fb22e1d5 req-79d4ad80-f2bc-425d-86d2-43f092db10f1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639749 Oct 26 12:09:42.119744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.182589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:42.279899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:42.280277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.280614 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:42.381400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:42.381789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.468020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:42.483197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.484338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:42.595693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:42.596128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.596479 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:42.599369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:42.691616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:42.692293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.715845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:42.721250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.722231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:42.768863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:42.802510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:42.814813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:42.815191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.815523 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:09:42.903408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:42.903851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.926146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:42.930054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:42.930910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:42.980585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:43.025403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:43.025632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:43.025968 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:43.050559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:43.116006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:43.116006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:43.183544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:43.189515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:43.252787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:43.253057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cac87b-fe39-413a-b14e-bd92bb1a6c2e req-947b4a40-31c9-464f-b1f3-30394be25f53 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:43.254441 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-59cac87b-fe39-413a-b14e-bd92bb1a6c2e req-947b4a40-31c9-464f-b1f3-30394be25f53 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 932 time: 0.0518830 Oct 26 12:09:43.316505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-59cac87b-fe39-413a-b14e-bd92bb1a6c2e req-8f96620d-1b27-4a54-87a0-5a30e04bdcba tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 Oct 26 12:09:44.053077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:44.114596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:44.115106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:44.115452 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:44.198005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:44.199217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:44.260998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:44.261625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:44.262284 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:09:44.355582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:44.355582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:44.417008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:44.417548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:44.417959 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:44.465340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:44.479335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f4f37-462f-4b37-b2cd-1cf393dd0c4a req-c03c9e87-4771-443a-85b8-aa4787c13530 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:44.481555 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a55f4f37-462f-4b37-b2cd-1cf393dd0c4a req-c03c9e87-4771-443a-85b8-aa4787c13530 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 932 time: 0.0756640 Oct 26 12:09:44.504442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:44.505617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:44.553969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:44.554450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:44.555037 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:44.558883 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a55f4f37-462f-4b37-b2cd-1cf393dd0c4a req-6349344a-9bc9-40a5-90ba-738961009bb4 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656121 Oct 26 12:09:44.635455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:45.101976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:45.108920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:45.111927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:45.113367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:45.227155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:45.421246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:42Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:43Z', 'revision_number': 9, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:45.449079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:45.457583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:45.458192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:45.684458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221f5f-d313-44bc-9c80-b517736e1651 req-5db89c48-f2fc-4656-a442-15e7d23d6944 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:45.686564 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1221f5f-d313-44bc-9c80-b517736e1651 req-5db89c48-f2fc-4656-a442-15e7d23d6944 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 932 time: 0.0551732 Oct 26 12:09:45.738338 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:45.744793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:45.766994 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:45.768443 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:45.797375 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d1221f5f-d313-44bc-9c80-b517736e1651 req-0539de37-5334-41f2-9d65-1d9f381d019f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044984 Oct 26 12:09:45.927304 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:46.027927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:42Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:43Z', 'revision_number': 9, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:46.071621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:46.075485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7759284-7e96-49ec-8ad0-db79fff83b00 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:42Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:43Z', 'revision_number': 9, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:46.164729 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:42Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:42Z', 'revision_number': 13, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:46.168134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:46.168459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:46.189262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:46.194627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:46.201693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:46.202449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:46.310907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:46.334803 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:46.344980 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:46.345848 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:46.365807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:46.366330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:46.426750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:46.444382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:46.455655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:46.552074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:46.554845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:46.562899 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:46.638312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:46.638712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:46.659976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:46.670732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:46.675275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:46.676322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:46.766647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:46.811487 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:42Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:42Z', 'revision_number': 13, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:46.822189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:46.822574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:46.844342 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a01fd-f44d-4663-81e5-b62cc63d85b5 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:42Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:42Z', 'revision_number': 13, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:46.865238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:46.870855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:46.953344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:46.970754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5612-b16e-4e52-805c-f581fb474663 req-aa1cf05b-fb45-41ec-83e2-7cc378a05396 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:46.972583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f40b5612-b16e-4e52-805c-f581fb474663 req-aa1cf05b-fb45-41ec-83e2-7cc378a05396 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 932 time: 0.0611722 Oct 26 12:09:47.014428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:47.034286 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f40b5612-b16e-4e52-805c-f581fb474663 req-9eaf1328-91f3-473e-a839-218a8d35755a tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540211 Oct 26 12:09:47.364638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Request body: {'port': {'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:09:47.433497 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:47.739168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be123c1a-ab35-48cc-b67b-47eee9315b41 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:09:47.746988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Publish callbacks [] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:47.759576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Transition to ACTIVE for port object be123c1a-ab35-48cc-b67b-47eee9315b41 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:09:47.767080 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:47.792455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:47.835449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Pushing event updated for resources: {'Port': ['ID=be123c1a-ab35-48cc-b67b-47eee9315b41,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:47.906111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Attempting to bind port be123c1a-ab35-48cc-b67b-47eee9315b41 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:09:47.906457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Attempting to bind port be123c1a-ab35-48cc-b67b-47eee9315b41 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:09:47.906993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Attempting to bind port be123c1a-ab35-48cc-b67b-47eee9315b41 on network 39f61b2a-66b5-4294-b0bc-39a00f59e87d {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:47.955709 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Port be123c1a-ab35-48cc-b67b-47eee9315b41 on network 39f61b2a-66b5-4294-b0bc-39a00f59e87d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:09:47.956083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Attempting to bind port be123c1a-ab35-48cc-b67b-47eee9315b41 on network 39f61b2a-66b5-4294-b0bc-39a00f59e87d {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:09:48.006857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:09:48.007200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Checking segment: {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:09:48.007587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Bound using segment: {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:09:48.008080 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Bound port: be123c1a-ab35-48cc-b67b-47eee9315b41, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:09:48.008509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.082325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:48.084379 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] For port be123c1a-ab35-48cc-b67b-47eee9315b41, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:09:48.087994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] For port be123c1a-ab35-48cc-b67b-47eee9315b41, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be123c1a-ab35-48cc-b67b-47eee9315b41,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:09:48.096569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.103264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:48.104216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.105637 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 1094 time: 0.7456262 Oct 26 12:09:48.107624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:09:48.110066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1a5326-6fd2-4100-a306-34f9eda1a612" -d '{"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:48.143962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:48.165514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdad393-1677-4f40-9d49-ccbda5c065e8 service neutron] Pushing event updated for resources: {'Port': ['ID=be123c1a-ab35-48cc-b67b-47eee9315b41,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:48.180529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:48.188472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9339-9ac4-4cb3-9274-5532b21d9634 req-188ef596-a0db-4279-bc28-79428b9198ff tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:48.190319 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-841c9339-9ac4-4cb3-9274-5532b21d9634 req-188ef596-a0db-4279-bc28-79428b9198ff tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 944 time: 0.0527897 Oct 26 12:09:48.210826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec93f9e-be98-4e16-9b33-ca3fbc12be6e x-openstack-request-id: req-5ec93f9e-be98-4e16-9b33-ca3fbc12be6e {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:48.211124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:48.211387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ec93f9e-be98-4e16-9b33-ca3fbc12be6e {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:48.212389 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec93f9e-be98-4e16-9b33-ca3fbc12be6e'] response: {'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'status': 'completed', 'code': 200} Oct 26 12:09:48.221717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:48.221717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.222197 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:48.240831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-2c57b1db-fc00-4a1f-9d0d-917996e5ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:48.242962 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-2c57b1db-fc00-4a1f-9d0d-917996e5ee6f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1128 time: 0.0459044 Oct 26 12:09:48.245108 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-841c9339-9ac4-4cb3-9274-5532b21d9634 req-cbb0da89-7d3a-4b18-b047-35793496d617 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464914 Oct 26 12:09:48.290461 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-aeab1c9a-8419-404b-9df8-b8f4a58ff4a0 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 217 time: 0.0343430 Oct 26 12:09:48.310145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:48.310534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.344347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-6191fff4-72a4-4708-aad7-d196694ba7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:48.345749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:48.345891 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-6191fff4-72a4-4708-aad7-d196694ba7ad service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0491915 Oct 26 12:09:48.349345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.350116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:48.389886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-adad857f-bbe6-48b1-b8d5-6e8e51278983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:48.391402 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-adad857f-bbe6-48b1-b8d5-6e8e51278983 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399544 Oct 26 12:09:48.400911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:48.425813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:48.433819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:48.434248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.434514 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:48.486654 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-77e2f767-708f-4be2-93f2-3716d3f37c77 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892391 Oct 26 12:09:48.509579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:48.509968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.528568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:48.531513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:48.535562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.536400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:48.582452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e2f71ef6-6070-4d66-b411-fd660d03d938 req-1ddfd08f-f28c-48bc-92d3-4a4edeb2dca3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896058 Oct 26 12:09:48.608080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:48.618586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:48.618970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.619298 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:09:48.696517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:48.696901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.717747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:48.722386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.723187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:48.797654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:48.808895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:48.809320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.809737 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:48.882024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:48.882413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.914512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:48.918892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:48.964770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:49.336577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-4d1e3416-12ec-4b52-b4e3-d1c04a3db06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:49.338038 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-4d1e3416-12ec-4b52-b4e3-d1c04a3db06e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1128 time: 0.0405397 Oct 26 12:09:49.370196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e52f7-e740-4384-8cbc-aaade70d12c6 req-7af8130a-8eec-4309-bd9b-8c8dd572fc7b tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:49.371673 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2c1e52f7-e740-4384-8cbc-aaade70d12c6 req-7af8130a-8eec-4309-bd9b-8c8dd572fc7b tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 944 time: 0.0477254 Oct 26 12:09:49.419590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2c1e52f7-e740-4384-8cbc-aaade70d12c6 req-57a2ba04-7990-48dd-9cc8-85ba334ba0ee tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Oct 26 12:09:49.433522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-47b41434-9126-4f28-9489-716708a5f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:49.435069 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-47b41434-9126-4f28-9489-716708a5f3a2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.0904098 Oct 26 12:09:49.474628 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-d9648a3c-4c8e-4f0a-adeb-dfba98327dc8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 217 time: 0.0328364 Oct 26 12:09:49.522036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-dfb4f6de-5876-4d6c-8835-de0289a31774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:49.523426 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-dfb4f6de-5876-4d6c-8835-de0289a31774 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0427902 Oct 26 12:09:49.570112 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-01f20951-b1c7-4f57-85a2-c438055dfac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:49.571573 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-01f20951-b1c7-4f57-85a2-c438055dfac8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414479 Oct 26 12:09:49.662081 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-a91c3c16-cd87-45c3-948b-66494d44f441 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830240 Oct 26 12:09:49.675416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:50.075074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:50.091317 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a1a5326-6fd2-4100-a306-34f9eda1a612 req-5dbb580f-eb5b-49ef-a8f2-c0afb6686656 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232430 Oct 26 12:09:50.130501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:50.130874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:50.131222 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:50.213749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:50.214819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:50.239958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:50.266105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:50.266478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:50.266812 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:50.345863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:50.346934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:50.366194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:50.391922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:50.392306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:50.392646 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:09:50.469568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:50.470626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:50.513921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:50.514305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:50.514646 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:50.544664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4434c-aaf4-4fab-87f8-6e7c5bde04c2 req-3f9abe94-1854-451a-937b-5232331a1e33 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:50.546158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-35c4434c-aaf4-4fab-87f8-6e7c5bde04c2 req-3f9abe94-1854-451a-937b-5232331a1e33 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 944 time: 0.0512218 Oct 26 12:09:50.588770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:50.598378 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-35c4434c-aaf4-4fab-87f8-6e7c5bde04c2 req-d1010fcd-3c64-4cb9-9407-50a8db45a2de tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466285 Oct 26 12:09:50.676719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device be123c1a-ab35-48cc-b67b-47eee9315b41 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:09:50.776722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port be123c1a-ab35-48cc-b67b-47eee9315b41, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be123c1a-ab35-48cc-b67b-47eee9315b41,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:50.790787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:09:50.840042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port be123c1a-ab35-48cc-b67b-47eee9315b41 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:50.840440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:50.857317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be123c1a-ab35-48cc-b67b-47eee9315b41 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:09:50.879483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port be123c1a-ab35-48cc-b67b-47eee9315b41, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be123c1a-ab35-48cc-b67b-47eee9315b41,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:50.885019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:50.936036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=be123c1a-ab35-48cc-b67b-47eee9315b41,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:50.985379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:50.985379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:50.985379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:51.078632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:51.107600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:51.160593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['be123c1a-ab35-48cc-b67b-47eee9315b41'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:09:51.459904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:51.485894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 11, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:51.512353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:51.537905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:51.538515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:51.654667 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:51.655741 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:51.656341 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:51.668790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:51.757304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f92f3-0f34-4b05-a6aa-1a1417920343 req-58af4a36-c943-4971-b57e-d17f9ab672f0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:51.759080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-df7f92f3-0f34-4b05-a6aa-1a1417920343 req-58af4a36-c943-4971-b57e-d17f9ab672f0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 945 time: 0.0721822 Oct 26 12:09:51.767755 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:51.812116 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-df7f92f3-0f34-4b05-a6aa-1a1417920343 req-be5bba64-53be-4d8e-95e7-a3cc84bb2e68 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Oct 26 12:09:51.863569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 11, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:51.889969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3d2de-2250-41b3-bb0b-555ff2b61a78 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 11, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:51.963542 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 15, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:51.989669 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:51.998786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:51.999381 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:52.017037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:52.038029 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:52.096441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:52.096925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.114351 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:52.129655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:52.139067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.140239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:52.204776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:52.228380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:52.274747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:52.275645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.310530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:52.314578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.315325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:52.339163 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 15, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:52.366278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526a12ca-9d8f-45d5-86be-12c2c23522bf None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:48Z', 'revision_number': 15, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:52.392684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:52.427807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:52.436014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:52.436399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.459858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:52.464774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.465708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:52.542027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:52.584128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:52.584300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.649864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:52.654011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.688405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device be123c1a-ab35-48cc-b67b-47eee9315b41 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:52.751492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:52.763574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port be123c1a-ab35-48cc-b67b-47eee9315b41 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:09:52.769210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port be123c1a-ab35-48cc-b67b-47eee9315b41 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:52.769664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.770063 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port be123c1a-ab35-48cc-b67b-47eee9315b41 Oct 26 12:09:52.852010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port be123c1a-ab35-48cc-b67b-47eee9315b41 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:52.852402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.882508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:09:52.924760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port be123c1a-ab35-48cc-b67b-47eee9315b41, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be123c1a-ab35-48cc-b67b-47eee9315b41,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:52.932661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:52.968987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4abc7-3743-4e3c-ba20-6ca479968fcc req-ad7da8b8-469a-48f3-9abd-beb50abafe0c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:52.970505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5f4abc7-3743-4e3c-ba20-6ca479968fcc req-ad7da8b8-469a-48f3-9abd-beb50abafe0c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 945 time: 0.0677361 Oct 26 12:09:53.012024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=be123c1a-ab35-48cc-b67b-47eee9315b41,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:53.039010 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5f4abc7-3743-4e3c-ba20-6ca479968fcc req-35ecb99f-5226-41c5-ae76-b885b2ee114f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575583 Oct 26 12:09:53.048902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f193df2f-b036-4394-b8cf-6f509443e61c" -d '{"events": [{"server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "name": "network-vif-plugged", "status": "completed", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:09:53.151539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf172a-77bb-4892-8f20-ae842a728f1f x-openstack-request-id: req-90cf172a-77bb-4892-8f20-ae842a728f1f {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:09:53.152323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "name": "network-vif-plugged", "status": "completed", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:09:53.152587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90cf172a-77bb-4892-8f20-ae842a728f1f {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:09:53.152993 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cf172a-77bb-4892-8f20-ae842a728f1f'] response: {'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'code': 200} Oct 26 12:09:53.379983 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536ef6-b963-40c9-852f-289df9cd4bd3 req-d19f820e-6478-49a5-8126-b8142e2482ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:53.381626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9a536ef6-b963-40c9-852f-289df9cd4bd3 req-d19f820e-6478-49a5-8126-b8142e2482ee service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1130 time: 0.0460510 Oct 26 12:09:53.430317 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9a536ef6-b963-40c9-852f-289df9cd4bd3 req-28975604-a232-4b8b-801b-2c17fe0e4024 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Oct 26 12:09:54.072323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:54.128439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:54.128907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.129333 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:54.184654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd8a02-a793-4745-ba08-2801e061bcc3 req-22392f20-1f06-4480-a928-83beefa87c9b tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:54.186266 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-35bd8a02-a793-4745-ba08-2801e061bcc3 req-22392f20-1f06-4480-a928-83beefa87c9b tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 946 time: 0.0533471 Oct 26 12:09:54.196611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:54.210572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:54.210958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.238915 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-35bd8a02-a793-4745-ba08-2801e061bcc3 req-8a576bf3-6776-4145-aa9b-c4432070c069 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 Oct 26 12:09:54.248960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:54.267287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.268266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:54.347688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:54.356314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:54.356712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.357216 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:09:54.358637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:54.432617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:54.433006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.456766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:54.460580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.461364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:54.538336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:54.548040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:54.548412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.548743 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:09:54.624473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:54.624863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.648233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:54.651936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.652716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:54.726420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:54.737251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:54.737630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.737966 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:54.809350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:54.810280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.845250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:54.849449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:54.897891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:55.369002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7ffc4-fe93-4ce9-92f6-d31881dec75c req-5fc019c5-491a-4236-991d-cd86d05bc18a tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:55.370493 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-34e7ffc4-fe93-4ce9-92f6-d31881dec75c req-5fc019c5-491a-4236-991d-cd86d05bc18a tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 946 time: 0.0517251 Oct 26 12:09:55.422569 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-34e7ffc4-fe93-4ce9-92f6-d31881dec75c req-f1bc0056-262a-46ec-938e-2a8e9fa5cd75 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457766 Oct 26 12:09:55.543741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dec95-d30a-481e-96b1-e0f817991587 req-831494a3-6d56-43dd-8992-51ac44499ade tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:55.545786 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a81dec95-d30a-481e-96b1-e0f817991587 req-831494a3-6d56-43dd-8992-51ac44499ade tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 946 time: 0.0496540 Oct 26 12:09:55.594161 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a81dec95-d30a-481e-96b1-e0f817991587 req-f7b1c703-1b05-4ebe-98c5-721bfcd16aa8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Oct 26 12:09:55.681821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:55.681821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:55.681821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:55.683378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:55.805562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:55.958491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faccd88-c79f-4259-a855-4eee8099657e req-ec993c9f-0d0b-4b7f-949b-36b87e1380dc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:09:55.960115 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6faccd88-c79f-4259-a855-4eee8099657e req-ec993c9f-0d0b-4b7f-949b-36b87e1380dc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 946 time: 0.0570304 Oct 26 12:09:56.011022 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6faccd88-c79f-4259-a855-4eee8099657e req-de0a8ffc-154a-4096-954d-1d15e6f6c998 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450826 Oct 26 12:09:56.127769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:56.141861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 13, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:56.170417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:56.180748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:56.181381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:56.299105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:56.492330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 13, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:56.518783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8afe1-cd87-45c1-96cd-4d8f0309e9e4 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 13, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:56.607508 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:56.607508 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:56.607508 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:56.658132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:56.659564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:56.723200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:56.766133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:56.766580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:56.807243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:56.831408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:56.832357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:56.895054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3df3c90d-8bb7-4bae-8b7e-d2a88308944c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:56.930618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:56.974235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:56.974235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:57.018180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:57.025764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:57.026918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:57.121601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:57.126268 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 17, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:57.127408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:57.152639 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:09:57.159030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:57.162507 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:57.163337 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:57.172788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:57.173434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:57.212325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:57.225522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:57.254515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:57.295709 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:09:57.328814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:57.376230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:57.376995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:57.422458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:57.435101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:57.494270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:57.583330 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 17, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:57.613053 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035606bd-59ab-4976-a5e6-d1d775c90747 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:54Z', 'revision_number': 17, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:09:58.082978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:58.133938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:58.134305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:58.134636 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:09:58.212956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:58.213545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:58.237970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:58.242538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:58.243346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:58.323884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:58.332851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:58.333820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:58.333820 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:09:58.408049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:58.408351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:58.441830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:58.446804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:58.447593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:09:58.540846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:58.542590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:58.547200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:09:58.547580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:58.547954 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:09:58.590087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:09:58.631850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:09:58.632240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:58.667582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:09:58.672510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:58.723369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:09:59.011244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-17ff6af5-cc21-4b0f-a366-5d0c3306206a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:09:59.862246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:09:59.862766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:09:59.863380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:09:59.969317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:09:59.998458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:00.310506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:00.315522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:00.396354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:58Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:58Z', 'revision_number': 15, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:00.423598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:00.434114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:00.435295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:00.541970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:00.724877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:00.742175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:58Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:58Z', 'revision_number': 15, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:00.761845 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:00.772565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febd81e-c253-4710-b44f-8fd8d0e188f5 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:09:58Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:09:58Z', 'revision_number': 15, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:00.780173 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:00.781074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:00.835641 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:00.848453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:00.888976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:00.897859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:00.947877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:00.948272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:00.972805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:00.981979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:00.983604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:01.071091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:01.092887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:01.120383 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:57Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:58Z', 'revision_number': 19, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:01.131584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:01.132087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:01.152560 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:01.178671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:01.181767 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:01.182366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:01.187570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:01.276988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:01.311706 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:01.314432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:01.383444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:01.384837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:01.473064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:01.473462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:01.510922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:01.516853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:01.548137 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:57Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:58Z', 'revision_number': 19, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:01.568821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:01.581012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb2a79-0663-448e-b150-f57b1a570038 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:57Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:09:58Z', 'revision_number': 19, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:01.672117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:01.758785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:01.968374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:02.065230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:02.078502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:02.082240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:02.166909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:02.308019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:02.370316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:02.370692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:02.371033 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:10:02.420803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:02.462848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:02.463259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:02.493013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:02.498491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:02.499355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:02.608929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:02.618644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:02.619023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:02.619357 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:10:02.710109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:02.710502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:02.751148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:02.754825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:02.755990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:02.837452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:02.848110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:02.848396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:02.848731 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:10:02.924659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:02.924967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:02.961332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:02.965024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:03.013576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:03.424590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=15 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:03.427001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:04.045714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:04.079143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:04.127791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:04.481229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:04.483519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:04.484251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:04.585846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:04.717359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:04.772078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:02Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:02Z', 'revision_number': 17, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:04.799620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:04.811060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:04.811671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:04.914888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:05.122673 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:05.123396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:02Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:02Z', 'revision_number': 17, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:05.126682 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:05.127334 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:05.235877 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:05.285721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:05.288452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc06ebee-bbb5-4a8a-8ef2-120796aac11b None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:02Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:02Z', 'revision_number': 17, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:05.362550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:05.362939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:05.399476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:05.405011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:05.461840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:05.544824 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:57Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:02Z', 'revision_number': 21, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:05.570474 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:05.580890 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:05.581522 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:05.584075 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:05.688053 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:05.885671 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:57Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:02Z', 'revision_number': 21, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:05.911850 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0fc75-48aa-4b19-94b9-79ee93268925 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:57Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:02Z', 'revision_number': 21, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:05.969904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:06.005105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:06.007402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=76 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:06.016310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:06.062316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:06.062722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.087691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:06.093082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.120734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:06.189491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:06.238381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:06.338160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:06.389605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:06.389989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.390331 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:10:06.425411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:06.479602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:06.480030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.503671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:06.507917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.508777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:06.596571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:06.601605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:06.602066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.602416 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:10:06.690504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:06.691154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.724805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:06.728678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.781577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:06.791051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:06.883076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:06.883076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.917618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:06.920754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:06.929595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:06.930267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:07.011403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:07.050059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:08.100310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:08.149285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:08.149653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:08.149986 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:10:08.223135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:08.224156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:08.264455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:08.264757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:08.265092 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:10:08.285487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:08.345299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:08.345299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:08.363602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:08.367824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:08.368622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:08.450204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:08.458180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:08.458561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:08.458898 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:10:08.495160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:08.505798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:08.506428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:08.627003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:08.627388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:08.632827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:08.652256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:08.707503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:08.733614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:08.831523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:08.906874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:06Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:06Z', 'revision_number': 19, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:08.935982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:08.944347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:08.944950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:09.046001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:09.187005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:09.187005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:09.187005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:09.268783 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:09.288814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:09.293868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:09.355228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:09.426012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:09.426316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:09.451921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:06Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:06Z', 'revision_number': 19, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:09.475130 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:08Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:08Z', 'revision_number': 23, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:09.477916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac064a-d000-4252-b4bf-d2aae00f2a36 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:06Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:06Z', 'revision_number': 19, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:09.493972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:09.503889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:09.504557 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:09.515910 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:09.516569 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:09.555311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:09.624571 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:09.843664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:08Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:08Z', 'revision_number': 23, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:09.847518 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:09.871190 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f04d8c-78d7-4cf4-a203-685e756f81f1 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:08Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:08Z', 'revision_number': 23, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:10.073342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:10.163420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:10.169546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:10.170621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:10.172241 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:10:10.262491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:10.262975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:10.318846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:10.325596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:10.386256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:10.392904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:10.475707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:10.476141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:10.513793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:10.518650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:10.519419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:10.601551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:10.641583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:10.641978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:10.665290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:10.671029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:10.671798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:10.761360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:10.795367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:10.805702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:10.806176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:10.830293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:10.835604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:10.897840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:12.076582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.160013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:12.208540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:12.208914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.209251 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:10:12.280881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:12.281270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.298730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:12.303220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:12.316331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.316331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:12.400683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:12.405819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:12.406194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.406533 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:10:12.496664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:12.497760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.586618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:12.593971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.596670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:12.678936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:12.690248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:12.690697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.691035 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:10:12.769206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:12.769498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.791696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:12.796320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.797147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:12.846824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:12.880149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:12.887301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:12.887685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:12.888288 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:10:12.966101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:13.274261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:13.274261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:13.274920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:13.379602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:13.494739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:13.536781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784eee5-1aee-46b1-a982-e9ac88730c49 req-8b529a93-fd70-46d3-b9f0-9623c7fce057 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:13.538198 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5784eee5-1aee-46b1-a982-e9ac88730c49 req-8b529a93-fd70-46d3-b9f0-9623c7fce057 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 946 time: 0.0545897 Oct 26 12:10:13.576758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:12Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:10Z', 'revision_number': 21, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:13.594939 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5784eee5-1aee-46b1-a982-e9ac88730c49 req-1d5ee318-ce06-4bd2-934a-422703fc3ef3 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503347 Oct 26 12:10:13.605364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:13.615997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:13.615997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:13.624383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37802) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:10:13.682783 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-dddad2bd-50c5-4636-99e5-7225d893e99a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665355 Oct 26 12:10:13.722690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:13.797263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-fb77652f-0176-425a-a75d-11db024d6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:13.799135 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-fb77652f-0176-425a-a75d-11db024d6605 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1130 time: 0.0422359 Oct 26 12:10:13.837289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54327e-dfd9-4e6a-8a7c-381d99a09bb0 tempest-TestMinimumBasicScenario-1793831121 tempest-TestMinimumBasicScenario-1793831121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:13.842111 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1e54327e-dfd9-4e6a-8a7c-381d99a09bb0 tempest-TestMinimumBasicScenario-1793831121 tempest-TestMinimumBasicScenario-1793831121-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1125 time: 0.2164645 Oct 26 12:10:13.842707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37812) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:10:13.847052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'tenant_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:10:13.872244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:13.936373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:12Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:10Z', 'revision_number': 21, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:13.943060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-1f07852a-e11b-4fc4-9385-17696c5ac4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:13.944564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-1f07852a-e11b-4fc4-9385-17696c5ac4b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.1246207 Oct 26 12:10:13.963661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d6dbe-f55c-4a83-b5c5-0f1b756efc30 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:12Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:10Z', 'revision_number': 21, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:13.973171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:13.999032 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-ebee5878-c5bb-44b4-bfb1-f745b3b061b6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 217 time: 0.0452509 Oct 26 12:10:14.052965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:14.061744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-0228d35f-2d3b-4a65-b39c-6690fd387894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:14.063367 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-0228d35f-2d3b-4a65-b39c-6690fd387894 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0570228 Oct 26 12:10:14.090804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Allocated IP 172.26.0.89 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/ae2c5b49-f14e-40ec-8c29-8921ef72c43e) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:10:14.131356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-ffdeda0d-cd77-4c77-b9f1-323be336c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:14.133141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-ffdeda0d-cd77-4c77-b9f1-323be336c38f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0561261 Oct 26 12:10:14.135038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:14.135614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.161172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:14.169049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.173782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:14.225246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (ae2c5b49-f14e-40ec-8c29-8921ef72c43e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.226447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:14.268453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:14.291987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ae2c5b49-f14e-40ec-8c29-8921ef72c43e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.302552 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-221c9eef-2911-433a-9634-26104103c64b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610131 Oct 26 12:10:14.321154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:14.321772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.346080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=ae2c5b49-f14e-40ec-8c29-8921ef72c43e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:14.353408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:10:14.358737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:10:14.361474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:10:14.365831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.366478 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.367056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.367610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.368195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.368765 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.369332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.370055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.370615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.371695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.372156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.372590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.373037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.373469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.373900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:14.374333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:14.380181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.381351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:14.453623 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b76be443-2ba5-45bb-b638-1338fc807d67 req-bab8330d-06cb-4d41-9ef9-e66d8ee4df16 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436794 Oct 26 12:10:14.466935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:14.479514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:14.519701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:14.520619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.544536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:14.549712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.550478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:14.638368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:14.648458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:14.678634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:14.679028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.713453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:14.718633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.740250 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:10:14.777852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:14.797414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:14.825543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for floatingip (dea238ef-1720-408c-a57f-208be73f36a9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:14.911364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ae2c5b49-f14e-40ec-8c29-8921ef72c43e), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.100933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (ae2c5b49-f14e-40ec-8c29-8921ef72c43e), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.109955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (ae2c5b49-f14e-40ec-8c29-8921ef72c43e), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.186879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=ae2c5b49-f14e-40ec-8c29-8921ef72c43e,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:15.189354 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (dea238ef-1720-408c-a57f-208be73f36a9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.301141 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Floating IP dea238ef-1720-408c-a57f-208be73f36a9 associated. External IP: 172.26.0.89, port: be123c1a-ab35-48cc-b67b-47eee9315b41. Oct 26 12:10:15.514745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Router 84f7092b-c6eb-47d6-988b-466335f505a4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:10:15.625167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:10:15.634289 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:15.644074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.644356 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:15.644967 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:15.672044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:15.679078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:15.684865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3deaa415-6624-47b9-9dd9-b16c0552ce35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8411124 Oct 26 12:10:15.686195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:10:15.687849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37824) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:10:15.693366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-753ff7c9-4864-4725-921d-42101be250aa tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952325966', 'description': 'tempest-secgroup-smoke-1952325966 description', 'project_id': '53037017726d4891b2efe150e219c913'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:10:15.720526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-753ff7c9-4864-4725-921d-42101be250aa tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.740094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f4086b-ad9c-4a37-be13-5c7bf412af44" -d '{"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:10:15.755565 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:15.809798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-753ff7c9-4864-4725-921d-42101be250aa tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (b441b400-741b-44e3-81e2-830341c673f7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.813556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-753ff7c9-4864-4725-921d-42101be250aa tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b441b400-741b-44e3-81e2-830341c673f7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.852592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-753ff7c9-4864-4725-921d-42101be250aa tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.853978 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-753ff7c9-4864-4725-921d-42101be250aa tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1649065 Oct 26 12:10:15.856157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ff7c9-4864-4725-921d-42101be250aa tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b441b400-741b-44e3-81e2-830341c673f7,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:15.856326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b95f7-d12c-46b6-b732-d0d30b0f2e34 x-openstack-request-id: req-1f2b95f7-d12c-46b6-b732-d0d30b0f2e34 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:10:15.856848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:10:15.858107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f2b95f7-d12c-46b6-b732-d0d30b0f2e34 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:10:15.858770 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2b95f7-d12c-46b6-b732-d0d30b0f2e34'] response: {'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'status': 'completed', 'code': 200} Oct 26 12:10:15.859653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37832) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:10:15.864843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-80898633-f5a0-4f94-8aa0-a953c679c523 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'b441b400-741b-44e3-81e2-830341c673f7', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:10:15.908139 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80898633-f5a0-4f94-8aa0-a953c679c523 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (601eb1f4-68e3-46a7-a7af-04a52ea90b75), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:15.997542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:16.000978 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-8cdc11ae-b055-4d3e-9ef8-f52dda3a113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:16.002551 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-8cdc11ae-b055-4d3e-9ef8-f52dda3a113a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1130 time: 0.0678933 Oct 26 12:10:16.015115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80898633-f5a0-4f94-8aa0-a953c679c523 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (601eb1f4-68e3-46a7-a7af-04a52ea90b75), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.079067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:14Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:14Z', 'revision_number': 0, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:14Z', 'revision_number': 26, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:16.098944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80898633-f5a0-4f94-8aa0-a953c679c523 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (601eb1f4-68e3-46a7-a7af-04a52ea90b75), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.104272 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:16.113930 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:16.114758 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:16.122759 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80898633-f5a0-4f94-8aa0-a953c679c523 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601eb1f4-68e3-46a7-a7af-04a52ea90b75,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.142714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:16.149822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-d93c6ce2-d038-460e-bc4e-1c89b2ba4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:16.151684 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-d93c6ce2-d038-460e-bc4e-1c89b2ba4713 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.1307909 Oct 26 12:10:16.162785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-80898633-f5a0-4f94-8aa0-a953c679c523 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.164346 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-80898633-f5a0-4f94-8aa0-a953c679c523 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3035007 Oct 26 12:10:16.167310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37834) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:10:16.173017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0c90dc55-37d7-436a-8609-d45ac80ab12c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'b441b400-741b-44e3-81e2-830341c673f7', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:10:16.248709 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-0cd6509a-5c18-4ab9-8ba2-28b26c3fa7c3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 999 time: 0.0827568 Oct 26 12:10:16.252163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c90dc55-37d7-436a-8609-d45ac80ab12c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (363377ab-0f42-463c-9606-24242d4a8cb8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.255281 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:16.316083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-0cf6a15d-ea25-4a33-8e40-b5c7e53619af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:16.318014 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-0cf6a15d-ea25-4a33-8e40-b5c7e53619af service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0631890 Oct 26 12:10:16.336266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:16.403878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c90dc55-37d7-436a-8609-d45ac80ab12c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (363377ab-0f42-463c-9606-24242d4a8cb8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.410679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-03ef498a-3cfd-4a49-89a5-8156716ac773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:16.413230 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-03ef498a-3cfd-4a49-89a5-8156716ac773 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0878701 Oct 26 12:10:16.415077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c90dc55-37d7-436a-8609-d45ac80ab12c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (363377ab-0f42-463c-9606-24242d4a8cb8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.420744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 11728cd9-e4dc-45f9-84b7-c415295b8908 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:16.421166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.421503 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 11728cd9-e4dc-45f9-84b7-c415295b8908 Oct 26 12:10:16.432928 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:16.436474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90dc55-37d7-436a-8609-d45ac80ab12c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363377ab-0f42-463c-9606-24242d4a8cb8,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.453490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c90dc55-37d7-436a-8609-d45ac80ab12c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.455003 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c90dc55-37d7-436a-8609-d45ac80ab12c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2856865 Oct 26 12:10:16.457746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37836) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:10:16.464356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ea0ec6de-67ed-4ede-a210-c7fc58827f08 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'b441b400-741b-44e3-81e2-830341c673f7', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:10:16.501788 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6de-67ed-4ede-a210-c7fc58827f08 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (19a54efd-bac1-4e15-911e-64c5ae7621fb), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.535325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:14Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:14Z', 'revision_number': 0, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:14Z', 'revision_number': 26, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:16.538654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:16.539233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.564384 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72309b65-f3d1-4eee-a12e-5ab999d2f8e8 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:14Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:14Z', 'revision_number': 0, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:14Z', 'revision_number': 26, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:16.576703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6de-67ed-4ede-a210-c7fc58827f08 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (19a54efd-bac1-4e15-911e-64c5ae7621fb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.582416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6de-67ed-4ede-a210-c7fc58827f08 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (19a54efd-bac1-4e15-911e-64c5ae7621fb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.606160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:16.616279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ec6de-67ed-4ede-a210-c7fc58827f08 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a54efd-bac1-4e15-911e-64c5ae7621fb,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.623438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec6de-67ed-4ede-a210-c7fc58827f08 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.624899 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ea0ec6de-67ed-4ede-a210-c7fc58827f08 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660843 Oct 26 12:10:16.627586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37838) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:10:16.629887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.631329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:16.632128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cddeb938-309c-4281-a15b-81237c06d9f8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'b441b400-741b-44e3-81e2-830341c673f7', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:10:16.673356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cddeb938-309c-4281-a15b-81237c06d9f8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (3ef07abb-c646-4e20-84fc-1799f9f685fd), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.729962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:16.746745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-faf3e268-02f5-410c-8630-20fd04880c13 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388741 Oct 26 12:10:16.756126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cddeb938-309c-4281-a15b-81237c06d9f8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (3ef07abb-c646-4e20-84fc-1799f9f685fd), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.762346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cddeb938-309c-4281-a15b-81237c06d9f8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (3ef07abb-c646-4e20-84fc-1799f9f685fd), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.787879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.788235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeb938-309c-4281-a15b-81237c06d9f8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef07abb-c646-4e20-84fc-1799f9f685fd,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.793046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e1437512-1c1f-4ece-847c-2e3cc41f2c22 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:16.793728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.794112 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e1437512-1c1f-4ece-847c-2e3cc41f2c22 Oct 26 12:10:16.816343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cddeb938-309c-4281-a15b-81237c06d9f8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.818273 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cddeb938-309c-4281-a15b-81237c06d9f8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1896579 Oct 26 12:10:16.822091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37840) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:10:16.829521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f64b70fd-bcb4-44c6-bdb5-81d588edd1e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'b441b400-741b-44e3-81e2-830341c673f7', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:10:16.873577 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-f64b70fd-bcb4-44c6-bdb5-81d588edd1e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Project 53037017726d4891b2efe150e219c913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:10:16.876036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:16.876428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.888717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f64b70fd-bcb4-44c6-bdb5-81d588edd1e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (a2782c28-a15e-4afa-9bb6-c2af6a2d9389), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.905513 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a3f4086b-ad9c-4a37-be13-5c7bf412af44 req-d78ed7f5-61ae-42b6-9f0e-0a52231c1ccf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511495 Oct 26 12:10:16.910762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:16.913178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:16.917587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.966126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:16.971649 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f64b70fd-bcb4-44c6-bdb5-81d588edd1e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (a2782c28-a15e-4afa-9bb6-c2af6a2d9389), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:16.975594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f64b70fd-bcb4-44c6-bdb5-81d588edd1e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (a2782c28-a15e-4afa-9bb6-c2af6a2d9389), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.000664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b70fd-bcb4-44c6-bdb5-81d588edd1e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2782c28-a15e-4afa-9bb6-c2af6a2d9389,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:17.009829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f64b70fd-bcb4-44c6-bdb5-81d588edd1e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.011023 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f64b70fd-bcb4-44c6-bdb5-81d588edd1e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1879237 Oct 26 12:10:17.014340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37842) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:10:17.019277 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-2db97ad0-64fe-49a8-aaee-8e5437c38950 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'b441b400-741b-44e3-81e2-830341c673f7', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:10:17.061759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:17.067413 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-2db97ad0-64fe-49a8-aaee-8e5437c38950 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Project 53037017726d4891b2efe150e219c913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:10:17.078217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2db97ad0-64fe-49a8-aaee-8e5437c38950 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (18de4847-b12f-4bc7-a9f1-2661f9448679), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.082634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:17.084625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:17.153534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2db97ad0-64fe-49a8-aaee-8e5437c38950 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (18de4847-b12f-4bc7-a9f1-2661f9448679), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.158895 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2db97ad0-64fe-49a8-aaee-8e5437c38950 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (18de4847-b12f-4bc7-a9f1-2661f9448679), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.184405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db97ad0-64fe-49a8-aaee-8e5437c38950 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18de4847-b12f-4bc7-a9f1-2661f9448679,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:17.189654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2db97ad0-64fe-49a8-aaee-8e5437c38950 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.191068 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2db97ad0-64fe-49a8-aaee-8e5437c38950 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1756778 Oct 26 12:10:17.212812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:17.295638 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-993ac57b-516b-4451-a159-d2edd0e94961 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1952325966&fields=id&tenant_id=53037017726d4891b2efe150e219c913 HTTP/1.1" status: 200 len: 267 time: 0.0509906 Oct 26 12:10:17.351094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-8ed911da-8282-41ed-bcd7-21995008144a tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:17.353228 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-8ed911da-8282-41ed-bcd7-21995008144a tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 946 time: 0.0522418 Oct 26 12:10:17.365680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-06452931-353b-4134-81df-ff8b355d3c85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'port': {'security_groups': ['6c5e6d64-14d1-4254-80f4-d923260cf6d7', 'b441b400-741b-44e3-81e2-830341c673f7']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:10:17.445640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-06452931-353b-4134-81df-ff8b355d3c85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.450308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:16Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:16Z', 'revision_number': 23, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:17.477140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:17.487337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:17.488026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:17.602472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:17.635678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:17.684358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-06452931-353b-4134-81df-ff8b355d3c85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] For port be123c1a-ab35-48cc-b67b-47eee9315b41, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be123c1a-ab35-48cc-b67b-47eee9315b41,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:17.718315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-06452931-353b-4134-81df-ff8b355d3c85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.724493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-06452931-353b-4134-81df-ff8b355d3c85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.743770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-06452931-353b-4134-81df-ff8b355d3c85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:17.744382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-06452931-353b-4134-81df-ff8b355d3c85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:17.746230 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-465c0d91-f2d3-4e3f-b5c7-5f115aad7ef8 req-06452931-353b-4134-81df-ff8b355d3c85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "PUT /networking/v2.0/ports/be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 982 time: 0.3854361 Oct 26 12:10:17.763528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['be123c1a-ab35-48cc-b67b-47eee9315b41'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:10:17.772322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:17.807968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06452931-353b-4134-81df-ff8b355d3c85 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=be123c1a-ab35-48cc-b67b-47eee9315b41,revision_number=6']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:17.866082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:10:17.868403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd87f14-d977-4218-9c00-b33f6a4f029c" -d '{"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:10:17.888708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbd968-fe3d-4a91-9e5a-e95b7f488299 req-fa49fbac-39b9-4c41-a111-fae80cd49ef1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:17.890325 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4bfbd968-fe3d-4a91-9e5a-e95b7f488299 req-fa49fbac-39b9-4c41-a111-fae80cd49ef1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 985 time: 0.0636332 Oct 26 12:10:17.891868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['be123c1a-ab35-48cc-b67b-47eee9315b41'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:10:17.932155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1339475-cdae-45ab-bf45-8886fe67c344 x-openstack-request-id: req-d1339475-cdae-45ab-bf45-8886fe67c344 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:10:17.932495 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:10:17.932702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1339475-cdae-45ab-bf45-8886fe67c344 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:10:17.933716 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1339475-cdae-45ab-bf45-8886fe67c344'] response: {'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'status': 'completed', 'code': 200} Oct 26 12:10:17.939829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:16Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:16Z', 'revision_number': 23, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:17.981068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7dfc30-c1c2-4cb2-9bbe-9a2700cdc270 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:09:22Z', 'revision_number': 4, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:16Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'e1437512-1c1f-4ece-847c-2e3cc41f2c22', 'name': '', 'network_id': '6f072f77-6d5b-464a-ac5f-0b34a1fb784f', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'mac_address': 'fa:16:3e:25:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:21Z', 'updated_at': '2022-10-26T12:10:16Z', 'revision_number': 23, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'subnets': [{'id': '40539e31-c4f5-445f-a03c-0c39291fdcf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:18.004871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:18.006762 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4bfbd968-fe3d-4a91-9e5a-e95b7f488299 req-5371932a-84a8-4609-b37b-c82c79211cc7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b441b400-741b-44e3-81e2-830341c673f7&id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944552 Oct 26 12:10:18.012934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:18.074415 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-08be37d0-1f9d-4fb6-8653-8d9edf570b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:18.076489 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-08be37d0-1f9d-4fb6-8653-8d9edf570b50 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1169 time: 0.0573313 Oct 26 12:10:18.137847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:18.184824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-f40e8215-e954-435b-9193-66e7ac782bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:18.186357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-f40e8215-e954-435b-9193-66e7ac782bd1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.1027114 Oct 26 12:10:18.235270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:18.256558 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-75b7ddab-f482-498b-b63c-106b99e71819 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 999 time: 0.0629835 Oct 26 12:10:18.272053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:18.272541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:18.272890 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:10:18.329886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-971bcb2a-d1a0-405f-b245-f2febe0eb48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:18.331406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-971bcb2a-d1a0-405f-b245-f2febe0eb48f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0671771 Oct 26 12:10:18.398505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-34d4463f-301d-4275-a299-dd52fce0c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:10:18.400083 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-34d4463f-301d-4275-a299-dd52fce0c206 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0597727 Oct 26 12:10:18.475219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:18.515286 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-4c760068-da0b-4d9c-829c-4cab8042b7e0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084886 Oct 26 12:10:18.573229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:18.574274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:18.631560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:18.641255 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1cd87f14-d977-4218-9c00-b33f6a4f029c req-f3b9c910-63c3-4da3-ac6d-5e45ba4d4fee service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178463 Oct 26 12:10:18.649110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:18.650009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:18.717868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:18.743489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:18.780102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:18.797071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:18.797444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:18.797784 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:10:18.898888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:18.899275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:18.935252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:18.939137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:18.986197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:19.010752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:19.067813 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b9c63-56eb-484d-98ee-8ed315d41b26 None None] New status for floating IP dea238ef-1720-408c-a57f-208be73f36a9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:10:19.072443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:19.072778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:19.096463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:19.100287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:19.101888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:19.181039 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:19.189547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:19.229467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:19.229945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:19.266339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:19.270461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:19.466446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:20.327697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:20.335970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:20.336594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:20.417786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:20.439216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:20.632732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:20.645962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:18Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:19Z', 'revision_number': 1, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:18Z', 'revision_number': 27, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:20.676178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:20.685406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:20.686024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:20.764891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:20.818900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:20.938994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:20.939374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:21.017733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:21.029424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:21.044610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:21.151016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:21.163019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:18Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:19Z', 'revision_number': 1, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:18Z', 'revision_number': 27, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:21.208232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a759e4ec-23dd-4ab3-b9d3-481984f10609 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:18Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:19Z', 'revision_number': 1, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:18Z', 'revision_number': 27, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:21.219691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:21.220111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:21.225414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:21.247469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:21.251514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:21.301380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:21.976887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:22.056154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:22.073207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:22.147977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:22.240948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:22.264703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:22.290821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:22.291283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:22.291683 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:10:22.367915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:22.368298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:22.391742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:22.396078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:22.397159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:22.479466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:22.496441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:22.496805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:22.497144 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:10:22.568586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:22.568884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:22.604890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:22.610138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:22.660023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 11728cd9-e4dc-45f9-84b7-c415295b8908 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:22.668122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:22.738267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 11728cd9-e4dc-45f9-84b7-c415295b8908 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:22.739185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e1437512-1c1f-4ece-847c-2e3cc41f2c22 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:22.776355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:22.784818 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3978d5f-35e4-4400-b1d6-141a318bc5ed None None] New status for floating IP dea238ef-1720-408c-a57f-208be73f36a9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:10:22.817011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e1437512-1c1f-4ece-847c-2e3cc41f2c22 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:23.713333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:23.713333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:23.713333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:23.954380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:24.036909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:24.072144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:24.207302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:24.207586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:24.274027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:24.275221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:22Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:22Z', 'revision_number': 2, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:22Z', 'revision_number': 29, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:24.280045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:24.280838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:24.324257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:24.376508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:24.377125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:24.421428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:24.502710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:24.503008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:24.537317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:24.540071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:24.562362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:24.655975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:24.717404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:24.794041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:22Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:22Z', 'revision_number': 2, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:24Z', 'revision_number': 30, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:24.818350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b24cd75-0b42-4e8c-bf87-583cb6d6609e None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:22Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:22Z', 'revision_number': 2, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:24Z', 'revision_number': 30, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:26.060836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:26.109547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:26.109822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:26.110151 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:10:26.111376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:26.185052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:26.185433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:26.206404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:26.210825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:26.211682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:26.287025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:26.296695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:26.297072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:26.297409 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:10:26.370671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:26.371431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:26.385686 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a5a77-d2bf-4adc-848e-9dd7c0e3a9be None None] New status for floating IP dea238ef-1720-408c-a57f-208be73f36a9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:10:26.405792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:26.409951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:26.460465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:26.818049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-57a68469-f084-4e3d-9b49-6bec7e72288e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:27.322017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:27.322017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:27.322017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:27.426064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:27.591227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:27.635475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:26Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:26Z', 'revision_number': 3, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:26Z', 'revision_number': 31, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:27.662968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:27.671980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:27.672587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:09:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:27.862797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:27.914938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:27.959135 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=11 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:27.962846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=25 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:28.052635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:28.189278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:28.189678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:28.201950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:26Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:26Z', 'revision_number': 3, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:26Z', 'revision_number': 31, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:28.232947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b1c5d-9978-49e0-b699-827749b05b72 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:26Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:26Z', 'revision_number': 3, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:26Z', 'revision_number': 31, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:28.254286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:28.259522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:28.260410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:28.340700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:28.379214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:28.379599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:28.412111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:28.420659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:28.474190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:28.635285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=36 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:28.637440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:29.005663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-aea3fa61-db7a-4a3a-ac01-550a9d0d6722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:29.784704 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f82d8b-e84e-4b53-b852-f36d08a79578 None None] New status for floating IP dea238ef-1720-408c-a57f-208be73f36a9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:10:30.071023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:30.119559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:30.120597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:30.120932 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:10:30.184044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:30.197707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:30.198178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:30.225775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:30.234475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:30.235239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:30.279238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:30.279697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:30.320237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:30.327145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:30.327522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:30.327905 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:10:30.398724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:30.399034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:30.433089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:30.436988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:30.487457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:30.848162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:30.848162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:30.848162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:30.945399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:31.150918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:30Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:29Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:30Z', 'revision_number': 33, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:31.178959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:31.187919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:31.188526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:31.284727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:31.325596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:31.496717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:30Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:29Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:30Z', 'revision_number': 33, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:31.520578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220916a1-023f-465f-91c7-4221ebc957fe None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:30Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:29Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:30Z', 'revision_number': 33, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:31.652835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:31.668860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:31.724934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:31.982036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:32.060113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:32.060509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:32.096215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:32.100455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:32.126277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:32.187316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:32.238048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:32.311311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:32.357090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:32.357589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:32.357984 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:10:32.576489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:32.576880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:32.610540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:32.614739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:32.670505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:32.676019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:32.751413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:32.753801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:32.754197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:32.777578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:32.781878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:32.829102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:33.144261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ad7d7-8666-45f2-87eb-581ba16f7ecd None None] New status for floating IP dea238ef-1720-408c-a57f-208be73f36a9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:10:33.787497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:10:33.787497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:33.787497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:33.896562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:33.970625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:34.039992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:34.185561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:34.185946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:34.188031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:32Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:33Z', 'revision_number': 5, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:32Z', 'revision_number': 35, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:34.222921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:10:34.244160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:10:34.244743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:10:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:34.282611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:34.292177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:34.393061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:10:34.394776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:34.605403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:32Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:33Z', 'revision_number': 5, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:32Z', 'revision_number': 35, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:10:34.629681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d7d6f7-5071-4897-8410-3e725f7a924b None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:32Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'dea238ef-1720-408c-a57f-208be73f36a9', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.89', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:1d:78:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:10:14Z', 'updated_at': '2022-10-26T12:10:33Z', 'revision_number': 5, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:32Z', 'revision_number': 35, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:10:36.068085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:36.089256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:36.113141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:36.113515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:36.113851 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:10:36.154884 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00407a5-32d9-4535-a879-054e9a9c5c78 None None] New status for floating IP dea238ef-1720-408c-a57f-208be73f36a9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:10:36.189816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:36.190214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:36.208412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:36.212514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:36.217332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:36.218080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:10:36.291171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:36.300404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:10:36.300496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:36.300806 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:10:36.378747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:36.379139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:36.426383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:36.426383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:36.467197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=37']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:38.028183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:38.100244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:38.100625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:38.132353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:38.137204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:38.137820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:10:38.210897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=38']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:38.220810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.221152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.221487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.221819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.222145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.222468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.222787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.223101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.223420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.223748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.224078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.224394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.224705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.225022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.225325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:10:38.258421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:10:38.258802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:38.280656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:10:38.284076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:38.319596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:38.332052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:10:42.071638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:46.547063 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:46.552051 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:UPDATE=5,neutron:SELECT=49 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:51.740040 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:10:52.066261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:52.068201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:10:56.820146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-af9f0c93-055f-41d0-8932-b1122311201f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:10:59.007621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7d2d4fa8-f861-4c55-b33a-a871698c3e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:00.231367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:01.662225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:01.717387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:06.571579 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:06.575017 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=12 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:11.711286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:11.713664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:12.070713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:13.679279 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-75b5f6de-163a-4a50-93dd-4bda92dd84d6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423636 Oct 26 12:11:13.780530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-969f7383-a9f1-4bd2-9cf2-a75574faf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:11:13.782022 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-969f7383-a9f1-4bd2-9cf2-a75574faf0b1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1169 time: 0.0400157 Oct 26 12:11:13.891247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-27f6a228-1a78-4953-a5cd-59ab187da88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:11:13.892750 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-27f6a228-1a78-4953-a5cd-59ab187da88e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.0909262 Oct 26 12:11:13.959841 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-064062cb-600b-496b-9caa-c1714dd75dbe service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 1000 time: 0.0602922 Oct 26 12:11:14.008342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-38858a9e-7137-4146-9d7c-596c03202f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:11:14.010061 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-38858a9e-7137-4146-9d7c-596c03202f6a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0442305 Oct 26 12:11:14.051635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-946c7219-a586-4310-96c2-8390b193d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:11:14.053118 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-946c7219-a586-4310-96c2-8390b193d275 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381446 Oct 26 12:11:14.147079 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-aa214322-fe6e-4706-9443-9cdd12a4c8f3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875835 Oct 26 12:11:14.236529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7b8f49af-ed42-4553-930e-04bca7d8a1c8 req-974aed29-626e-4590-a16f-05d17a90df2a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838721 Oct 26 12:11:22.060439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:22.066506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:24.231847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=53 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:24.233777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=48 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:24.759680 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:24.760483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:26.821786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d53096c6-72f9-4ccf-a298-079c3199e340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:28.739108 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:11:29.009866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b018606a-ec45-4e2e-9f1b-ffb7e01c2f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:30.235212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:31.669709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:31.719552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:38.737329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:41.713311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:41.715396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:42.066271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:52.060092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:52.061965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:11:56.823555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e94eaa53-5098-4dc6-94be-fe9add0a14ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:11:59.012851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b8146cc0-bfb9-4a01-8acc-73ef0b0d2459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:00.236178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:00.554647 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:00.555337 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:01.662409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:01.722211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:05.738579 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:12:11.710967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:11.718304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:12.081845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:13.648360 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-429355fe-12c6-420d-beaa-fd454e2afb1d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388453 Oct 26 12:12:13.755349 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-86d106d9-7917-45d6-a6bd-6bcd27a3b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:12:13.756884 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-86d106d9-7917-45d6-a6bd-6bcd27a3b1ae service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1169 time: 0.0429597 Oct 26 12:12:13.861313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-f32a7512-c5eb-4aea-b723-3bf27b5df901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:12:13.862826 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-f32a7512-c5eb-4aea-b723-3bf27b5df901 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.0863812 Oct 26 12:12:13.928927 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-86586a47-c350-4ac9-a78e-5d71c1929836 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 1000 time: 0.0602939 Oct 26 12:12:13.975945 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-66a0dfc3-9e16-4595-90f8-613ce5172387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:12:13.977378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-66a0dfc3-9e16-4595-90f8-613ce5172387 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0427716 Oct 26 12:12:14.019451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-ac9ab4d0-52f0-46ab-8ae6-806ba95e4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:12:14.020906 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-ac9ab4d0-52f0-46ab-8ae6-806ba95e4db5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381429 Oct 26 12:12:14.030684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-0081ea64-2009-4b98-8130-2e97cc46119e service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:12:14.031614 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-0081ea64-2009-4b98-8130-2e97cc46119e service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047784 Oct 26 12:12:14.123303 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-439410c7-3756-4eb2-96bd-2b19e710dce9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857697 Oct 26 12:12:14.215246 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-252e0b50-479b-4202-a2e7-0eb03c34de8d req-80385f7c-78a4-41e2-8af2-2374d8bae6f7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830612 Oct 26 12:12:15.735541 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:24.202218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=48 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:24.212017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=53 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:26.576632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=12 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:26.580361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:26.824423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-64f5a6a7-3e86-4604-9dd3-8cbfba96a9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:29.014713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3e6a92d3-6219-46bb-8f01-000f2535dd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:30.238381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:31.665711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:31.724784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:37.767732 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:37.769046 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:41.719906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:41.720681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:42.087272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:42.737599 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:12:45.287370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-0d78aef7-3677-4bd6-b58a-b9c4ce677f55 req-a6a6072a-0b9f-4f20-bcad-b6c921d4b24d tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] (105416) timed out ('10.222.0.23', 52163) {{(pid=105416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 12:12:52.077195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:52.083226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:52.733839 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:52.734576 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:12:55.667641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-4c69ad0f-7332-419d-8371-18fbf6a5b0ce service neutron] (105416) timed out ('10.222.0.26', 35646) {{(pid=105416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 12:12:55.917795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-3987bb7e-a4b0-4b8e-b469-d139daac0e26 req-5a3fe9ee-399d-47c3-bcac-3dfd20410492 tempest-ServerDiskConfigTestJSON-858063160 tempest-ServerDiskConfigTestJSON-858063160-project] (105416) timed out ('10.222.0.26', 35660) {{(pid=105416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 12:12:56.825639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4e3832dd-068d-459f-8f18-5ead9479c0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:12:59.016356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-25767448-0a85-4516-89e4-43a860612c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:00.242944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:01.669787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:01.729344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:11.723266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:11.725898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:12.093740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:13.644939 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-1cbd93f8-ef5d-4de7-a703-3a30c5674650 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426939 Oct 26 12:13:13.746711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-d098a49e-5586-46fc-a851-93bb247d76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:13.748224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-d098a49e-5586-46fc-a851-93bb247d76f0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1169 time: 0.0399556 Oct 26 12:13:13.857421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-87fabcb7-5536-4756-866f-31d12117e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:13.858878 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-87fabcb7-5536-4756-866f-31d12117e5c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.0900645 Oct 26 12:13:13.930003 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-e574596a-8cbc-4bae-8d4d-387f8e2a6e84 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 1000 time: 0.0575705 Oct 26 12:13:13.977659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-3ad988af-d3cb-41e6-92b4-65baf4813420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:13.979750 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-3ad988af-d3cb-41e6-92b4-65baf4813420 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0434670 Oct 26 12:13:14.024328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-effb95e5-ef6f-404e-85a9-2d012a5e022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:14.026344 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-effb95e5-ef6f-404e-85a9-2d012a5e022e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407076 Oct 26 12:13:14.115607 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-d4f92875-1800-4dca-b1dd-dcaf32ff7742 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835123 Oct 26 12:13:14.208068 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-7f667db3-d15c-4bf0-a0cb-d5a8e3781c19 req-db9536f7-ef12-4ddc-ae2a-0839d91f5c42 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872629 Oct 26 12:13:14.550606 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:14.551251 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:19.736933 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:13:22.083194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:22.089163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:24.199482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=47 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:24.204986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=54 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:24.767925 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:26.827705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6f98-da6a-4062-b43d-d7fecad9faad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:29.018336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5c2a718a-ddbf-4c98-9be9-bcaa0c61bdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:29.732573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:30.245354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:31.672273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:31.730289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:41.724260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:41.726172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:42.091946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:48.995244 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-1833c021-28d8-4e97-8456-0c935eaefd4f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1952325966&fields=id&tenant_id=53037017726d4891b2efe150e219c913 HTTP/1.1" status: 200 len: 267 time: 0.1061821 Oct 26 12:13:49.045488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-088991ad-5d7a-4df7-9dc5-dc896401d0e4 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:49.046938 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-088991ad-5d7a-4df7-9dc5-dc896401d0e4 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 985 time: 0.0459561 Oct 26 12:13:49.058037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'port': {'security_groups': ['6c5e6d64-14d1-4254-80f4-d923260cf6d7']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:13:49.127265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.298633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] For port be123c1a-ab35-48cc-b67b-47eee9315b41, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be123c1a-ab35-48cc-b67b-47eee9315b41,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:49.331387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.336665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.346619 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:49.347218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.348608 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a67cd3fe-dc89-47f2-91e1-06eabdbe66fa req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "PUT /networking/v2.0/ports/be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 943 time: 0.2955618 Oct 26 12:13:49.349150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:13:49.351380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e34cf2-2d84-4393-9f27-354f48f8adad" -d '{"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:13:49.355905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 37944) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:13:49.373787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['be123c1a-ab35-48cc-b67b-47eee9315b41'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:13:49.397299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2219d385-48e7-449b-a37e-1d8551d557fc x-openstack-request-id: req-2219d385-48e7-449b-a37e-1d8551d557fc {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:49.397589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:49.397843 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2219d385-48e7-449b-a37e-1d8551d557fc {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:49.398257 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2219d385-48e7-449b-a37e-1d8551d557fc'] response: {'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'status': 'completed', 'code': 200} Oct 26 12:13:49.437968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=be123c1a-ab35-48cc-b67b-47eee9315b41,revision_number=7']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:49.454188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.454408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.454747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.455087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.455419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.455764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.456092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.456417 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.456741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.457063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.457385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.457705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.458024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.458344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.458661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6182483-3421-4919-bb6b-e1f0d32f5143 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:49.473584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc423635-bf5b-49a4-ac0a-22c0ac26b7e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (b441b400-741b-44e3-81e2-830341c673f7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.500540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc423635-bf5b-49a4-ac0a-22c0ac26b7e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (b441b400-741b-44e3-81e2-830341c673f7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.518042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['be123c1a-ab35-48cc-b67b-47eee9315b41'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:13:49.565373 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-88edbf28-2219-4192-80fe-9d7935863d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:49.567363 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-88edbf28-2219-4192-80fe-9d7935863d10 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1130 time: 0.1225467 Oct 26 12:13:49.569776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc423635-bf5b-49a4-ac0a-22c0ac26b7e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (b441b400-741b-44e3-81e2-830341c673f7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.572636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bc423635-bf5b-49a4-ac0a-22c0ac26b7e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.576328 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bc423635-bf5b-49a4-ac0a-22c0ac26b7e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b441b400-741b-44e3-81e2-830341c673f7 HTTP/1.1" status: 204 len: 168 time: 0.2169743 Oct 26 12:13:49.581534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 37948) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:13:49.583302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc423635-bf5b-49a4-ac0a-22c0ac26b7e8 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b441b400-741b-44e3-81e2-830341c673f7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:49.745466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-0c33893f-534b-4ec3-b904-eb4e4e52ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:49.746979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-0c33893f-534b-4ec3-b904-eb4e4e52ffbf service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.1740370 Oct 26 12:13:49.841279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Deleting port ae2c5b49-f14e-40ec-8c29-8921ef72c43e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:13:49.841627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ae2c5b49-f14e-40ec-8c29-8921ef72c43e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.844787 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-a211446b-0690-44f6-b94c-0d41f164c2ea service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 1000 time: 0.0909357 Oct 26 12:13:49.939012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-71377f20-9135-4ec8-9fbf-51724300e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:49.940508 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-71377f20-9135-4ec8-9fbf-51724300e505 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0844612 Oct 26 12:13:49.986609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ae2c5b49-f14e-40ec-8c29-8921ef72c43e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:49.986940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for floatingip (ae2c5b49-f14e-40ec-8c29-8921ef72c43e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:50.006358 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Calling delete_port for ae2c5b49-f14e-40ec-8c29-8921ef72c43e owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:13:50.008593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-e141ce61-f876-4613-bbb4-1c796377d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:50.010278 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-e141ce61-f876-4613-bbb4-1c796377d2ba service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0612884 Oct 26 12:13:50.167545 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-12b7e7f6-7620-4f47-b2b7-87c71ed22528 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501424 Oct 26 12:13:50.301092 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e5e34cf2-2d84-4393-9f27-354f48f8adad req-6f095e69-2ebf-4d79-8c31-fc449ba070cc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273675 Oct 26 12:13:50.304708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ae2c5b49-f14e-40ec-8c29-8921ef72c43e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:50.309704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:50.336214 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event deleted for resources: {'Port': ['ID=ae2c5b49-f14e-40ec-8c29-8921ef72c43e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:50.339184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.355423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.356477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.356477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.356477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:50.412536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for floatingip (dea238ef-1720-408c-a57f-208be73f36a9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:50.412869 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Floating IP dea238ef-1720-408c-a57f-208be73f36a9 disassociated (deleted). External IP: 172.26.0.89, port: be123c1a-ab35-48cc-b67b-47eee9315b41. Oct 26 12:13:50.610956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Router 84f7092b-c6eb-47d6-988b-466335f505a4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:13:50.715017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:13:50.719795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:50.726459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:13:50.736551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:13:50.737698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:50.749044 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3bf083db-6660-493f-a557-37c1dfed1975 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/dea238ef-1720-408c-a57f-208be73f36a9 HTTP/1.1" status: 204 len: 168 time: 1.1662202 Oct 26 12:13:50.749683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:13:50.751964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c11adc-bc75-4407-a99a-3948bd1d446e" -d '{"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:13:50.803032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1388481f-04eb-4745-85e5-624e8b043fb9 x-openstack-request-id: req-1388481f-04eb-4745-85e5-624e8b043fb9 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:13:50.803389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:13:50.803711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1388481f-04eb-4745-85e5-624e8b043fb9 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:13:50.804212 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1388481f-04eb-4745-85e5-624e8b043fb9'] response: {'name': 'network-changed', 'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'status': 'completed', 'code': 200} Oct 26 12:13:50.856362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:13:50.901132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-b1cb344d-59a5-424d-8fc8-de8866911c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:50.902562 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-b1cb344d-59a5-424d-8fc8-de8866911c28 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 1130 time: 0.0449624 Oct 26 12:13:51.008355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-6356d7df-5d26-40e8-994a-250c807804b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:51.010107 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-6356d7df-5d26-40e8-994a-250c807804b9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.1002307 Oct 26 12:13:51.050008 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-9bc26cfd-a95c-4b63-9ee2-a83e8fd94aa1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 200 len: 217 time: 0.0337033 Oct 26 12:13:51.053147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 38, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:51.082758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:13:51.092220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:13:51.092824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:51.102005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-d5e7e414-f54e-4088-8f39-d63e3c5fdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:51.104295 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-d5e7e414-f54e-4088-8f39-d63e3c5fdd42 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0491257 Oct 26 12:13:51.156035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-67cf6233-5a87-499b-883a-afa71f3cfe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:13:51.157609 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-67cf6233-5a87-499b-883a-afa71f3cfe0f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475769 Oct 26 12:13:51.179815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:51.195964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:13:51.254886 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-f54cfdd5-fa0c-421b-a0ae-2fd098251053 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911522 Oct 26 12:13:51.387079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:51.401746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 38, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:51.429224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea8a3f8-78ce-4e41-8534-fc0886a71341 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 38, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:13:51.541300 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:51.547651 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:51.711485 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93c11adc-bc75-4407-a99a-3948bd1d446e req-faab0ea7-5f80-4f36-8238-bfbcdbcf8570 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501541 Oct 26 12:13:52.192474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:52.246841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:13:52.247218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:52.250014 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:13:52.329474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:13:52.329947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:52.367481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:52.371961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:52.426656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=39']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:52.434283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.434631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.434976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.435344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.435682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.436049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.436381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.436710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.437048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.437368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.437704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.438029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.438355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.438679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:52.439000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:13:53.376554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:13:53.376554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:13:53.376554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:53.473658 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:13:53.659505 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:13:52Z', 'revision_number': 39, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:53.686738 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:13:53.695376 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:13:53.696012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:53.799968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:13:53.986658 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:13:52Z', 'revision_number': 39, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:54.015270 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5b71e-57dd-4735-b5b6-ae321a821162 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:13:52Z', 'revision_number': 39, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:13:54.139271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:13:54.219470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:13:54.219911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:54.257056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:54.263338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:54.342239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=40']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:56.229000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:13:56.229000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:13:56.229000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:56.471713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:13:56.590910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:56.667826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:13:54Z', 'revision_number': 40, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:56.692328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:13:56.700828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:13:56.701443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:56.736231 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:13:56.807075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:13:56.839060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:56.890869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a82e1acf-f655-421f-bce8-c55462d1a12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:57.018760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:13:54Z', 'revision_number': 40, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:57.045018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06768f51-c1f7-46fc-8c5e-ed0fb0d6d55d None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:10:38Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:13:54Z', 'revision_number': 40, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:13:58.092143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:13:58.173277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:13:58.185563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:13:58.260768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:13:58.352057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:58.399311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:13:58.400209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:58.400667 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:13:58.471663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:13:58.472097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:58.493115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:58.497006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:58.498057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:13:58.575378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:58.583316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:58.588619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:13:58.588996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:58.589331 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:13:58.664217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:13:58.664607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:58.701402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:13:58.705376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:58.762624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=41']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:13:59.016189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:59.021939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2708ec1b-1b5d-4aca-aa16-2f14f195026c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:13:59.295144 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:13:59.301846 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:13:59.302452 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:59.404842 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:13:59.542919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=70,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:59.583515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=59,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:59.600330 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:13:58Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:13:58Z', 'revision_number': 41, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:59.601919 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:59.604502 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:13:59.627413 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:13:59.636417 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:13:59.637015 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:13:59.828904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:00.016399 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:13:58Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:13:58Z', 'revision_number': 41, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:00.041850 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e1b2a-b08a-4906-802b-ea1728b0e6ef None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:13:58Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:13:58Z', 'revision_number': 41, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:00.153470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:00.230380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:00.231112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:00.296142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:00.299614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:00.305138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:00.307069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:00.387555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=42']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:00.426891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:00.427182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:00.450126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:00.454329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:00.510221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:01.675922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:01.696122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=80 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:01.707801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:01.735674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:02.190092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d54d19-08e4-4a26-a497-8c69f3141129 req-079496ed-4f97-47fb-8d0d-1d4f335eec4a tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:02.191708 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b3d54d19-08e4-4a26-a497-8c69f3141129 req-079496ed-4f97-47fb-8d0d-1d4f335eec4a tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 946 time: 0.0517111 Oct 26 12:14:02.241346 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b3d54d19-08e4-4a26-a497-8c69f3141129 req-ce9bee88-e419-4517-83ed-4deb6f2e3b35 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432496 Oct 26 12:14:02.377229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:02.378319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:02.378935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:02.483626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:02.664619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:02.674461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:00Z', 'revision_number': 35, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:00Z', 'revision_number': 42, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:02.704584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:02.713945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:02.714557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:02.818055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:03.077829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:03.145079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:00Z', 'revision_number': 35, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:00Z', 'revision_number': 42, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:03.169761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647d656-b4cd-49b7-826f-3bfd97638069 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:00Z', 'revision_number': 35, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:00Z', 'revision_number': 42, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:03.381962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf334803-2d25-4c81-8ffb-578e1feb78e1 req-18b6f249-4362-4b00-9f65-5e4c529f9f2e tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:03.384204 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bf334803-2d25-4c81-8ffb-578e1feb78e1 req-18b6f249-4362-4b00-9f65-5e4c529f9f2e tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 946 time: 0.0605466 Oct 26 12:14:03.436441 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bf334803-2d25-4c81-8ffb-578e1feb78e1 req-3c019ba9-6343-4064-ba63-8fe31ca625fe tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Oct 26 12:14:03.789484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0a212-088a-4052-a190-9a5339713877 req-8f687417-ca6e-4697-af6d-1a211abd1cda tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:03.791309 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f1e0a212-088a-4052-a190-9a5339713877 req-8f687417-ca6e-4697-af6d-1a211abd1cda tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 946 time: 0.0708334 Oct 26 12:14:03.882450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-f1e0a212-088a-4052-a190-9a5339713877 req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Deleting port be123c1a-ab35-48cc-b67b-47eee9315b41 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:14:03.882791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f1e0a212-088a-4052-a190-9a5339713877 req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:03.979785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-f1e0a212-088a-4052-a190-9a5339713877 req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] For port be123c1a-ab35-48cc-b67b-47eee9315b41, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=be123c1a-ab35-48cc-b67b-47eee9315b41,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:03.980125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f1e0a212-088a-4052-a190-9a5339713877 req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:03.994954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-f1e0a212-088a-4052-a190-9a5339713877 req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Calling delete_port for be123c1a-ab35-48cc-b67b-47eee9315b41 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:14:04.095765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:04.133560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f1e0a212-088a-4052-a190-9a5339713877 req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (be123c1a-ab35-48cc-b67b-47eee9315b41), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:04.168779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['be123c1a-ab35-48cc-b67b-47eee9315b41'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:14:04.170955 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event deleted for resources: {'Port': ['ID=be123c1a-ab35-48cc-b67b-47eee9315b41,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:04.203466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:04.219229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e0a212-088a-4052-a190-9a5339713877 req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] No DVR routers for this DVR port be123c1a-ab35-48cc-b67b-47eee9315b41 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:14:04.219892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:04.221777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f1e0a212-088a-4052-a190-9a5339713877 req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:04.225442 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f1e0a212-088a-4052-a190-9a5339713877 req-663dc9b5-72a4-45b9-afde-d4254cb46e70 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.23 "DELETE /networking/v2.0/ports/be123c1a-ab35-48cc-b67b-47eee9315b41 HTTP/1.1" status: 204 len: 173 time: 0.4285469 Oct 26 12:14:04.226222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'name': 'network-vif-deleted', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:14:04.229298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153f1df6-3bcb-447c-8570-427f50f40aee" -d '{"events": [{"server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "name": "network-vif-deleted", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:04.312568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:04.343367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b66f68-8513-4dd3-a929-8a63633200ed x-openstack-request-id: req-c5b66f68-8513-4dd3-a929-8a63633200ed {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:04.343670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071cdc1b-c0c6-4484-b55e-5608c67103a5", "name": "network-vif-deleted", "tag": "be123c1a-ab35-48cc-b67b-47eee9315b41", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:04.344002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5b66f68-8513-4dd3-a929-8a63633200ed {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:04.344425 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b66f68-8513-4dd3-a929-8a63633200ed'] response: {'server_uuid': '071cdc1b-c0c6-4484-b55e-5608c67103a5', 'name': 'network-vif-deleted', 'tag': 'be123c1a-ab35-48cc-b67b-47eee9315b41', 'status': 'completed', 'code': 200} Oct 26 12:14:04.425455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:04.472570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:04.472887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:04.473220 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:14:04.550664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:04.551060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:04.559063 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-37463ae0-7bd9-44bb-9121-5b98b3931da3 req-cb5780eb-fea6-4b79-860e-7a1db94cf02f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=071cdc1b-c0c6-4484-b55e-5608c67103a5 HTTP/1.1" status: 200 len: 210 time: 0.0304952 Oct 26 12:14:04.579804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:04.583874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:04.584673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:04.663647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:04.674191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:04.674619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:04.674905 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:14:04.701679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:04.751978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:04.752365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:04.787738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:04.791631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:04.839202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=43']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:05.630586 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:05.643612 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:05.644606 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:05.752184 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:05.954109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:04Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:04Z', 'revision_number': 43, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:05.980269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:05.989297 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:05.990017 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:13:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:06.096733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:06.143454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:06.225383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:06.225776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:06.259847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:06.265161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:06.265944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:06.287961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:06.288536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:06.296609 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:04Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:04Z', 'revision_number': 43, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:06.328818 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726bf3a7-e12f-4c6c-b548-9082e6211c81 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:04Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:04Z', 'revision_number': 43, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:06.353577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=44']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:06.400252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:06.400581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:06.424356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:06.428824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:06.488511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=37']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:08.148573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device be123c1a-ab35-48cc-b67b-47eee9315b41 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:08.177837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: be123c1a-ab35-48cc-b67b-47eee9315b41 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:14:08.178195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device be123c1a-ab35-48cc-b67b-47eee9315b41 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:14:08.240537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:08.290051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:08.290664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:08.293108 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:14:08.387838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:08.388235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:08.416191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:08.423647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:08.424497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:08.503893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=38']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:08.507494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:08.516879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:08.517701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:08.518071 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:14:08.600128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:08.600518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:08.636282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:08.641175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:08.693016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=45']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:10.156575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:10.244553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:10.245058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:10.284317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:10.288642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:10.289764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:10.368267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=46']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:10.416455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:10.416762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:10.423920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:10.440019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:10.445094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:10.501172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=39']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:12.109140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:14.194968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=46,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:14.197596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=43,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:14.540282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=18 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:14.558838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=20 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:15.698826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-a333f4ec-e0d5-45a9-add1-bb3c9347128c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:15.700301 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-a333f4ec-e0d5-45a9-add1-bb3c9347128c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 814 time: 0.3848090 Oct 26 12:14:15.715438 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-e4c2de56-d69a-48b6-811c-137369ac0d96 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/quotas/53037017726d4891b2efe150e219c913 HTTP/1.1" status: 200 len: 375 time: 0.0098047 Oct 26 12:14:15.764886 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-07d3a031-db84-44e2-8c0a-cf40adcd228b tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445945 Oct 26 12:14:15.938020 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-2e18b664-b021-42ad-bd96-970ecfcaa160 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275594 Oct 26 12:14:16.034391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-a1504460-dd99-435a-ad05-823061f31613 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904038 Oct 26 12:14:16.206375 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cbdd5569-bac3-4e99-98cc-c8e3c857c97e req-30cb7b64-f787-41bc-918a-5cd98c6a1842 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 210 time: 0.0302472 Oct 26 12:14:16.293145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:16.301729 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:17.315643 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8e1ef132-b618-46f0-bfa0-1cb9013d09dd req-daf25f38-4730-4660-b87e-14caa7465231 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 210 time: 0.0344663 Oct 26 12:14:17.371317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-839112ab-db5e-4617-a99b-cbd8021ecf05 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:17.372899 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-839112ab-db5e-4617-a99b-cbd8021ecf05 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 814 time: 0.1201968 Oct 26 12:14:17.393289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'port': {'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'admin_state_up': True, 'tenant_id': '53037017726d4891b2efe150e219c913'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:17.509016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Made reservation on behalf of 53037017726d4891b2efe150e219c913 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:14:17.512825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:17.638891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Allocated IP 172.20.0.5 (39f61b2a-66b5-4294-b0bc-39a00f59e87d/b71e9551-c73b-497a-8ae1-c41513c124a6/14131fec-5b2a-4d15-8468-2dd50cba0aae) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:17.821706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:17.860369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:17.923573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:17.926970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:17.932205 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:14:18.020416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=14131fec-5b2a-4d15-8468-2dd50cba0aae,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:18.041670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:18.046563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:18.064931 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-d1e18bd2-d1b7-4121-853b-4bc4d97de2e7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6751719 Oct 26 12:14:18.230925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-16826957-6bfc-41c6-8839-8b5c0a8f1509 None None] Provisioning complete for port 14131fec-5b2a-4d15-8468-2dd50cba0aae triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:18.231491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16826957-6bfc-41c6-8839-8b5c0a8f1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:18.231599 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-16826957-6bfc-41c6-8839-8b5c0a8f1509 None None] Attempt 1 to provision port 14131fec-5b2a-4d15-8468-2dd50cba0aae Oct 26 12:14:18.267177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-16826957-6bfc-41c6-8839-8b5c0a8f1509 None None] Port 14131fec-5b2a-4d15-8468-2dd50cba0aae cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:14:18.449043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e946e22-3750-49e9-9528-fdf225e4fa33 req-f4d32034-b5b8-46c5-b13e-9b8c2fbf290c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:18.451393 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7e946e22-3750-49e9-9528-fdf225e4fa33 req-f4d32034-b5b8-46c5-b13e-9b8c2fbf290c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 931 time: 0.0542762 Oct 26 12:14:18.509038 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7e946e22-3750-49e9-9528-fdf225e4fa33 req-1b4fbf41-0beb-4724-ae15-bab2906e29a9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509491 Oct 26 12:14:19.646557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baa855-db98-49ae-b116-79eb73a73906 req-10ca6d3f-68f3-4e11-8809-d3352a68358f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:19.648090 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e3baa855-db98-49ae-b116-79eb73a73906 req-10ca6d3f-68f3-4e11-8809-d3352a68358f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 931 time: 0.0588167 Oct 26 12:14:19.698714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e3baa855-db98-49ae-b116-79eb73a73906 req-6e52cb8b-575e-4361-8a8d-bba6d6ae6192 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Oct 26 12:14:20.829794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6d78-752e-40b0-bb21-aa2a43fca027 req-d99f9a37-c9af-4702-8178-28de05a37995 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:20.831570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0ace6d78-752e-40b0-bb21-aa2a43fca027 req-d99f9a37-c9af-4702-8178-28de05a37995 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 931 time: 0.0527236 Oct 26 12:14:20.888287 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0ace6d78-752e-40b0-bb21-aa2a43fca027 req-ecfd187a-b757-4d6e-b7c6-4d96e2cfc2ff tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506678 Oct 26 12:14:22.015055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a59c-50f0-4501-a2fa-eab45a047d4a req-3f8b53be-f664-499d-a5d2-352a38cc4883 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:22.016627 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6999a59c-50f0-4501-a2fa-eab45a047d4a req-3f8b53be-f664-499d-a5d2-352a38cc4883 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 931 time: 0.0535181 Oct 26 12:14:22.069332 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6999a59c-50f0-4501-a2fa-eab45a047d4a req-e2ad84d1-9c0b-48a8-8a02-5559c32bf883 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466044 Oct 26 12:14:23.251595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be83bad-c0e2-41d9-ad42-3bc874e6dc4b req-8768ea18-a947-47c6-a418-b1d096e65ffc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:23.253252 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9be83bad-c0e2-41d9-ad42-3bc874e6dc4b req-8768ea18-a947-47c6-a418-b1d096e65ffc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 931 time: 0.0494444 Oct 26 12:14:23.314123 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9be83bad-c0e2-41d9-ad42-3bc874e6dc4b req-353037d1-4e2e-428c-874e-de839a5ad97c tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531380 Oct 26 12:14:24.447225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2645a8-1f75-4e12-ab8e-ef3e823caa16 req-795e6eb8-eeed-4d6f-9375-28daeeab20a2 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:24.449035 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7a2645a8-1f75-4e12-ab8e-ef3e823caa16 req-795e6eb8-eeed-4d6f-9375-28daeeab20a2 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 931 time: 0.0594888 Oct 26 12:14:24.502909 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7a2645a8-1f75-4e12-ab8e-ef3e823caa16 req-9bc8db19-b230-4f99-9ea2-2c8ea0d9a988 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478797 Oct 26 12:14:25.623368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:25.631630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc758a66-74b4-4b47-8766-c9d4f007c45e req-f8ba21a8-7209-409e-800e-2812bd8ec63e tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:25.633671 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc758a66-74b4-4b47-8766-c9d4f007c45e req-f8ba21a8-7209-409e-800e-2812bd8ec63e tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 931 time: 0.0508847 Oct 26 12:14:25.681620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc758a66-74b4-4b47-8766-c9d4f007c45e req-0f9327c4-a871-431b-967e-5f89e36ff9cd tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Oct 26 12:14:26.061588 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Request body: {'port': {'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:26.081771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:26.124626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:26.287125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:26.382856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14131fec-5b2a-4d15-8468-2dd50cba0aae {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:14:26.390421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Publish callbacks [] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:26.403192 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Transition to ACTIVE for port object 14131fec-5b2a-4d15-8468-2dd50cba0aae will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:14:26.406743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:26.468909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Pushing event updated for resources: {'Port': ['ID=14131fec-5b2a-4d15-8468-2dd50cba0aae,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:26.520431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Attempting to bind port 14131fec-5b2a-4d15-8468-2dd50cba0aae on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:14:26.520805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Attempting to bind port 14131fec-5b2a-4d15-8468-2dd50cba0aae by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:14:26.521143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Attempting to bind port 14131fec-5b2a-4d15-8468-2dd50cba0aae on network 39f61b2a-66b5-4294-b0bc-39a00f59e87d {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:26.570050 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Port 14131fec-5b2a-4d15-8468-2dd50cba0aae on network 39f61b2a-66b5-4294-b0bc-39a00f59e87d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:14:26.570382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Attempting to bind port 14131fec-5b2a-4d15-8468-2dd50cba0aae on network 39f61b2a-66b5-4294-b0bc-39a00f59e87d {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:14:26.613567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:14:26.613908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Checking segment: {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:14:26.614297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Bound using segment: {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:14:26.614737 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Bound port: 14131fec-5b2a-4d15-8468-2dd50cba0aae, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7722a272-5b7f-4263-bc85-5e68ff9e0e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:14:26.615095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:26.676283 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] For port 14131fec-5b2a-4d15-8468-2dd50cba0aae, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:14:26.679637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] For port 14131fec-5b2a-4d15-8468-2dd50cba0aae, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:14:26.685440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:26.689604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:26.690222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:26.691599 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 1093 time: 0.6343710 Oct 26 12:14:26.692181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:14:26.694444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946336b1-c760-41e5-9e09-4dbb6e290d31" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:26.741882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3865ca12-f8cd-4ace-80c2-5de79dcce073 x-openstack-request-id: req-3865ca12-f8cd-4ace-80c2-5de79dcce073 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:26.742177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:26.742451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3865ca12-f8cd-4ace-80c2-5de79dcce073 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:26.742856 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3865ca12-f8cd-4ace-80c2-5de79dcce073'] response: {'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'status': 'completed', 'code': 200} Oct 26 12:14:26.747685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b72f9-6904-40ef-bde8-6698911db6ea service neutron] Pushing event updated for resources: {'Port': ['ID=14131fec-5b2a-4d15-8468-2dd50cba0aae,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:26.810427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e923e80-f5b1-407d-9da8-fe0198d0212e req-3bc6fb6d-f901-4d43-a3e9-76e8e299e770 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:26.811913 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e923e80-f5b1-407d-9da8-fe0198d0212e req-3bc6fb6d-f901-4d43-a3e9-76e8e299e770 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 943 time: 0.0494392 Oct 26 12:14:26.833239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-62b50a16-dd4f-4b68-b2e0-643a383d2987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:26.834510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:26.868243 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e923e80-f5b1-407d-9da8-fe0198d0212e req-7bd33236-e436-4690-9f05-cef250683323 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504985 Oct 26 12:14:26.928845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946336b1-c760-41e5-9e09-4dbb6e290d31 req-8eeb3611-f9c3-4bee-a190-35fdc2d97289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:26.931033 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-946336b1-c760-41e5-9e09-4dbb6e290d31 req-8eeb3611-f9c3-4bee-a190-35fdc2d97289 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1127 time: 0.0500443 Oct 26 12:14:27.036334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946336b1-c760-41e5-9e09-4dbb6e290d31 req-3d328179-a152-46c0-8127-425117c69c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:27.037811 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-946336b1-c760-41e5-9e09-4dbb6e290d31 req-3d328179-a152-46c0-8127-425117c69c64 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=53037017726d4891b2efe150e219c913&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942075 Oct 26 12:14:27.111699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:27.139040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946336b1-c760-41e5-9e09-4dbb6e290d31 req-d9062c3f-b078-4021-a5f4-97939335bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:27.140549 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-946336b1-c760-41e5-9e09-4dbb6e290d31 req-d9062c3f-b078-4021-a5f4-97939335bd1e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962017 Oct 26 12:14:27.234683 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-e4e04fba-864b-43f3-b8cb-72af60d1c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:27.236216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-e4e04fba-864b-43f3-b8cb-72af60d1c61d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1127 time: 0.0386951 Oct 26 12:14:27.284832 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-991a8267-078b-4a38-94d5-b808f85202b2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 217 time: 0.0363455 Oct 26 12:14:27.333203 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-7ed8aa84-6313-47bb-8abd-127e1f01d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:27.334647 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-7ed8aa84-6313-47bb-8abd-127e1f01d1b3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0443702 Oct 26 12:14:27.378301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-0489fd78-ed03-47b6-827a-1158a6a75cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:27.379684 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-0489fd78-ed03-47b6-827a-1158a6a75cdf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377588 Oct 26 12:14:27.435965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:27.476901 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-86e96190-df22-4abe-a8b3-90a54cc2bfd5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896504 Oct 26 12:14:27.568595 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-61cf3d6d-9013-4f58-8b9b-a2fc68b7c787 req-bbca7360-3109-4242-8419-a5e4dd15c7dc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860388 Oct 26 12:14:27.990821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f169af-2e5d-4299-b874-e7a8ae17c738 req-7c3ea04c-0f71-4e2b-9656-7783b0c1a5a3 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:27.992386 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d4f169af-2e5d-4299-b874-e7a8ae17c738 req-7c3ea04c-0f71-4e2b-9656-7783b0c1a5a3 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 943 time: 0.0475948 Oct 26 12:14:28.040919 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d4f169af-2e5d-4299-b874-e7a8ae17c738 req-b8e00302-461e-48e6-aafe-59a9b419ef3b tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Oct 26 12:14:28.544238 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:28.544987 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:29.024224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c64cb48d-95c0-481b-ba9c-3ded5e8b758a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:29.162525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be32de-65cb-4267-bc82-f4b6c478f2d4 req-17c4fbe2-4a58-4989-ba2d-c6b662829151 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:29.164259 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6be32de-65cb-4267-bc82-f4b6c478f2d4 req-17c4fbe2-4a58-4989-ba2d-c6b662829151 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 943 time: 0.0476985 Oct 26 12:14:29.211809 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a6be32de-65cb-4267-bc82-f4b6c478f2d4 req-9274acdf-3928-4a9a-9aaf-06d5a72ee5e1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419703 Oct 26 12:14:30.243769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 14131fec-5b2a-4d15-8468-2dd50cba0aae details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:14:30.262288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:30.264936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:30.339065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ffd24-8522-4691-8642-37e27116b94d req-37427f0d-963b-4518-95de-95afd4585992 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:30.340605 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ba2ffd24-8522-4691-8642-37e27116b94d req-37427f0d-963b-4518-95de-95afd4585992 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 943 time: 0.0521924 Oct 26 12:14:30.357637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 14131fec-5b2a-4d15-8468-2dd50cba0aae, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:30.368963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:14:30.388028 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ba2ffd24-8522-4691-8642-37e27116b94d req-69d1de4a-fc97-420b-a1e5-a8bf3ef6d10e tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Oct 26 12:14:30.404200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 14131fec-5b2a-4d15-8468-2dd50cba0aae is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:30.404586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:30.418385 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14131fec-5b2a-4d15-8468-2dd50cba0aae {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:14:30.441383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 14131fec-5b2a-4d15-8468-2dd50cba0aae, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:30.445159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:30.490370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=14131fec-5b2a-4d15-8468-2dd50cba0aae,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:30.756379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['14131fec-5b2a-4d15-8468-2dd50cba0aae'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:14:31.511592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337df9-6703-4b9d-90c6-68fef1cd7882 req-e2f077ef-8f4d-420d-934b-4bce4363ad21 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:31.513136 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e5337df9-6703-4b9d-90c6-68fef1cd7882 req-e2f077ef-8f4d-420d-934b-4bce4363ad21 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 944 time: 0.0475731 Oct 26 12:14:31.561032 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e5337df9-6703-4b9d-90c6-68fef1cd7882 req-3c0ad0ae-cab8-4d7b-a2e3-2f3e2d21d6d0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Oct 26 12:14:31.679788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:31.737884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:32.259383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 14131fec-5b2a-4d15-8468-2dd50cba0aae up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:32.280026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:32.303155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 14131fec-5b2a-4d15-8468-2dd50cba0aae completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:14:32.309068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 14131fec-5b2a-4d15-8468-2dd50cba0aae triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:32.309495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:32.309889 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 14131fec-5b2a-4d15-8468-2dd50cba0aae Oct 26 12:14:32.382314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 14131fec-5b2a-4d15-8468-2dd50cba0aae is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:32.382621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:32.405973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:14:32.408233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3517b34-004e-47b5-8233-78c461548fff" -d '{"events": [{"server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "name": "network-vif-plugged", "status": "completed", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:32.421166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 14131fec-5b2a-4d15-8468-2dd50cba0aae, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:32.425134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:32.449731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d894f671-7564-4f92-a1aa-c332b4ea5034 x-openstack-request-id: req-d894f671-7564-4f92-a1aa-c332b4ea5034 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:32.450022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "name": "network-vif-plugged", "status": "completed", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:32.450275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d894f671-7564-4f92-a1aa-c332b4ea5034 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:32.450670 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d894f671-7564-4f92-a1aa-c332b4ea5034'] response: {'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'code': 200} Oct 26 12:14:32.475986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=14131fec-5b2a-4d15-8468-2dd50cba0aae,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:32.651456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aa5f7-da78-49d7-abd7-b144295a10aa req-532ad835-a210-4b3b-988d-06971e12b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:32.652904 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-242aa5f7-da78-49d7-abd7-b144295a10aa req-532ad835-a210-4b3b-988d-06971e12b623 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1129 time: 0.0399606 Oct 26 12:14:32.683699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212857c3-e483-4f73-91e0-8c394e7018c2 req-c88416df-be38-439d-bcea-d47bd59ef301 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:32.685218 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-212857c3-e483-4f73-91e0-8c394e7018c2 req-c88416df-be38-439d-bcea-d47bd59ef301 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 945 time: 0.0483177 Oct 26 12:14:32.704800 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-242aa5f7-da78-49d7-abd7-b144295a10aa req-0470d708-62f1-4818-b1db-5dc8187ea106 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Oct 26 12:14:32.737184 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-212857c3-e483-4f73-91e0-8c394e7018c2 req-ecb23508-6b9b-4f47-8161-d7ce89980f23 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Oct 26 12:14:33.735804 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:14:33.859624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2b1ea-9c4d-4900-915f-0fe5edd4f456 req-c01fa1d5-2aca-484e-87af-8b6be6bae6bd tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:33.861124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cc2b1ea-9c4d-4900-915f-0fe5edd4f456 req-c01fa1d5-2aca-484e-87af-8b6be6bae6bd tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 945 time: 0.0483077 Oct 26 12:14:33.908802 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7cc2b1ea-9c4d-4900-915f-0fe5edd4f456 req-72912749-9f8d-45b2-b3ab-aaf882eca0fe tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Oct 26 12:14:34.027679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904e266-09bb-4c69-b601-89da48a63617 req-8086831a-a030-46a9-8448-3df8fb7403e5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:34.029112 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1904e266-09bb-4c69-b601-89da48a63617 req-8086831a-a030-46a9-8448-3df8fb7403e5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 945 time: 0.0466084 Oct 26 12:14:34.078124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1904e266-09bb-4c69-b601-89da48a63617 req-b1737733-7748-4ec8-b28f-77ed062cf272 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Oct 26 12:14:34.414439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc236d-1dab-43a6-95f5-bc4030ebd0c1 req-59a9d59f-383d-4b87-8d20-7db0cc37b113 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:34.417392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-88cc236d-1dab-43a6-95f5-bc4030ebd0c1 req-59a9d59f-383d-4b87-8d20-7db0cc37b113 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 945 time: 0.0519128 Oct 26 12:14:34.465320 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-88cc236d-1dab-43a6-95f5-bc4030ebd0c1 req-cba62b05-0297-4648-b07f-ecf06622a0ae tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Oct 26 12:14:42.119555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:42.699307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=28 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:42.701660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=40 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:43.732366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:44.453724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=79 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:44.461982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:47.175621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea7eb6-dcce-431e-9815-c20819ad55f6 req-37f7450b-0341-4700-a52b-7e6ff486e346 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:47.177139 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-abea7eb6-dcce-431e-9815-c20819ad55f6 req-37f7450b-0341-4700-a52b-7e6ff486e346 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 945 time: 0.0492756 Oct 26 12:14:47.226412 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-abea7eb6-dcce-431e-9815-c20819ad55f6 req-6c710fed-a5ae-4604-ac17-077aa0da5b30 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Oct 26 12:14:47.255699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38256) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:14:47.298419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3cbd2-e550-4340-9ce6-1aef74d6391b tempest-TestMinimumBasicScenario-1793831121 tempest-TestMinimumBasicScenario-1793831121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:47.299948 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5fc3cbd2-e550-4340-9ce6-1aef74d6391b tempest-TestMinimumBasicScenario-1793831121 tempest-TestMinimumBasicScenario-1793831121-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1124 time: 0.0431943 Oct 26 12:14:47.303506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38258) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:14:47.307879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'tenant_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:47.328710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:47.406801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:47.520532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Allocated IP 172.26.0.95 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/9577529b-dbd2-4a79-94e4-5999a4e913dd) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:14:47.623429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (9577529b-dbd2-4a79-94e4-5999a4e913dd), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:47.654852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (9577529b-dbd2-4a79-94e4-5999a4e913dd), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:47.700955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:14:47.704129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:14:47.707919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:14:47.711140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=9577529b-dbd2-4a79-94e4-5999a4e913dd,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:47.933381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:47.996773 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:48.063327 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for floatingip (39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.128696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (9577529b-dbd2-4a79-94e4-5999a4e913dd), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.274210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (9577529b-dbd2-4a79-94e4-5999a4e913dd), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.279098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (9577529b-dbd2-4a79-94e4-5999a4e913dd), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.348810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=9577529b-dbd2-4a79-94e4-5999a4e913dd,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:48.351283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.448217 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Floating IP 39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee associated. External IP: 172.26.0.95, port: 14131fec-5b2a-4d15-8468-2dd50cba0aae. Oct 26 12:14:48.648491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Router 84f7092b-c6eb-47d6-988b-466335f505a4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:14:48.750108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:48.754096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:14:48.764507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:48.772547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.775536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:48.776272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:48.803853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-93fef70f-c35e-4206-adfa-09d0c573e233 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4992580 Oct 26 12:14:48.804586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:14:48.806663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38260) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:14:48.807206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:48.811626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7f66860e-3705-4c43-892f-f6cc493f2383 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634459489', 'description': 'tempest-secgroup-smoke-634459489 description', 'project_id': '53037017726d4891b2efe150e219c913'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:48.838125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7f66860e-3705-4c43-892f-f6cc493f2383 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.852115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb4f9d4-ddf3-4bf4-b8ca-0ac155ba8452 x-openstack-request-id: req-8eb4f9d4-ddf3-4bf4-b8ca-0ac155ba8452 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:48.852485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:48.852810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8eb4f9d4-ddf3-4bf4-b8ca-0ac155ba8452 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:48.853297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb4f9d4-ddf3-4bf4-b8ca-0ac155ba8452'] response: {'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'status': 'completed', 'code': 200} Oct 26 12:14:48.900688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:48.911350 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7f66860e-3705-4c43-892f-f6cc493f2383 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (c232b2d7-abf1-4ca4-9cca-655360c9f3f3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.921285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7f66860e-3705-4c43-892f-f6cc493f2383 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c232b2d7-abf1-4ca4-9cca-655360c9f3f3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.973787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:48.978842 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7f66860e-3705-4c43-892f-f6cc493f2383 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:48.980422 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7f66860e-3705-4c43-892f-f6cc493f2383 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1727302 Oct 26 12:14:48.983608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38264) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:14:48.984724 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-f14a416a-ce5c-4aaf-95ba-18219b715f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:48.986199 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-f14a416a-ce5c-4aaf-95ba-18219b715f9b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1129 time: 0.0781934 Oct 26 12:14:48.988046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66860e-3705-4c43-892f-f6cc493f2383 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c232b2d7-abf1-4ca4-9cca-655360c9f3f3,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:48.988469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-94eacd76-692b-43a4-990c-2cc05c3349a7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'c232b2d7-abf1-4ca4-9cca-655360c9f3f3', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:49.018992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94eacd76-692b-43a4-990c-2cc05c3349a7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (0588c35f-49a4-4436-b6e8-966dd5626ae3), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.053146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:49.096132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94eacd76-692b-43a4-990c-2cc05c3349a7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (0588c35f-49a4-4436-b6e8-966dd5626ae3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.100334 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-32d52add-98c2-4944-8e2c-bc65edadc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:49.101060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94eacd76-692b-43a4-990c-2cc05c3349a7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0588c35f-49a4-4436-b6e8-966dd5626ae3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.102044 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-32d52add-98c2-4944-8e2c-bc65edadc9d8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.1067233 Oct 26 12:14:49.125848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eacd76-692b-43a4-990c-2cc05c3349a7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0588c35f-49a4-4436-b6e8-966dd5626ae3,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:49.132877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94eacd76-692b-43a4-990c-2cc05c3349a7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.136961 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-94eacd76-692b-43a4-990c-2cc05c3349a7 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495941 Oct 26 12:14:49.137794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:14:49.143869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-388418ac-61a5-4087-9409-8c97724dc5cc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'c232b2d7-abf1-4ca4-9cca-655360c9f3f3', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:49.177173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-388418ac-61a5-4087-9409-8c97724dc5cc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (dd8bec59-75c5-49f3-9951-03ca567d9459), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.183153 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-7ab36905-f056-4176-929c-2a941e19c4c8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 998 time: 0.0723894 Oct 26 12:14:49.241488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-bf3f99b4-00e2-43d7-aaa4-72801df04f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:49.241762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-388418ac-61a5-4087-9409-8c97724dc5cc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (dd8bec59-75c5-49f3-9951-03ca567d9459), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.243002 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-bf3f99b4-00e2-43d7-aaa4-72801df04f94 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0524054 Oct 26 12:14:49.245847 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-388418ac-61a5-4087-9409-8c97724dc5cc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (dd8bec59-75c5-49f3-9951-03ca567d9459), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.270761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-388418ac-61a5-4087-9409-8c97724dc5cc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.271993 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-388418ac-61a5-4087-9409-8c97724dc5cc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330884 Oct 26 12:14:49.273220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388418ac-61a5-4087-9409-8c97724dc5cc tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8bec59-75c5-49f3-9951-03ca567d9459,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:49.275421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38268) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:14:49.279779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-859601c8-cd9b-4da4-bf93-2e5bf2a4e9b1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'c232b2d7-abf1-4ca4-9cca-655360c9f3f3', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:49.284027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:10Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:47Z', 'revision_number': 0, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:10Z', 'revision_number': 46, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:49.295306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-87d88b0a-a335-4739-9800-83992ff346d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:49.297184 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-87d88b0a-a335-4739-9800-83992ff346d9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463076 Oct 26 12:14:49.309567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-859601c8-cd9b-4da4-bf93-2e5bf2a4e9b1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (7639f3a3-ea78-4902-aa1c-928e93d191ef), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.315745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:49.324649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:49.325266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:49.373264 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-859601c8-cd9b-4da4-bf93-2e5bf2a4e9b1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (7639f3a3-ea78-4902-aa1c-928e93d191ef), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.377506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-859601c8-cd9b-4da4-bf93-2e5bf2a4e9b1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (7639f3a3-ea78-4902-aa1c-928e93d191ef), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.394529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-97931ac9-ed41-4b5b-8d62-6a69d9e0ebbb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909531 Oct 26 12:14:49.400948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859601c8-cd9b-4da4-bf93-2e5bf2a4e9b1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7639f3a3-ea78-4902-aa1c-928e93d191ef,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:49.406693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-859601c8-cd9b-4da4-bf93-2e5bf2a4e9b1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.410556 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-859601c8-cd9b-4da4-bf93-2e5bf2a4e9b1 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315985 Oct 26 12:14:49.411314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38270) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:14:49.417654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'c232b2d7-abf1-4ca4-9cca-655360c9f3f3', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:49.440227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:49.445636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (bcc3e469-738d-4c33-937b-ae5ac686ed2a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.510520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (bcc3e469-738d-4c33-937b-ae5ac686ed2a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.514738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (bcc3e469-738d-4c33-937b-ae5ac686ed2a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.514944 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d0d03b17-ae0b-401a-b1cd-d1bf6eb82bb9 req-d0356cf5-a6e7-4d79-a1be-6db7f9c8a9b0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120992 Oct 26 12:14:49.535441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc3e469-738d-4c33-937b-ae5ac686ed2a,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:49.546846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.551250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356905 Oct 26 12:14:49.551250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.551250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.551250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.551250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.551250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.551795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38272) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:14:49.551883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.551883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.552020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.552325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.552572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.553077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.553435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.553750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.554077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.554397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec064528-3798-4a29-91ae-13615f678c92 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:49.556003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ebab4a52-72f2-44c5-8d97-2c388dc90845 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'c232b2d7-abf1-4ca4-9cca-655360c9f3f3', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:49.579427 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-ebab4a52-72f2-44c5-8d97-2c388dc90845 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Project 53037017726d4891b2efe150e219c913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:14:49.588189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ebab4a52-72f2-44c5-8d97-2c388dc90845 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (0159c3d6-7770-4f2a-9e95-748f853f1768), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.651405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ebab4a52-72f2-44c5-8d97-2c388dc90845 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (0159c3d6-7770-4f2a-9e95-748f853f1768), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.655914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ebab4a52-72f2-44c5-8d97-2c388dc90845 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0159c3d6-7770-4f2a-9e95-748f853f1768), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.660755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:49.664567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:10Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:47Z', 'revision_number': 0, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:10Z', 'revision_number': 46, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:49.680013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab4a52-72f2-44c5-8d97-2c388dc90845 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0159c3d6-7770-4f2a-9e95-748f853f1768,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:49.686529 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ebab4a52-72f2-44c5-8d97-2c388dc90845 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.690390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8822699-4841-42e4-b0e3-31713d8dc95e None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:10Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:47Z', 'revision_number': 0, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:10Z', 'revision_number': 46, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:49.690873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38274) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:14:49.691131 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ebab4a52-72f2-44c5-8d97-2c388dc90845 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387737 Oct 26 12:14:49.699461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-786a7114-cbd8-4d3c-a0d8-07e350b99928 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'security_group_rule': {'security_group_id': 'c232b2d7-abf1-4ca4-9cca-655360c9f3f3', 'project_id': '53037017726d4891b2efe150e219c913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:49.724501 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-786a7114-cbd8-4d3c-a0d8-07e350b99928 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Project 53037017726d4891b2efe150e219c913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:14:49.731020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-786a7114-cbd8-4d3c-a0d8-07e350b99928 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (f35eadd0-a211-43b4-991a-09aa6e8b4d16), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.785776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:49.795800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-786a7114-cbd8-4d3c-a0d8-07e350b99928 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (f35eadd0-a211-43b4-991a-09aa6e8b4d16), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.799089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-786a7114-cbd8-4d3c-a0d8-07e350b99928 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (f35eadd0-a211-43b4-991a-09aa6e8b4d16), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.820016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a7114-cbd8-4d3c-a0d8-07e350b99928 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35eadd0-a211-43b4-991a-09aa6e8b4d16,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:49.827445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-786a7114-cbd8-4d3c-a0d8-07e350b99928 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:49.831308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-786a7114-cbd8-4d3c-a0d8-07e350b99928 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368129 Oct 26 12:14:49.941534 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-ea616ec3-03a9-4278-849a-d8041c283bfe tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-634459489&fields=id&tenant_id=53037017726d4891b2efe150e219c913 HTTP/1.1" status: 200 len: 267 time: 0.0646915 Oct 26 12:14:49.999079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-1be97b31-7ad0-4a38-91cf-7ce6c4d42024 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:50.000661 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-1be97b31-7ad0-4a38-91cf-7ce6c4d42024 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 945 time: 0.0537090 Oct 26 12:14:50.011946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-2e90d393-1c3f-428d-9468-ff34ac76f2a0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'port': {'security_groups': ['6c5e6d64-14d1-4254-80f4-d923260cf6d7', 'c232b2d7-abf1-4ca4-9cca-655360c9f3f3']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:14:50.014751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:50.089338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-2e90d393-1c3f-428d-9468-ff34ac76f2a0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:50.200642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:50.255235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:50.255710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:50.256154 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:14:50.294903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-2e90d393-1c3f-428d-9468-ff34ac76f2a0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] For port 14131fec-5b2a-4d15-8468-2dd50cba0aae, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:50.330117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-2e90d393-1c3f-428d-9468-ff34ac76f2a0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:50.334328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:50.334747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:50.336048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-2e90d393-1c3f-428d-9468-ff34ac76f2a0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:50.348215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-2e90d393-1c3f-428d-9468-ff34ac76f2a0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:50.348838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-2e90d393-1c3f-428d-9468-ff34ac76f2a0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:50.350216 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f7be66d7-36a6-4e8a-92cb-4747f08a56f9 req-2e90d393-1c3f-428d-9468-ff34ac76f2a0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "PUT /networking/v2.0/ports/14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 981 time: 0.3431382 Oct 26 12:14:50.391525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['14131fec-5b2a-4d15-8468-2dd50cba0aae'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:14:50.399360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:50.423860 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90d393-1c3f-428d-9468-ff34ac76f2a0 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=14131fec-5b2a-4d15-8468-2dd50cba0aae,revision_number=6']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:50.439646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:50.517106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3b4c4-b981-408d-9a9d-2fb021886bdb req-f0735f17-0895-4fef-975d-92558b1b258f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:50.518753 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b4a3b4c4-b981-408d-9a9d-2fb021886bdb req-f0735f17-0895-4fef-975d-92558b1b258f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 984 time: 0.0548372 Oct 26 12:14:50.519294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['14131fec-5b2a-4d15-8468-2dd50cba0aae'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:14:50.554677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=47']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:50.558901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:50.593800 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b4a3b4c4-b981-408d-9a9d-2fb021886bdb req-6017eaf9-be66-41bc-b8aa-0b4c466f9799 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c232b2d7-abf1-4ca4-9cca-655360c9f3f3&id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674727 Oct 26 12:14:50.854782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:14:50.858235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26f8286-03bb-4bc4-beb5-8b1767c90612" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:14:50.911469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15beaa82-6527-4173-80bb-d187fd655c58 x-openstack-request-id: req-15beaa82-6527-4173-80bb-d187fd655c58 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:14:50.911806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:14:50.912316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15beaa82-6527-4173-80bb-d187fd655c58 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:14:50.912733 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15beaa82-6527-4173-80bb-d187fd655c58'] response: {'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'status': 'completed', 'code': 200} Oct 26 12:14:50.930539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:51.029458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:51.036012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-2fe0ddd4-e01a-4378-ae9f-10ea3dc33717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:51.037844 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-2fe0ddd4-e01a-4378-ae9f-10ea3dc33717 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1168 time: 0.0602744 Oct 26 12:14:51.135576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-633d6f01-c41f-4eca-a5d7-6dd2729e8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:51.137086 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-633d6f01-c41f-4eca-a5d7-6dd2729e8ee2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.0908146 Oct 26 12:14:51.199274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:51.206652 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-ee1d9573-3eb0-4d42-9bfb-13827adfb021 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 998 time: 0.0631387 Oct 26 12:14:51.257299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-4ab0a4e4-84df-4fb1-865c-11fe0cad9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:51.258770 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-4ab0a4e4-84df-4fb1-865c-11fe0cad9d10 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0449893 Oct 26 12:14:51.305404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-a5785643-3e99-409b-a5b1-6c36085711e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:14:51.307456 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-a5785643-3e99-409b-a5b1-6c36085711e0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395663 Oct 26 12:14:51.402133 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-75e0a003-057c-49f5-948e-da5f7647b306 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886552 Oct 26 12:14:51.414475 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea73384-740a-40a7-b3c2-e77951a0e70f None None] New status for floating IP 39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:14:51.496290 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b26f8286-03bb-4bc4-beb5-8b1767c90612 req-4c5d1199-70db-49a4-8d2c-d582a585c957 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855877 Oct 26 12:14:52.051464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:52.052403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:52.053146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:52.152586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:52.157031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:52.182219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:52.349014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:52.349320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:52.410588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:52.416747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:52.482618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:10Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:51Z', 'revision_number': 1, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:50Z', 'revision_number': 47, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:52.517368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:52.519113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=48']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:52.531105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.531452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.531815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.532156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.532487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.532815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.533140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.533462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.533787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.534109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.534432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.534756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.535074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.535390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.535707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:14:52.540766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:52.541328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:52.621242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:52.639553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:52.985588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:10Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:51Z', 'revision_number': 1, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:52Z', 'revision_number': 48, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:53.010939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5bd92f-7755-4dd4-9d73-7572f86e93da None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:10Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:51Z', 'revision_number': 1, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:52Z', 'revision_number': 48, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:54.211977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:54.261856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:54.262229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:54.262565 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:14:54.324653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:54.332932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:54.333358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:54.354529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:54.358578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:54.359531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:54.436890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=40']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:54.448866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:54.449243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:54.449580 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:14:54.520137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:54.520517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:54.554848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:54.560142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:54.584346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33e079d-7a61-4442-9732-e09ebe3deb73 None None] New status for floating IP 39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:14:54.613427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=49']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:55.574934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:55.574934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:55.574934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:55.677333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:55.743260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:55.887443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:54Z', 'revision_number': 40, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:54Z', 'revision_number': 2, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:54Z', 'revision_number': 49, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:55.917517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:55.925825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:55.926422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:56.025283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:56.101775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:56.172216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:56.289726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:54Z', 'revision_number': 40, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:54Z', 'revision_number': 2, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:54Z', 'revision_number': 49, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:56.320191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dde1651-5b6d-488f-b2c7-de1ab19b45b4 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:54Z', 'revision_number': 40, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:54Z', 'revision_number': 2, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:54Z', 'revision_number': 49, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:14:56.323532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:56.323945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:56.358796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:56.362863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:56.363645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:14:56.440673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=50']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:56.480399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:56.480782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:56.507206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:56.518279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:56.576150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=41']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:56.837661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b8be55b6-546b-4088-acee-61ac56ff1be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:57.957236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d12d043-eb34-45bd-990f-82ad2a223998 None None] New status for floating IP 39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:14:58.213387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:58.216558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:58.263826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:58.264206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:58.264551 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:14:58.333943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:58.334329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:58.355382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:58.359072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:58.359897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:14:58.434640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=42']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:58.445149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:14:58.445520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:58.445856 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:14:58.515482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:14:58.515811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:58.526145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:58.553301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:14:58.557410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:58.602420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=51']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:14:58.874192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:14:58.874192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:58.874192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:59.125481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d9001ea9-3732-49e6-a11c-604cf74c9cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:14:59.127842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:59.329614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:14:59.335841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:58Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:58Z', 'revision_number': 3, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:58Z', 'revision_number': 51, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:59.364249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:14:59.372555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:14:59.373157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:59.473352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:14:59.677325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:58Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:58Z', 'revision_number': 3, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:58Z', 'revision_number': 51, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:14:59.702121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeeceb5-faa4-4c3a-b5c8-7b36d8fd9752 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:14:58Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:14:58Z', 'revision_number': 3, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:14:58Z', 'revision_number': 51, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:15:00.127852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:00.207683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:00.208116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:00.249778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:00.257488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:00.266266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:00.288543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:00.318752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:00.356549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=52']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:00.399458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:00.479916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:00.526028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:15:00.526556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:00.526898 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:15:00.582954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=60,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:00.586870 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:00.606857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:00.607255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:00.616339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:00.642860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:00.647272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:00.698970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=53']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:00.702300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:00.781119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:00.781517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:00.806873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:00.810236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:00.860463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=43']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:01.357102 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf07cf-4369-4849-b1ab-aceb5716828b None None] New status for floating IP 39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:15:01.486634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=32 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:01.493071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=41 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:01.683671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:01.740541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:01.965715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:15:01.965715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:15:01.965715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:02.067443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:15:02.171814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:02.323740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:02.331357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:02.331762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:02.349167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:00Z', 'revision_number': 43, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:15:01Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:15:00Z', 'revision_number': 53, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:02.387987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:15:02.400934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:02.406011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:02.409244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:15:02.409851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:02.472938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:02.503383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=54']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:02.692759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:15:02.904856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:00Z', 'revision_number': 43, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:15:01Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:15:02Z', 'revision_number': 54, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:02.929691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db0240-1a9e-4517-8462-2c5f2d021202 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:00Z', 'revision_number': 43, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:15:01Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:15:02Z', 'revision_number': 54, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:15:04.215090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:04.258459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:15:04.259337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:04.259709 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:15:04.332871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:04.333264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:04.355617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:04.360186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:04.360970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:04.434771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=44']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:04.443338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:15:04.443710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:04.444073 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:15:04.519551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:04.519551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:04.522385 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478276ee-52d0-4eac-a3db-d8d901700507 None None] New status for floating IP 39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:15:04.528309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:04.553554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:04.557835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:04.604036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=55']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:05.138135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:15:05.138135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:15:05.138135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:05.240091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:15:05.306355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:05.448301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:04Z', 'revision_number': 44, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:15:04Z', 'revision_number': 5, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:15:04Z', 'revision_number': 55, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:05.472396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:15:05.481112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:15:05.481708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:14:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:05.589409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:15:05.801417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:04Z', 'revision_number': 44, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:15:04Z', 'revision_number': 5, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:15:04Z', 'revision_number': 55, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:15:05.826539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5a465-38ba-49a7-8248-6ba5944428cd None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:04Z', 'revision_number': 44, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': '39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee', 'tenant_id': '53037017726d4891b2efe150e219c913', 'floating_ip_address': '172.26.0.95', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'port_id': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:14:47Z', 'updated_at': '2022-10-26T12:15:04Z', 'revision_number': 5, 'project_id': '53037017726d4891b2efe150e219c913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:15:04Z', 'revision_number': 55, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:15:06.129998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:06.206109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:06.206499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:06.216331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:06.244963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:06.249573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:06.277105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:06.333547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=56']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:06.377099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:06.466935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:15:06.517939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:15:06.518427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:06.518829 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:15:06.562297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:06.598777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:06.599177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:06.635548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:06.639849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:06.692043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:06.695618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=57']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:06.772233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:06.772627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:06.796306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:06.799975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:06.850745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=45']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:07.424209 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c023b-2d17-4f68-94a3-6ea8f98f87a8 None None] New status for floating IP 39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:15:08.340340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:15:08.413333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:15:08.413722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:08.447898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:15:08.451852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:08.497338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=58']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:15:10.735286 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:15:12.116957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:14.762225 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:16.663952 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2479da7-1986-4620-94d3-1ba4756a490e req-53002497-87a9-4a27-89e0-9b16a73a52d8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434649 Oct 26 12:15:16.767086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2479da7-1986-4620-94d3-1ba4756a490e req-e6b7d516-e352-4cbe-bef5-1ab93f5ed09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:15:16.768618 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2479da7-1986-4620-94d3-1ba4756a490e req-e6b7d516-e352-4cbe-bef5-1ab93f5ed09d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1168 time: 0.0404944 Oct 26 12:15:16.874919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2479da7-1986-4620-94d3-1ba4756a490e req-88bb1e7a-da8c-4589-81f5-672478024724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:15:16.876412 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2479da7-1986-4620-94d3-1ba4756a490e req-88bb1e7a-da8c-4589-81f5-672478024724 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.0909498 Oct 26 12:15:16.940686 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2479da7-1986-4620-94d3-1ba4756a490e req-cd7cf4cd-4f9b-4b76-b9b4-086e72feb248 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 999 time: 0.0582554 Oct 26 12:15:16.988064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2479da7-1986-4620-94d3-1ba4756a490e req-2ebb6009-436a-4882-847d-3d83892fefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:15:16.989488 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2479da7-1986-4620-94d3-1ba4756a490e req-2ebb6009-436a-4882-847d-3d83892fefe6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0425940 Oct 26 12:15:17.035375 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2479da7-1986-4620-94d3-1ba4756a490e req-9dead974-c09b-474e-aba1-1fd91b97c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:15:17.037168 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2479da7-1986-4620-94d3-1ba4756a490e req-9dead974-c09b-474e-aba1-1fd91b97c3ff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0419891 Oct 26 12:15:17.126063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2479da7-1986-4620-94d3-1ba4756a490e req-53bc8fe1-c712-4a6a-8bdf-46d6dbb70f0c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827413 Oct 26 12:15:17.222553 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2479da7-1986-4620-94d3-1ba4756a490e req-91f6e0b7-d83c-49f5-a487-00bada9824e1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906806 Oct 26 12:15:22.110950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:22.112900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:24.762588 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:26.841395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6e75cb6e-9e92-485a-95e9-2826be0b92f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:27.207922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=52 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:27.219512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=49 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:29.026732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4ab23262-0286-4870-bd9e-48e233f70e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:30.261573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:31.686074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:31.744417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:41.737322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:41.739880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:42.121230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:42.536807 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:42.538696 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:47.734279 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:15:52.114919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:52.116839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:56.842564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0fd9-b624-4cb1-b500-b2efcd11db16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:15:57.729515 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:57.730343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:15:59.028842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b5914f58-f624-4eee-afe8-1e56fe1e93c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:00.262658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:01.691528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:01.750176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:11.737467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:11.742814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:12.122319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:18.643028 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-bbd5c607-1497-4bad-acb0-4dba17261e38 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395579 Oct 26 12:16:18.746122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-1502cebc-1b59-4e4e-906b-611d590a3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:16:18.747613 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-1502cebc-1b59-4e4e-906b-611d590a3a50 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1168 time: 0.0406837 Oct 26 12:16:18.852840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-285ab6b3-cf05-444c-bb0c-dcd63d370097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:16:18.854293 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-285ab6b3-cf05-444c-bb0c-dcd63d370097 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.0889387 Oct 26 12:16:18.916104 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-91ca1236-5552-4a38-9dcc-953a9184e200 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 999 time: 0.0554094 Oct 26 12:16:18.967067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-2eb8bf8c-2ea5-46d0-b249-7763ca745482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:16:18.968495 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-2eb8bf8c-2ea5-46d0-b249-7763ca745482 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0465460 Oct 26 12:16:19.011365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-5b610670-0db2-4f4d-b96b-b749eb6bd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:16:19.012863 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-5b610670-0db2-4f4d-b96b-b749eb6bd6cf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389740 Oct 26 12:16:19.101414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-fc132f5a-099f-45d5-a178-7ec03938387e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Oct 26 12:16:19.192264 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-93bff697-d710-4bc7-93a7-ce0ffe66b64e req-1c6098bd-2659-41f2-93f5-c943a9a6a64f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846033 Oct 26 12:16:19.529734 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:19.533904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:24.735090 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:16:26.593340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=17 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:26.595861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:26.845268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0c2828b0-6ddd-4328-92a3-3504cf734d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:29.029311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6ad61c91-ec6f-4318-96d3-4b62725ff5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:29.187628 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=51 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:29.189449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=50 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:30.266168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:31.683829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:31.751182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:34.730248 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:34.731012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:41.745883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:41.747768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:42.130146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:52.123577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:52.125598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:16:56.847762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7b068133-0795-4d0d-ba6b-be805e2dab8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:16:59.030455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-708f0756-e062-44af-bf27-a74df25d5197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:00.269247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:01.687638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:01.733455 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:17:01.756545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:11.728473 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:11.729829 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=18 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:11.745194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:11.752630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:12.145594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:18.655979 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-f4caabae-0e3b-45ab-a206-5101dba02c8a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389409 Oct 26 12:17:18.762291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-dc065cae-e3d7-4e00-a72d-19896de09858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:17:18.763889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-dc065cae-e3d7-4e00-a72d-19896de09858 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1168 time: 0.0428152 Oct 26 12:17:18.866196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-7a9a0bff-52f1-4ba8-8267-927e8a509845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:17:18.867573 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-7a9a0bff-52f1-4ba8-8267-927e8a509845 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.0853229 Oct 26 12:17:18.933222 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-f91737f9-4b0b-4abc-b89e-c65cdb9d34b6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 999 time: 0.0597727 Oct 26 12:17:18.981100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-29d4bcb2-e36d-4ab1-9df6-5d51148d6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:17:18.982501 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-29d4bcb2-e36d-4ab1-9df6-5d51148d6a02 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0435050 Oct 26 12:17:19.025099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-0ac5da7a-c56c-490c-b92c-a7f16c054fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:17:19.026567 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-0ac5da7a-c56c-490c-b92c-a7f16c054fd3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376329 Oct 26 12:17:19.118935 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-e9d495d5-e078-4dbf-86c4-c68c308e4eab service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860786 Oct 26 12:17:19.207874 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b15ac5a1-48d5-4a4f-907c-26a4f38df6a3 req-c8734f74-221c-4078-b34f-b3d6aefddc6e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827761 Oct 26 12:17:22.139654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:22.141179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:26.849685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-34800cc3-628e-48be-b7c8-5c4b6982c182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:29.035931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6871ba0f-0b74-474d-833c-21b45efb4bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:29.198450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=53 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:29.204416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=48 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:30.271339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:31.690489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:31.758445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:33.530240 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:37.771289 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:38.732578 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:17:41.752803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:41.754807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:42.140280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:48.727768 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:48.728549 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:52.134209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:52.136219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:17:56.851404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-59bbd1da-2b11-4bc3-b163-c4b9056cbcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:17:59.036989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d49d6afd-11e7-481c-be14-def47474a58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:00.276112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:01.697597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:01.762398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:10.540357 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:10.541657 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:11.755801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:11.757703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:12.171272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:15.731269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:18:19.683999 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-76e163a4-2057-4b42-8066-e26eb296b740 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437737 Oct 26 12:18:19.783162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-5ccec1be-2cd1-41bf-91b9-d291a25543f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:19.784669 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-5ccec1be-2cd1-41bf-91b9-d291a25543f1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1168 time: 0.0385203 Oct 26 12:18:19.888421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-bea24384-83f2-4ee1-b2f5-485e3fef3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:19.889917 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-bea24384-83f2-4ee1-b2f5-485e3fef3186 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.0864964 Oct 26 12:18:19.955012 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-14f74ff9-0117-44c1-acf0-95c1515eeac3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 999 time: 0.0589240 Oct 26 12:18:20.006429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-e8c6c72c-42e5-4ff7-bada-3ab3f807e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:20.007911 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-e8c6c72c-42e5-4ff7-bada-3ab3f807e881 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0459075 Oct 26 12:18:20.052330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-7f3c150d-4642-40c0-b29e-8ed2f23397df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:20.053790 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-7f3c150d-4642-40c0-b29e-8ed2f23397df service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389540 Oct 26 12:18:20.146216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-8f9ca5a6-ee2a-454d-a487-db1c84a32c44 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866833 Oct 26 12:18:20.239147 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d63b3970-9632-4a16-9d23-fae5ad50fc26 req-f8d44c05-520c-4069-aab7-56ec315976e5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869689 Oct 26 12:18:21.543166 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-c746d07c-b3dc-4f53-8de3-85756bed7641 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-634459489&fields=id&tenant_id=53037017726d4891b2efe150e219c913 HTTP/1.1" status: 200 len: 267 time: 0.0461857 Oct 26 12:18:21.596651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-c8362b2b-bcac-4b31-b359-6806154cda18 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:21.598110 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-c8362b2b-bcac-4b31-b359-6806154cda18 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 984 time: 0.0494187 Oct 26 12:18:21.609309 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Request body: {'port': {'security_groups': ['6c5e6d64-14d1-4254-80f4-d923260cf6d7']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:21.680565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:21.852657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] For port 14131fec-5b2a-4d15-8468-2dd50cba0aae, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:21.881299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:21.886783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:21.897075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:21.897680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:21.899039 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ecd39b5c-5036-44b3-8ab8-e83c249e4900 req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "PUT /networking/v2.0/ports/14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 942 time: 0.2942185 Oct 26 12:18:21.899581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:18:21.902511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10aa738-c473-4ca1-a65f-64950706844f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:21.905657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38370) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:21.932744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['14131fec-5b2a-4d15-8468-2dd50cba0aae'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:18:21.969037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event updated for resources: {'Port': ['ID=14131fec-5b2a-4d15-8468-2dd50cba0aae,revision_number=7']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:21.971168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (c232b2d7-abf1-4ca4-9cca-655360c9f3f3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:21.977198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.977550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.977951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.978292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.978627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.979131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.979469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.979900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.980238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.980576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.981420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.981420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.981724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.982034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.982364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8dd64d-4845-4f68-a78d-6fad245ec416 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:21.999821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (c232b2d7-abf1-4ca4-9cca-655360c9f3f3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:22.059262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a654c16-d017-4ace-85ec-520efe518f02 x-openstack-request-id: req-4a654c16-d017-4ace-85ec-520efe518f02 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:22.059782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:22.060033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a654c16-d017-4ace-85ec-520efe518f02 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:22.060449 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a654c16-d017-4ace-85ec-520efe518f02'] response: {'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'status': 'completed', 'code': 200} Oct 26 12:18:22.061608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['14131fec-5b2a-4d15-8468-2dd50cba0aae'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:18:22.076925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (c232b2d7-abf1-4ca4-9cca-655360c9f3f3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:22.079506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:22.083322 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c232b2d7-abf1-4ca4-9cca-655360c9f3f3 HTTP/1.1" status: 204 len: 168 time: 0.1740813 Oct 26 12:18:22.083653 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38374) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:22.091142 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232b2d7-abf1-4ca4-9cca-655360c9f3f3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:22.099849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.100202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.100549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.100887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.101219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.101552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.101882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.102513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.102513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.102843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.103174 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.103498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.104425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.104749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.105075 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312d2a91-18c8-4846-a3e0-0a628cf10a50 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:22.151800 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aa738-c473-4ca1-a65f-64950706844f req-8e2c0b15-f80e-4af8-97e1-bac073049ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:22.153349 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a10aa738-c473-4ca1-a65f-64950706844f req-8e2c0b15-f80e-4af8-97e1-bac073049ba6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1129 time: 0.0425403 Oct 26 12:18:22.255823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Deleting port 9577529b-dbd2-4a79-94e4-5999a4e913dd {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:18:22.255823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (9577529b-dbd2-4a79-94e4-5999a4e913dd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:22.258751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aa738-c473-4ca1-a65f-64950706844f req-047af89a-8731-4d99-bed9-64d873682cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:22.260712 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a10aa738-c473-4ca1-a65f-64950706844f req-047af89a-8731-4d99-bed9-64d873682cf3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.1003036 Oct 26 12:18:22.335735 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a10aa738-c473-4ca1-a65f-64950706844f req-bfe27c4b-416c-4519-9db0-ab076e4b3592 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 999 time: 0.0636938 Oct 26 12:18:22.625399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (9577529b-dbd2-4a79-94e4-5999a4e913dd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:22.625988 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for floatingip (9577529b-dbd2-4a79-94e4-5999a4e913dd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:22.639926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Calling delete_port for 9577529b-dbd2-4a79-94e4-5999a4e913dd owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:18:22.710661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aa738-c473-4ca1-a65f-64950706844f req-423c1edd-44e1-48ef-8915-d8fe96af7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:22.712162 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a10aa738-c473-4ca1-a65f-64950706844f req-423c1edd-44e1-48ef-8915-d8fe96af7a3b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.3684363 Oct 26 12:18:22.741122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:22.757442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aa738-c473-4ca1-a65f-64950706844f req-be7dcd8a-ed05-4fad-8210-f00294c71756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:22.759148 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a10aa738-c473-4ca1-a65f-64950706844f req-be7dcd8a-ed05-4fad-8210-f00294c71756 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406094 Oct 26 12:18:22.793078 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (9577529b-dbd2-4a79-94e4-5999a4e913dd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:22.798100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:22.819394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:22.820093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event deleted for resources: {'Port': ['ID=9577529b-dbd2-4a79-94e4-5999a4e913dd,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:22.822456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:22.861660 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a10aa738-c473-4ca1-a65f-64950706844f req-9e08ebdb-0691-423a-8aec-73ff064bab12 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962393 Oct 26 12:18:22.888213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks [] for floatingip (39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:22.889324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Floating IP 39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee disassociated (deleted). External IP: 172.26.0.95, port: 14131fec-5b2a-4d15-8468-2dd50cba0aae. Oct 26 12:18:22.957133 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a10aa738-c473-4ca1-a65f-64950706844f req-d264feb5-5a58-4f53-9790-c54bf80aad5b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893538 Oct 26 12:18:23.093636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Router 84f7092b-c6eb-47d6-988b-466335f505a4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:18:23.197065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:18:23.202615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:23.208080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:23.217480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:23.218096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:23.232654 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9606fbc9-5e66-4ea4-a9bf-0a17a0a425b5 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/39ae1bfd-caef-4f3c-a6c1-bf5ae2b73dee HTTP/1.1" status: 204 len: 168 time: 1.1477828 Oct 26 12:18:23.325256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:23.527132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:06Z', 'revision_number': 45, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:15:08Z', 'revision_number': 58, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:23.552545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:23.562403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:23.563004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:23.606383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:23.614689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:23.668098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:23.859059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:06Z', 'revision_number': 45, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:15:08Z', 'revision_number': 58, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:23.888879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a3e4f-6773-450d-9e22-5fb3f8d605e3 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:06Z', 'revision_number': 45, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:15:08Z', 'revision_number': 58, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:24.062237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:18:24.064588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ddcf25-db59-463b-95cb-b7db85933638" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:24.137475 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0f8590-42e2-47e4-9b0b-a93769ace43b x-openstack-request-id: req-2b0f8590-42e2-47e4-9b0b-a93769ace43b {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:24.137902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:24.138224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b0f8590-42e2-47e4-9b0b-a93769ace43b {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:24.138698 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0f8590-42e2-47e4-9b0b-a93769ace43b'] response: {'name': 'network-changed', 'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'status': 'completed', 'code': 200} Oct 26 12:18:24.235105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddcf25-db59-463b-95cb-b7db85933638 req-42fc6d92-3949-4a70-ae76-b3197961cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:24.237524 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-56ddcf25-db59-463b-95cb-b7db85933638 req-42fc6d92-3949-4a70-ae76-b3197961cd28 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=53037017726d4891b2efe150e219c913&device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 1129 time: 0.0484841 Oct 26 12:18:24.359797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:24.375386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddcf25-db59-463b-95cb-b7db85933638 req-1180206c-ce00-42aa-a668-4afdc455df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:24.377165 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-56ddcf25-db59-463b-95cb-b7db85933638 req-1180206c-ce00-42aa-a668-4afdc455df02 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 200 len: 915 time: 0.1307418 Oct 26 12:18:24.437675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:24.438053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:24.438388 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:18:24.441677 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-56ddcf25-db59-463b-95cb-b7db85933638 req-0963bf17-f2f7-48b1-9c83-70d2b19259f1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 200 len: 217 time: 0.0565820 Oct 26 12:18:24.542246 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddcf25-db59-463b-95cb-b7db85933638 req-52d7d21a-5b99-4f49-b495-c6d81c455d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:24.543885 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-56ddcf25-db59-463b-95cb-b7db85933638 req-52d7d21a-5b99-4f49-b495-c6d81c455d61 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 200 len: 853 time: 0.0934136 Oct 26 12:18:24.563001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:24.563383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:24.604998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:24.611660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:24.611874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddcf25-db59-463b-95cb-b7db85933638 req-5b8d6305-a36d-496f-afd9-efa6295feb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:24.617873 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-56ddcf25-db59-463b-95cb-b7db85933638 req-5b8d6305-a36d-496f-afd9-efa6295feb6a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=39f61b2a-66b5-4294-b0bc-39a00f59e87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0631888 Oct 26 12:18:24.687084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=59']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:24.705894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.706243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.706594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.706938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.707281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.707620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.707980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.708312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.708642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.708977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.709309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.709640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.709968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.710294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.710624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:24.800679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-56ddcf25-db59-463b-95cb-b7db85933638 req-6d4285d1-c155-4261-8e23-d6cce640fe50 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792586 Oct 26 12:18:24.922130 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-56ddcf25-db59-463b-95cb-b7db85933638 req-48e5da86-2f2e-4549-9b9c-3672d753ce87 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085734 Oct 26 12:18:25.726490 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:25.727237 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:26.540681 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:26.540681 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:26.540681 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:26.588009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:26.653801 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:26.673041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:26.673432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:26.714793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:26.719881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:26.770853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=60']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:26.856499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f53d-716c-4cb9-9da8-1e89e69b31a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:26.934125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:06Z', 'revision_number': 45, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:24Z', 'revision_number': 59, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:26.958827 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:26.968071 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:26.968716 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:17:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:27.070696 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:27.259701 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:06Z', 'revision_number': 45, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:26Z', 'revision_number': 60, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:27.285118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf0eb1-1971-4c35-af85-6b2a066d10c9 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:15:06Z', 'revision_number': 45, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:26Z', 'revision_number': 60, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:28.340518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:28.394222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:28.394672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:28.395081 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:18:28.441098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:28.482673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:28.483063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:28.504815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:28.508426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:28.509190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:28.559120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:28.586319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=46']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:28.597519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:28.597888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:28.598219 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:18:28.673115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:28.673420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:28.705887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:28.709441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:28.758364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=61']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:29.044368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4c9ea593-df30-43be-a53a-d864c84e68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:29.751919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:29.761476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:29.762099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:29.867305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:30.196928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:18:28Z', 'revision_number': 46, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:28Z', 'revision_number': 61, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:30.222343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:30.231380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:30.232108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:30.286856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:30.326426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:30.393017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:30.398042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:30.496351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:30.496769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:30.555613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:30.577198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:30.585076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:30.585792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:30.718265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=62']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:30.740731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:18:28Z', 'revision_number': 46, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:28Z', 'revision_number': 61, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:30.772826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfcddc7-a7df-4a0d-9d61-4b1041be124e None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:18:28Z', 'revision_number': 46, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:28Z', 'revision_number': 61, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:30.780592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:30.780875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:30.804523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:30.810430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:30.862256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=47']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:31.696154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:31.773974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:32.335590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:32.396481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:32.397100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:32.397612 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:18:32.419912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f9628-5265-4914-a543-3be2003d8394 req-caf6efd4-0224-409a-b088-71474d44f943 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:32.424612 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e28f9628-5265-4914-a543-3be2003d8394 req-caf6efd4-0224-409a-b088-71474d44f943 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 945 time: 0.0586631 Oct 26 12:18:32.480097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:32.480485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:32.492304 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e28f9628-5265-4914-a543-3be2003d8394 req-bcec6634-35d0-46a3-a277-7ac1a37b19f3 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616255 Oct 26 12:18:32.505864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:32.511638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:32.512872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:32.594202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=48']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:32.602386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:32.602762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:32.603102 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:18:32.688848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:32.688848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:32.697490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:32.726465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:32.731340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:32.773887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:32.780123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=63']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:33.022209 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:33.033983 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:33.034524 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:33.139200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:33.323341 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:18:32Z', 'revision_number': 48, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:32Z', 'revision_number': 63, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:33.325761 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:33.348268 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:33.354392 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:33.358567 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:33.359172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:33.459602 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:33.614096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01abbe-3494-48fc-8e28-c12af2fe24c9 req-6eb24723-095c-4aec-8f15-cc56453bcf1a tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:33.615851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9d01abbe-3494-48fc-8e28-c12af2fe24c9 req-6eb24723-095c-4aec-8f15-cc56453bcf1a tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 945 time: 0.0481791 Oct 26 12:18:33.642889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:18:32Z', 'revision_number': 48, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:32Z', 'revision_number': 63, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:33.668437 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9d01abbe-3494-48fc-8e28-c12af2fe24c9 req-a1d6756d-1d33-40c1-abdb-8eaad6e62394 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6c5e6d64-14d1-4254-80f4-d923260cf6d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Oct 26 12:18:33.671634 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc653d30-b518-4a32-96b0-f9c200095256 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:18:32Z', 'revision_number': 48, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:32Z', 'revision_number': 63, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:33.982815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-38d4059d-c215-4685-bb10-3aa6295ae473 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:33.984341 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-38d4059d-c215-4685-bb10-3aa6295ae473 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 945 time: 0.0545576 Oct 26 12:18:34.071520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Deleting port 14131fec-5b2a-4d15-8468-2dd50cba0aae {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:18:34.071898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:34.172405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] For port 14131fec-5b2a-4d15-8468-2dd50cba0aae, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=14131fec-5b2a-4d15-8468-2dd50cba0aae,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:34.172769 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:34.188284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Calling delete_port for 14131fec-5b2a-4d15-8468-2dd50cba0aae owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:18:34.239771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:34.328248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:34.329779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:34.351172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (14131fec-5b2a-4d15-8468-2dd50cba0aae), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:34.351969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:34.353572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:34.385207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['14131fec-5b2a-4d15-8468-2dd50cba0aae'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:18:34.396991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Pushing event deleted for resources: {'Port': ['ID=14131fec-5b2a-4d15-8468-2dd50cba0aae,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:34.397229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:34.423926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:34.456960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] No DVR routers for this DVR port 14131fec-5b2a-4d15-8468-2dd50cba0aae on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:18:34.459443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:34.459693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:34.463530 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-90067de6-cdb7-4bb5-b327-e4dfb4fe4b69 req-d00e82d8-3ee8-48dc-b4d9-c9a782c85db9 tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.23 "DELETE /networking/v2.0/ports/14131fec-5b2a-4d15-8468-2dd50cba0aae HTTP/1.1" status: 204 len: 173 time: 0.4736798 Oct 26 12:18:34.465012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'name': 'network-vif-deleted', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:18:34.467788 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41491af1-73e5-4659-b5fd-2061234d5d44" -d '{"events": [{"server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "name": "network-vif-deleted", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:34.518668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8d93ce-aa87-494a-9aa5-f5fe507e7763 x-openstack-request-id: req-6b8d93ce-aa87-494a-9aa5-f5fe507e7763 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:34.518988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0d93a2-8c51-446d-8814-ac712c77474a", "name": "network-vif-deleted", "tag": "14131fec-5b2a-4d15-8468-2dd50cba0aae", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:34.519250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b8d93ce-aa87-494a-9aa5-f5fe507e7763 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:34.519701 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8d93ce-aa87-494a-9aa5-f5fe507e7763'] response: {'server_uuid': 'fd0d93a2-8c51-446d-8814-ac712c77474a', 'name': 'network-vif-deleted', 'tag': '14131fec-5b2a-4d15-8468-2dd50cba0aae', 'status': 'completed', 'code': 200} Oct 26 12:18:34.524143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=64']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:34.568160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:34.713314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:34.766954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:34.767513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:34.768009 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:18:34.814179 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4017371b-db84-4140-bb73-4cb4ed8e9da6 req-a153b9ef-12e5-4e73-97bb-85154637ce4f tempest-TestMinimumBasicScenario-127994624 tempest-TestMinimumBasicScenario-127994624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fd0d93a2-8c51-446d-8814-ac712c77474a HTTP/1.1" status: 200 len: 210 time: 0.0410392 Oct 26 12:18:34.860552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:34.861647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:34.911887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cd80f842-866c-4707-852a-edfa1ee89b6a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:34.912265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:34.912602 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cd80f842-866c-4707-852a-edfa1ee89b6a Oct 26 12:18:34.998816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:34.999209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:35.037149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:35.043181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:35.098028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=65']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:35.102184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:35.177931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:35.178230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:35.189158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:35.200886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:35.204350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:35.232589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:35.252370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=49']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:36.283952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:36.286056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:36.286056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:36.348510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:36.434287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:36.478009 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38474) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:36.548978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cd80f842-866c-4707-852a-edfa1ee89b6a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:36.549278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:36.633226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:36.645855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:36.733694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=66']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:36.739695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:18:35Z', 'revision_number': 49, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:35Z', 'revision_number': 65, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:36.912969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] Checking router: 84f7092b-c6eb-47d6-988b-466335f505a4 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:36.922857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] Routers {'84f7092b-c6eb-47d6-988b-466335f505a4'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:36.923469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['84f7092b-c6eb-47d6-988b-466335f505a4'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:36.935679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (84f7092b-c6eb-47d6-988b-466335f505a4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:37.025683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] Set router 84f7092b-c6eb-47d6-988b-466335f505a4 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:37.156017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Deleting port cd80f842-866c-4707-852a-edfa1ee89b6a {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:18:37.156357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:37.213336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:18:35Z', 'revision_number': 49, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:36Z', 'revision_number': 66, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:37.242263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] For port cd80f842-866c-4707-852a-edfa1ee89b6a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cd80f842-866c-4707-852a-edfa1ee89b6a,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:37.242627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:37.242735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54a011-b207-4bcd-a786-b428a49cd8eb None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [{'id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'name': 'tempest-TestMinimumBasicScenario-194097563-router', 'tenant_id': '53037017726d4891b2efe150e219c913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43'}], 'enable_snat': True}, 'gw_port_id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:09:17Z', 'revision_number': 4, 'project_id': '53037017726d4891b2efe150e219c913', 'gw_port': {'id': 'db3e85e4-6362-45b2-b5db-836ad2fe2eeb', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:15Z', 'updated_at': '2022-10-26T12:18:35Z', 'revision_number': 49, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'cd80f842-866c-4707-852a-edfa1ee89b6a', 'name': '', 'network_id': '39f61b2a-66b5-4294-b0bc-39a00f59e87d', 'tenant_id': '53037017726d4891b2efe150e219c913', 'mac_address': 'fa:16:3e:cf:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f7092b-c6eb-47d6-988b-466335f505a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:17Z', 'updated_at': '2022-10-26T12:18:36Z', 'revision_number': 66, 'project_id': '53037017726d4891b2efe150e219c913', 'subnets': [{'id': 'b71e9551-c73b-497a-8ae1-c41513c124a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:37.257365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Calling delete_port for cd80f842-866c-4707-852a-edfa1ee89b6a owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:18:37.383080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 14131fec-5b2a-4d15-8468-2dd50cba0aae no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:37.386892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:37.399696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:37.403669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:37.405406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 14131fec-5b2a-4d15-8468-2dd50cba0aae {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:18:37.405761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 14131fec-5b2a-4d15-8468-2dd50cba0aae not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:37.460044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (cd80f842-866c-4707-852a-edfa1ee89b6a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:37.483180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd80f842-866c-4707-852a-edfa1ee89b6a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:37.674473 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (84f7092b-c6eb-47d6-988b-466335f505a4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:37.711979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3f15d-7aee-4c74-884c-a4fe3efc4b5c None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:18:37.801942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb3f15d-7aee-4c74-884c-a4fe3efc4b5c None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:18:37.866476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:37.909025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Router 84f7092b-c6eb-47d6-988b-466335f505a4 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:18:38.034710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:18:38.040171 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-49a25650-8e4c-42a4-961d-5f8ab94eaf7a admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/84f7092b-c6eb-47d6-988b-466335f505a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5565159 Oct 26 12:18:38.043323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38478) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:38.156811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks [] for router (84f7092b-c6eb-47d6-988b-466335f505a4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.278426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks [] for router_gateway (84f7092b-c6eb-47d6-988b-466335f505a4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.335528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Deleting port db3e85e4-6362-45b2-b5db-836ad2fe2eeb {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:18:38.335916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.367613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:38.411160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:38.418395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port db3e85e4-6362-45b2-b5db-836ad2fe2eeb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:38.419436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.419870 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port db3e85e4-6362-45b2-b5db-836ad2fe2eeb Oct 26 12:18:38.448715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:38.470772 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:38.471403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.492301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Calling delete_port for db3e85e4-6362-45b2-b5db-836ad2fe2eeb owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:18:38.520886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port db3e85e4-6362-45b2-b5db-836ad2fe2eeb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:38.521548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.545107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port db3e85e4-6362-45b2-b5db-836ad2fe2eeb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:38.551747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.602278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=50']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:38.636099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-af6cf4f7-82ce-4f32-a10b-0a2bfee1b9b7 None None] Provisioning complete for port f0d2af22-21b0-4abb-8008-eabce3544791 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:38.636878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-af6cf4f7-82ce-4f32-a10b-0a2bfee1b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.637295 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-af6cf4f7-82ce-4f32-a10b-0a2bfee1b9b7 None None] Attempt 1 to provision port f0d2af22-21b0-4abb-8008-eabce3544791 Oct 26 12:18:38.692889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (db3e85e4-6362-45b2-b5db-836ad2fe2eeb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.718758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-af6cf4f7-82ce-4f32-a10b-0a2bfee1b9b7 None None] Current status of the port f0d2af22-21b0-4abb-8008-eabce3544791 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:38.724007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Pushing event deleted for resources: {'Port': ['ID=db3e85e4-6362-45b2-b5db-836ad2fe2eeb,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:38.788244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (84f7092b-c6eb-47d6-988b-466335f505a4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.876863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (84f7092b-c6eb-47d6-988b-466335f505a4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.878995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks [] for router_controller (84f7092b-c6eb-47d6-988b-466335f505a4), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.924053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (84f7092b-c6eb-47d6-988b-466335f505a4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.924744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84f7092b-c6eb-47d6-988b-466335f505a4 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:18:38.929624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:38.930782 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f84ac50e-1f02-418a-9d0b-0cbfd733389c admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/84f7092b-c6eb-47d6-988b-466335f505a4 HTTP/1.1" status: 204 len: 168 time: 0.8863080 Oct 26 12:18:38.933581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38480) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:38.982090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a2fe47-b4c7-4da9-b3fa-d8a24e316492 admin admin] Deleting subnet b71e9551-c73b-497a-8ae1-c41513c124a6 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:18:38.985328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26a2fe47-b4c7-4da9-b3fa-d8a24e316492 admin admin] Publish callbacks [] for subnet (b71e9551-c73b-497a-8ae1-c41513c124a6), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.019314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26a2fe47-b4c7-4da9-b3fa-d8a24e316492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (b71e9551-c73b-497a-8ae1-c41513c124a6), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.093039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26a2fe47-b4c7-4da9-b3fa-d8a24e316492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b71e9551-c73b-497a-8ae1-c41513c124a6), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.155767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26a2fe47-b4c7-4da9-b3fa-d8a24e316492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (b71e9551-c73b-497a-8ae1-c41513c124a6), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.181670 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2fe47-b4c7-4da9-b3fa-d8a24e316492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71e9551-c73b-497a-8ae1-c41513c124a6,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:39.185515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-26a2fe47-b4c7-4da9-b3fa-d8a24e316492 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.191337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38482) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:39.191900 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-26a2fe47-b4c7-4da9-b3fa-d8a24e316492 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/b71e9551-c73b-497a-8ae1-c41513c124a6 HTTP/1.1" status: 204 len: 168 time: 0.2567375 Oct 26 12:18:39.194182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d61f51-1b0e-45b8-ba21-ab14747a4141 None None] Network 39f61b2a-66b5-4294-b0bc-39a00f59e87d requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:18:39.274178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (39f61b2a-66b5-4294-b0bc-39a00f59e87d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.320910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Deleting port f0d2af22-21b0-4abb-8008-eabce3544791 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:18:39.321249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.385024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] For port f0d2af22-21b0-4abb-8008-eabce3544791, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f0d2af22-21b0-4abb-8008-eabce3544791,segment=NetworkSegment(7722a272-5b7f-4263-bc85-5e68ff9e0e61),segment_id=7722a272-5b7f-4263-bc85-5e68ff9e0e61)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:39.385371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.404056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Calling delete_port for f0d2af22-21b0-4abb-8008-eabce3544791 owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:18:39.479343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f0d2af22-21b0-4abb-8008-eabce3544791), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.504163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d2af22-21b0-4abb-8008-eabce3544791,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:39.507798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] No DVR routers for this DVR port f0d2af22-21b0-4abb-8008-eabce3544791 on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:18:39.582225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (39f61b2a-66b5-4294-b0bc-39a00f59e87d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.603933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f61b2a-66b5-4294-b0bc-39a00f59e87d']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:39.613801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7722a272-5b7f-4263-bc85-5e68ff9e0e61') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:39.614101 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7722a272-5b7f-4263-bc85-5e68ff9e0e61') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:39.624161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1b11f-9e38-4d44-b3cf-ef84d70d4c8d None None] DHCP port deletion for 39f61b2a-66b5-4294-b0bc-39a00f59e87d request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:18:39.624958 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (7722a272-5b7f-4263-bc85-5e68ff9e0e61), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.642337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (7722a272-5b7f-4263-bc85-5e68ff9e0e61), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.650182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:18:39.650629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (7722a272-5b7f-4263-bc85-5e68ff9e0e61), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.673540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:39.673646 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4397611-abce-4916-9cd4-82cbb1bb65b5 None None] Sync routers for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:39.673646 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4397611-abce-4916-9cd4-82cbb1bb65b5 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:39.674174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4397611-abce-4916-9cd4-82cbb1bb65b5 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:18:39.674580 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-b4397611-abce-4916-9cd4-82cbb1bb65b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84f7092b-c6eb-47d6-988b-466335f505a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:18:39.677139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:39.687464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4397611-abce-4916-9cd4-82cbb1bb65b5 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:39.687887 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4397611-abce-4916-9cd4-82cbb1bb65b5 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:18:39.688471 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-b4397611-abce-4916-9cd4-82cbb1bb65b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84f7092b-c6eb-47d6-988b-466335f505a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:18:39.688841 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4397611-abce-4916-9cd4-82cbb1bb65b5 None None] The sync data for ids ['84f7092b-c6eb-47d6-988b-466335f505a4'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:39.730232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (39f61b2a-66b5-4294-b0bc-39a00f59e87d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.734756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:39.738143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/39f61b2a-66b5-4294-b0bc-39a00f59e87d HTTP/1.1" status: 204 len: 168 time: 0.5454097 Oct 26 12:18:39.741194 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38488) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:39.757631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29028fc5-a8bc-42e9-8352-272533c558c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f61b2a-66b5-4294-b0bc-39a00f59e87d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:39.771932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 7722a272-5b7f-4263-bc85-5e68ff9e0e61 resource provider aggregate not found Oct 26 12:18:39.786806 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 7722a272-5b7f-4263-bc85-5e68ff9e0e61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7722a272-5b7f-4263-bc85-5e68ff9e0e61 found for delete ", "request_id": "req-43cba8e0-aef4-4f1c-bfe3-d9b3958ea118"}]} Oct 26 12:18:39.798181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:39.832677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:40.057426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (6fc7bb60-b793-4258-8cf4-db6a62d424db), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:40.276472 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Deleting port e1437512-1c1f-4ece-847c-2e3cc41f2c22 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:18:40.276803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:40.298954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:40.318786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: cd80f842-866c-4707-852a-edfa1ee89b6a {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:18:40.319137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cd80f842-866c-4707-852a-edfa1ee89b6a not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:40.319565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f0d2af22-21b0-4abb-8008-eabce3544791 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:40.338831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f0d2af22-21b0-4abb-8008-eabce3544791 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:18:40.339184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f0d2af22-21b0-4abb-8008-eabce3544791 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:40.339692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:40.358973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: db3e85e4-6362-45b2-b5db-836ad2fe2eeb {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:18:40.359324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device db3e85e4-6362-45b2-b5db-836ad2fe2eeb not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:40.671763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] For port e1437512-1c1f-4ece-847c-2e3cc41f2c22, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e1437512-1c1f-4ece-847c-2e3cc41f2c22,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:40.672030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:40.685082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Calling delete_port for e1437512-1c1f-4ece-847c-2e3cc41f2c22 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:18:40.859654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e1437512-1c1f-4ece-847c-2e3cc41f2c22), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:40.883873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e1437512-1c1f-4ece-847c-2e3cc41f2c22,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:40.942500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:40.990200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:41.057119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (6fc7bb60-b793-4258-8cf4-db6a62d424db), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:41.077585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403fd23-762f-4c3b-ab84-1f6feaaaf626 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:18:41.149284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403fd23-762f-4c3b-ab84-1f6feaaaf626 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:18:41.163875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:41.268121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Router 6fc7bb60-b793-4258-8cf4-db6a62d424db has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:18:41.378298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:18:41.383583 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-21fba6d5-32cc-428f-980b-93bd811278ff admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/6fc7bb60-b793-4258-8cf4-db6a62d424db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6410778 Oct 26 12:18:41.386473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38492) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:41.389143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:41.403269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:41.403932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:41.499398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks [] for router (6fc7bb60-b793-4258-8cf4-db6a62d424db), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:41.529367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:41.601526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:41.645479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks [] for router_gateway (6fc7bb60-b793-4258-8cf4-db6a62d424db), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:41.699273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Deleting port 11728cd9-e4dc-45f9-84b7-c415295b8908 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:18:41.699640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:41.742142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:18:40Z', 'revision_number': 5, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port': {'id': '11728cd9-e4dc-45f9-84b7-c415295b8908', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:09:20Z', 'updated_at': '2022-10-26T12:10:19Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:41.774247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] Checking router: 6fc7bb60-b793-4258-8cf4-db6a62d424db for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:41.786493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] Routers {'6fc7bb60-b793-4258-8cf4-db6a62d424db'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:41.787183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['6fc7bb60-b793-4258-8cf4-db6a62d424db'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:41.793854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] For port 11728cd9-e4dc-45f9-84b7-c415295b8908, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=11728cd9-e4dc-45f9-84b7-c415295b8908,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:41.794337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:41.808957 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Calling delete_port for 11728cd9-e4dc-45f9-84b7-c415295b8908 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:18:41.893260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] Set router 6fc7bb60-b793-4258-8cf4-db6a62d424db gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:41.895420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-de831894-82b5-4578-bc68-af227d5243cf None None] Provisioning complete for port 1ec6d20b-c80a-446a-abfd-b4b12737184b triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:41.895825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de831894-82b5-4578-bc68-af227d5243cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:41.896164 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-de831894-82b5-4578-bc68-af227d5243cf None None] Attempt 1 to provision port 1ec6d20b-c80a-446a-abfd-b4b12737184b Oct 26 12:18:41.970733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:18:41Z', 'revision_number': 6, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:41.992065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (11728cd9-e4dc-45f9-84b7-c415295b8908), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.002967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c78c551-8cd1-4670-9bb5-c6859af3755e None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [{'id': '6fc7bb60-b793-4258-8cf4-db6a62d424db', 'name': 'tempest-TestMinimumBasicScenario-1644708795-router', 'tenant_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:09:19Z', 'updated_at': '2022-10-26T12:18:41Z', 'revision_number': 6, 'project_id': 'e79e82f4db814a8db2f19ece7b6b6646', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:42.030320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Pushing event deleted for resources: {'Port': ['ID=11728cd9-e4dc-45f9-84b7-c415295b8908,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:42.112335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (6fc7bb60-b793-4258-8cf4-db6a62d424db), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.221765 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (6fc7bb60-b793-4258-8cf4-db6a62d424db), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.224095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-de831894-82b5-4578-bc68-af227d5243cf None None] Current status of the port 1ec6d20b-c80a-446a-abfd-b4b12737184b is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:42.224818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks [] for router_controller (6fc7bb60-b793-4258-8cf4-db6a62d424db), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.229028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.270916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (6fc7bb60-b793-4258-8cf4-db6a62d424db), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.271580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc7bb60-b793-4258-8cf4-db6a62d424db {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:18:42.276069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.277893 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-56ac21b8-31bc-48f1-a8b3-7ad0de91a653 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/6fc7bb60-b793-4258-8cf4-db6a62d424db HTTP/1.1" status: 204 len: 168 time: 0.8897662 Oct 26 12:18:42.280471 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38494) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:42.325937 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b94f54-a23d-45c1-8e93-520340e0a1e8 admin admin] Deleting subnet 40539e31-c4f5-445f-a03c-0c39291fdcf3 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:18:42.329131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8b94f54-a23d-45c1-8e93-520340e0a1e8 admin admin] Publish callbacks [] for subnet (40539e31-c4f5-445f-a03c-0c39291fdcf3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.368128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8b94f54-a23d-45c1-8e93-520340e0a1e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (40539e31-c4f5-445f-a03c-0c39291fdcf3), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.386148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:42.412839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:42.450486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8b94f54-a23d-45c1-8e93-520340e0a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (40539e31-c4f5-445f-a03c-0c39291fdcf3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.506419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8b94f54-a23d-45c1-8e93-520340e0a1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (40539e31-c4f5-445f-a03c-0c39291fdcf3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.538026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b94f54-a23d-45c1-8e93-520340e0a1e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40539e31-c4f5-445f-a03c-0c39291fdcf3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:42.540298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8b94f54-a23d-45c1-8e93-520340e0a1e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.543403 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b8b94f54-a23d-45c1-8e93-520340e0a1e8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/40539e31-c4f5-445f-a03c-0c39291fdcf3 HTTP/1.1" status: 204 len: 168 time: 0.2619882 Oct 26 12:18:42.544484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ffb75-6d23-403e-8f1a-481f9e95e22d None None] Network 6f072f77-6d5b-464a-ac5f-0b34a1fb784f requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:18:42.546338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38496) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:42.623070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (6f072f77-6d5b-464a-ac5f-0b34a1fb784f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.670041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Deleting port 1ec6d20b-c80a-446a-abfd-b4b12737184b {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:18:42.670479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.711061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987211d3-ab55-466a-81f2-42f6edc06a1f None None] DHCP port deletion for 6f072f77-6d5b-464a-ac5f-0b34a1fb784f request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:18:42.748738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] For port 1ec6d20b-c80a-446a-abfd-b4b12737184b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1ec6d20b-c80a-446a-abfd-b4b12737184b,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:42.748738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.756639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-987211d3-ab55-466a-81f2-42f6edc06a1f None None] Deleting port 1ec6d20b-c80a-446a-abfd-b4b12737184b {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:18:42.757690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-987211d3-ab55-466a-81f2-42f6edc06a1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.764956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Calling delete_port for 1ec6d20b-c80a-446a-abfd-b4b12737184b owned by network:dhcp {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:18:42.793481 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2f7da-7a27-43a9-b10c-479d2918f081 None None] Sync routers for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:42.803910 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2f7da-7a27-43a9-b10c-479d2918f081 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:42.804279 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2f7da-7a27-43a9-b10c-479d2918f081 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:18:42.804859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-cda2f7da-7a27-43a9-b10c-479d2918f081 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6fc7bb60-b793-4258-8cf4-db6a62d424db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:18:42.814111 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2f7da-7a27-43a9-b10c-479d2918f081 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:42.814473 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2f7da-7a27-43a9-b10c-479d2918f081 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:18:42.815039 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-cda2f7da-7a27-43a9-b10c-479d2918f081 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6fc7bb60-b793-4258-8cf4-db6a62d424db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:18:42.815797 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2f7da-7a27-43a9-b10c-479d2918f081 None None] The sync data for ids ['6fc7bb60-b793-4258-8cf4-db6a62d424db'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:42.826298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-987211d3-ab55-466a-81f2-42f6edc06a1f None None] For port 1ec6d20b-c80a-446a-abfd-b4b12737184b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=1ec6d20b-c80a-446a-abfd-b4b12737184b,segment=NetworkSegment(24df36e0-f9ba-477c-b801-05b929cfa7c1),segment_id=24df36e0-f9ba-477c-b801-05b929cfa7c1)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:42.826749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-987211d3-ab55-466a-81f2-42f6edc06a1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.839464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-987211d3-ab55-466a-81f2-42f6edc06a1f None None] Calling delete_port for 1ec6d20b-c80a-446a-abfd-b4b12737184b owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:18:42.860372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.889207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec6d20b-c80a-446a-abfd-b4b12737184b,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:42.894657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] No DVR routers for this DVR port 1ec6d20b-c80a-446a-abfd-b4b12737184b on host dv-neutron-759874-5-hyperv {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:18:42.899713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:42.921615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-987211d3-ab55-466a-81f2-42f6edc06a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (1ec6d20b-c80a-446a-abfd-b4b12737184b), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.944329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987211d3-ab55-466a-81f2-42f6edc06a1f None None] Pushing event deleted for resources: {'Port': ['ID=1ec6d20b-c80a-446a-abfd-b4b12737184b,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:42.950021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987211d3-ab55-466a-81f2-42f6edc06a1f None None] No DVR routers for this DVR port 1ec6d20b-c80a-446a-abfd-b4b12737184b on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:18:42.973004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (6f072f77-6d5b-464a-ac5f-0b34a1fb784f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:42.993658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f072f77-6d5b-464a-ac5f-0b34a1fb784f']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:43.003869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24df36e0-f9ba-477c-b801-05b929cfa7c1') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:43.004168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24df36e0-f9ba-477c-b801-05b929cfa7c1') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:43.013804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (24df36e0-f9ba-477c-b801-05b929cfa7c1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.027240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (24df36e0-f9ba-477c-b801-05b929cfa7c1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.033930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:18:43.034344 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (24df36e0-f9ba-477c-b801-05b929cfa7c1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.080247 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 24df36e0-f9ba-477c-b801-05b929cfa7c1 resource provider aggregate not found Oct 26 12:18:43.099414 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 24df36e0-f9ba-477c-b801-05b929cfa7c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24df36e0-f9ba-477c-b801-05b929cfa7c1 found for delete ", "request_id": "req-f3190155-63a6-490a-9d5e-e4e84d098482"}]} Oct 26 12:18:43.103115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (6f072f77-6d5b-464a-ac5f-0b34a1fb784f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.109316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.112445 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/6f072f77-6d5b-464a-ac5f-0b34a1fb784f HTTP/1.1" status: 204 len: 168 time: 0.5651929 Oct 26 12:18:43.234226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38504) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:43.279217 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-78606dac-6e0b-4193-b68b-3546fc99b0ca admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=53037017726d4891b2efe150e219c913&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437229 Oct 26 12:18:43.281956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38506) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:43.338258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b45c483-4513-4552-bb01-c46fad673431 admin admin] Publish callbacks [] for security_group (6c5e6d64-14d1-4254-80f4-d923260cf6d7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.361361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b45c483-4513-4552-bb01-c46fad673431 admin admin] Publish callbacks [] for security_group (6c5e6d64-14d1-4254-80f4-d923260cf6d7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.408567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d75aac-c0f9-4ae1-82ac-f80daf860b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f072f77-6d5b-464a-ac5f-0b34a1fb784f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:43.412530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b45c483-4513-4552-bb01-c46fad673431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6c5e6d64-14d1-4254-80f4-d923260cf6d7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.415041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2b45c483-4513-4552-bb01-c46fad673431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.416301 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2b45c483-4513-4552-bb01-c46fad673431 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6c5e6d64-14d1-4254-80f4-d923260cf6d7 HTTP/1.1" status: 204 len: 168 time: 0.1333511 Oct 26 12:18:43.425407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45c483-4513-4552-bb01-c46fad673431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5e6d64-14d1-4254-80f4-d923260cf6d7,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:43.749451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38512) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:43.789328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-71be0f08-cff3-4ac6-9e42-23c608e39bdd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e79e82f4db814a8db2f19ece7b6b6646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387397 Oct 26 12:18:43.791770 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38514) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:43.840251 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb108ae0-03b3-48b7-b586-d3f4d49696dd admin admin] Publish callbacks [] for security_group (26299835-1d03-40b7-846e-07b056fede8a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.860435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb108ae0-03b3-48b7-b586-d3f4d49696dd admin admin] Publish callbacks [] for security_group (26299835-1d03-40b7-846e-07b056fede8a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.909132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb108ae0-03b3-48b7-b586-d3f4d49696dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (26299835-1d03-40b7-846e-07b056fede8a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.911582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-eb108ae0-03b3-48b7-b586-d3f4d49696dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:43.912755 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb108ae0-03b3-48b7-b586-d3f4d49696dd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/26299835-1d03-40b7-846e-07b056fede8a HTTP/1.1" status: 204 len: 168 time: 0.1201072 Oct 26 12:18:43.921611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb108ae0-03b3-48b7-b586-d3f4d49696dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26299835-1d03-40b7-846e-07b056fede8a,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:44.288564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1ec6d20b-c80a-446a-abfd-b4b12737184b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:44.310192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 1ec6d20b-c80a-446a-abfd-b4b12737184b {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:18:44.310546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 1ec6d20b-c80a-446a-abfd-b4b12737184b not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:18:45.408278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38554) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:45.412854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281320599', 'description': 'tempest-secgroup-smoke-1281320599 description', 'project_id': 'f7241db52e7647a4afdcf76a78545665'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:45.435256 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.438056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:45.447858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.466076 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:45.530873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (f07d3e58-d024-4462-9761-14e241e12bec), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.534443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f07d3e58-d024-4462-9761-14e241e12bec), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.575221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07d3e58-d024-4462-9761-14e241e12bec,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:45.612837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (26193f44-094e-43b3-b969-ceb4481a9b92), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.616331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (26193f44-094e-43b3-b969-ceb4481a9b92), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.647765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.648987 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2397108 Oct 26 12:18:45.650976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02c0b0-6e94-4c68-8815-9273b5449120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26193f44-094e-43b3-b969-ceb4481a9b92,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:45.652103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38556) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:45.658270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0c18c974-0c09-4590-9af1-7480e7cb1b97 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '26193f44-094e-43b3-b969-ceb4481a9b92', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:45.686598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c18c974-0c09-4590-9af1-7480e7cb1b97 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (9e2f327e-3c66-46dd-adb6-32d8b0f8aaf0), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.741970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c18c974-0c09-4590-9af1-7480e7cb1b97 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (9e2f327e-3c66-46dd-adb6-32d8b0f8aaf0), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.745408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c18c974-0c09-4590-9af1-7480e7cb1b97 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (9e2f327e-3c66-46dd-adb6-32d8b0f8aaf0), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.764378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:45.765918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18c974-0c09-4590-9af1-7480e7cb1b97 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2f327e-3c66-46dd-adb6-32d8b0f8aaf0,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:45.773405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0c18c974-0c09-4590-9af1-7480e7cb1b97 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.774575 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0c18c974-0c09-4590-9af1-7480e7cb1b97 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203949 Oct 26 12:18:45.778057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38558) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:45.782537 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-97256554-3546-41fb-a57f-e0de69affea1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '26193f44-094e-43b3-b969-ceb4481a9b92', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:45.809194 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97256554-3546-41fb-a57f-e0de69affea1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (05ab2a7f-eafa-4048-9882-88c44d308240), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.851995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:45.869190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97256554-3546-41fb-a57f-e0de69affea1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (05ab2a7f-eafa-4048-9882-88c44d308240), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.873465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97256554-3546-41fb-a57f-e0de69affea1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (05ab2a7f-eafa-4048-9882-88c44d308240), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.894448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97256554-3546-41fb-a57f-e0de69affea1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ab2a7f-eafa-4048-9882-88c44d308240,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:45.902819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-97256554-3546-41fb-a57f-e0de69affea1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.904043 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-97256554-3546-41fb-a57f-e0de69affea1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248949 Oct 26 12:18:45.906817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38560) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:45.911053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-cdbec4a3-91ed-45ad-8bfc-4a2502c8c57d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '26193f44-094e-43b3-b969-ceb4481a9b92', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:45.939359 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cdbec4a3-91ed-45ad-8bfc-4a2502c8c57d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (7636164f-4a7a-42cd-b3a2-faa296d7703e), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:45.998884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cdbec4a3-91ed-45ad-8bfc-4a2502c8c57d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (7636164f-4a7a-42cd-b3a2-faa296d7703e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.002485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cdbec4a3-91ed-45ad-8bfc-4a2502c8c57d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (7636164f-4a7a-42cd-b3a2-faa296d7703e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.020006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbec4a3-91ed-45ad-8bfc-4a2502c8c57d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7636164f-4a7a-42cd-b3a2-faa296d7703e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:46.027733 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cdbec4a3-91ed-45ad-8bfc-4a2502c8c57d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.029127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cdbec4a3-91ed-45ad-8bfc-4a2502c8c57d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211867 Oct 26 12:18:46.031688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38562) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:46.035905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-4fa33dc5-9e56-4da3-b9dd-b3541ff149de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '26193f44-094e-43b3-b969-ceb4481a9b92', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:46.062687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4fa33dc5-9e56-4da3-b9dd-b3541ff149de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (d8b9353a-3a8e-41b7-a62d-24563f09a840), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.122006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4fa33dc5-9e56-4da3-b9dd-b3541ff149de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (d8b9353a-3a8e-41b7-a62d-24563f09a840), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.125775 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4fa33dc5-9e56-4da3-b9dd-b3541ff149de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d8b9353a-3a8e-41b7-a62d-24563f09a840), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.143791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa33dc5-9e56-4da3-b9dd-b3541ff149de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b9353a-3a8e-41b7-a62d-24563f09a840,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:46.150457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4fa33dc5-9e56-4da3-b9dd-b3541ff149de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.151642 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4fa33dc5-9e56-4da3-b9dd-b3541ff149de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190171 Oct 26 12:18:46.154488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38564) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:46.158645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-42f0d6dd-2a27-4407-8f74-34186288af50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '26193f44-094e-43b3-b969-ceb4481a9b92', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:46.180958 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-42f0d6dd-2a27-4407-8f74-34186288af50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:18:46.187489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-42f0d6dd-2a27-4407-8f74-34186288af50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (83beda43-24db-490a-af58-d2c77778a27c), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.248586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-42f0d6dd-2a27-4407-8f74-34186288af50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (83beda43-24db-490a-af58-d2c77778a27c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.252244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-42f0d6dd-2a27-4407-8f74-34186288af50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (83beda43-24db-490a-af58-d2c77778a27c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.270954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0d6dd-2a27-4407-8f74-34186288af50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83beda43-24db-490a-af58-d2c77778a27c,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:46.279466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-42f0d6dd-2a27-4407-8f74-34186288af50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.280667 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-42f0d6dd-2a27-4407-8f74-34186288af50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252780 Oct 26 12:18:46.283383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38566) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:46.287608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-70efb4f7-57ec-47f9-8b44-df5e5e261521 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '26193f44-094e-43b3-b969-ceb4481a9b92', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:46.307905 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-70efb4f7-57ec-47f9-8b44-df5e5e261521 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:18:46.313547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70efb4f7-57ec-47f9-8b44-df5e5e261521 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (64528970-d978-41bc-ac8e-415243b806a8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.374862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70efb4f7-57ec-47f9-8b44-df5e5e261521 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (64528970-d978-41bc-ac8e-415243b806a8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.378451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70efb4f7-57ec-47f9-8b44-df5e5e261521 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (64528970-d978-41bc-ac8e-415243b806a8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.384960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:46.400445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efb4f7-57ec-47f9-8b44-df5e5e261521 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64528970-d978-41bc-ac8e-415243b806a8,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:46.410351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-70efb4f7-57ec-47f9-8b44-df5e5e261521 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.411613 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-70efb4f7-57ec-47f9-8b44-df5e5e261521 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272612 Oct 26 12:18:46.414934 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38568) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:46.420668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'network': {'name': 'tempest-network-smoke--234295146', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'port_security_enabled': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:46.441440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:18:46.445386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.470463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:18:46.484122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (2164b70f-3716-4c21-840d-ab879480913f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.484560 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Added segment 2164b70f-3716-4c21-840d-ab879480913f of type vlan for network 890ea85f-466f-4654-b10c-cd0a65b1a529 Oct 26 12:18:46.526921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (890ea85f-466f-4654-b10c-cd0a65b1a529), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.552698 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (890ea85f-466f-4654-b10c-cd0a65b1a529), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.557690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:46.558270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.619003 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2029645 Oct 26 12:18:46.622043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38570) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:46.626908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'admin_state_up': True, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:46.631160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea8ce3-6a7e-4462-a02f-ee9ab30ce17a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Network': ['ID=890ea85f-466f-4654-b10c-cd0a65b1a529,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:46.642190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 890ea85f-466f-4654-b10c-cd0a65b1a529 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:18:46.653669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (92c011ec-2183-4d43-aac3-2ff946ca6a2f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.655389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (92c011ec-2183-4d43-aac3-2ff946ca6a2f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.709745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (92c011ec-2183-4d43-aac3-2ff946ca6a2f), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.849583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (92c011ec-2183-4d43-aac3-2ff946ca6a2f), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:46.908041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:47.028305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (92c011ec-2183-4d43-aac3-2ff946ca6a2f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:47.046906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:47.149469 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.127 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/877da4cc-cc93-40ef-9de7-a3016cbcde4e) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:18:47.259361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:47.291104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:47.333241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:18:47.338175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:47.340898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:47.343348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:18:47.493272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:47.586033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (92c011ec-2183-4d43-aac3-2ff946ca6a2f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:47.781436 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (92c011ec-2183-4d43-aac3-2ff946ca6a2f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:47.787207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:47.909453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 92c011ec-2183-4d43-aac3-2ff946ca6a2f is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:18:48.013293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:18:48.026502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:48.034593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.036100 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62e556f0-f733-419f-af5a-fa274db1fe5d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4127450 Oct 26 12:18:48.039120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38572) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:48.041432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:48.042050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:48.150266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:48.166758 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2e96506e-9762-4363-a226-db47a2ed58c4 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=f7241db52e7647a4afdcf76a78545665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1263397 Oct 26 12:18:48.169368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38576) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:48.218954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:48.263322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c9e89-f910-484e-8e97-2b31c0c01620 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:48.267997 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eb5c9e89-f910-484e-8e97-2b31c0c01620 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948687 Oct 26 12:18:48.268227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38578) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:48.296267 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fccf8982-3a8a-44ca-8207-ae55f8bfb1a2 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268660 Oct 26 12:18:48.299046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38580) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:48.303831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1530887884', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:48.322815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:47Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:48.352493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:48.352844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Updating router 92c011ec-2183-4d43-aac3-2ff946ca6a2f port 877da4cc-cc93-40ef-9de7-a3016cbcde4e binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:18:48.380597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.397613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:18:48.401630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.488006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=18,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:48.527662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=13,neutron:UPDATE=5,neutron:SELECT=79,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:48.595963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (bda0aa8e-1f90-49a6-808b-347d0a262b5f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.638820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Publish callbacks [] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.644656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.661409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Subnet': ['ID=bda0aa8e-1f90-49a6-808b-347d0a262b5f,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:48.670582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Checking segment: {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:18:48.670944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network hostable DHCP agents. Network: 890ea85f-466f-4654-b10c-cd0a65b1a529, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:18:48.678631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Attempting to bind port 877da4cc-cc93-40ef-9de7-a3016cbcde4e on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:18:48.679006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Attempting to bind port 877da4cc-cc93-40ef-9de7-a3016cbcde4e by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:18:48.679372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Attempting to bind port 877da4cc-cc93-40ef-9de7-a3016cbcde4e on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:18:48.688391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 890ea85f-466f-4654-b10c-cd0a65b1a529 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:18:48.697617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 890ea85f-466f-4654-b10c-cd0a65b1a529) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:48.701741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:48.702347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.717154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f872683c-8b12-4f50-a7f6-6ac30cf7cae5 None None] Network 890ea85f-466f-4654-b10c-cd0a65b1a529 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:18:48.719889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0a3f5d63-f130-4216-a778-ba4d56242c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4198105 Oct 26 12:18:48.722676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38582) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:18:48.723525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:48.740078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccba63b-e739-446b-9027-b7e794464c8d None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:48.797752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:18:48.798383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:18:48.798786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.799183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:18:48.799662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Bound port: 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:18:48.800071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.875448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-890ea85f-466f-4654-b10c-cd0a65b1a529', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:18:48.876518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:48.893496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:18:48.907886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:18:48.917266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:49.022592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:49.023225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:49.068249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccba63b-e739-446b-9027-b7e794464c8d None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:49.104819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:49.160785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Allocated IP 172.20.0.2 (890ea85f-466f-4654-b10c-cd0a65b1a529/bda0aa8e-1f90-49a6-808b-347d0a262b5f/2eb850fc-9668-4e15-8afc-be38c5ad383f) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:18:49.164361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:49.184838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:49.593709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Publish callbacks [] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:49.597789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:47Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:49.601747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:49.625208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:49.631625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5aae38-9af8-4e7d-9560-563d18e1e812 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:47Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:49.660327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:49.660518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.1 (890ea85f-466f-4654-b10c-cd0a65b1a529/bda0aa8e-1f90-49a6-808b-347d0a262b5f/f747e745-bdb5-466f-a824-611d6d8c0a3f) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:18:49.673542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Network 890ea85f-466f-4654-b10c-cd0a65b1a529 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:18:49.678623 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:49.679262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:49.682682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:18:49.684511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Pushing event updated for resources: {'Port': ['ID=2eb850fc-9668-4e15-8afc-be38c5ad383f,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:49.750853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Attempting to bind port 2eb850fc-9668-4e15-8afc-be38c5ad383f on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:18:49.751357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Attempting to bind port 2eb850fc-9668-4e15-8afc-be38c5ad383f by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:18:49.751849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Attempting to bind port 2eb850fc-9668-4e15-8afc-be38c5ad383f on network 890ea85f-466f-4654-b10c-cd0a65b1a529 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:18:49.796252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:18:49.796636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Checking segment: {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:18:49.797033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:49.797422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Bound using segment: {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:18:49.797893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Bound port: 2eb850fc-9668-4e15-8afc-be38c5ad383f, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:18:49.798547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:49.798651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:49.837530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:49.886702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] For port 2eb850fc-9668-4e15-8afc-be38c5ad383f, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:18:49.899350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] For port 2eb850fc-9668-4e15-8afc-be38c5ad383f, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2eb850fc-9668-4e15-8afc-be38c5ad383f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:18:49.902922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 890ea85f-466f-4654-b10c-cd0a65b1a529 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:18:49.906881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:49.908864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:49.916923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:18:49.950026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:49.977217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21b9fc-9f15-4129-a0fc-9d94a4f45392 None None] Pushing event updated for resources: {'Port': ['ID=2eb850fc-9668-4e15-8afc-be38c5ad383f,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:49.977523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (92c011ec-2183-4d43-aac3-2ff946ca6a2f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.130975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.379968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2eb850fc-9668-4e15-8afc-be38c5ad383f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:50.427097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2eb850fc-9668-4e15-8afc-be38c5ad383f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:50.427537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.427962 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2eb850fc-9668-4e15-8afc-be38c5ad383f Oct 26 12:18:50.475420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.483907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.500848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:50.521456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2eb850fc-9668-4e15-8afc-be38c5ad383f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:50.525081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.564562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2eb850fc-9668-4e15-8afc-be38c5ad383f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2eb850fc-9668-4e15-8afc-be38c5ad383f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:50.565795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:50.570254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.571357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:50.573599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (92c011ec-2183-4d43-aac3-2ff946ca6a2f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.629254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:50.644555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:50.653723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2eb850fc-9668-4e15-8afc-be38c5ad383f,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:50.668005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:50.668647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.669147 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:18:50.682178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 890ea85f-466f-4654-b10c-cd0a65b1a529 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:18:50.686085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:50.751634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:50.752270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.775275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:50.780561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:50.829923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 92c011ec-2183-4d43-aac3-2ff946ca6a2f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:18:50.833865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:50.947064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:18:50.952830 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-698de4d0-780c-4e01-80e8-a126293fcc71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/92c011ec-2183-4d43-aac3-2ff946ca6a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2290523 Oct 26 12:18:50.992049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87860bff-16ad-4006-a626-b2e42abb9b9f None None] Network 890ea85f-466f-4654-b10c-cd0a65b1a529 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:18:51.054984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f243d26e-1832-4009-9d52-d00e9856736e None None] Provisioning complete for port 2eb850fc-9668-4e15-8afc-be38c5ad383f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:51.055371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f243d26e-1832-4009-9d52-d00e9856736e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:51.055629 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f243d26e-1832-4009-9d52-d00e9856736e None None] Attempt 1 to provision port 2eb850fc-9668-4e15-8afc-be38c5ad383f Oct 26 12:18:51.126410 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-9bd9d581-6693-45ce-8840-5a9853f28589 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1281320599&fields=id&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 267 time: 0.0562265 Oct 26 12:18:51.142631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:51.179973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f243d26e-1832-4009-9d52-d00e9856736e None None] Current status of the port 2eb850fc-9668-4e15-8afc-be38c5ad383f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:51.246273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-4874a7be-324d-47c6-88cf-dd11b2032852 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:51.247833 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-4874a7be-324d-47c6-88cf-dd11b2032852 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 796 time: 0.1206069 Oct 26 12:18:51.271884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-6dd2196d-cf96-4659-b63b-9507037e7ec5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 375 time: 0.0118141 Oct 26 12:18:51.327174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-ae2f7714-ea35-47c9-95be-5449ffbec0a3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542071 Oct 26 12:18:51.343373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-dece97fb-8b6b-462e-8d96-238da4f94af0 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:18:51.344419 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-dece97fb-8b6b-462e-8d96-238da4f94af0 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062191 Oct 26 12:18:51.399847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6bf2fec0-113c-4d16-bf68-a59c5ce9bd47 None None] Provisioning complete for port 2eb850fc-9668-4e15-8afc-be38c5ad383f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:51.400403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6bf2fec0-113c-4d16-bf68-a59c5ce9bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:51.400607 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6bf2fec0-113c-4d16-bf68-a59c5ce9bd47 None None] Attempt 1 to provision port 2eb850fc-9668-4e15-8afc-be38c5ad383f Oct 26 12:18:51.440485 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-bc59e913-e259-472e-b16b-c698cdd92efa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902286 Oct 26 12:18:51.480817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6bf2fec0-113c-4d16-bf68-a59c5ce9bd47 None None] Current status of the port 2eb850fc-9668-4e15-8afc-be38c5ad383f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:51.489840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6bf2fec0-113c-4d16-bf68-a59c5ce9bd47 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:51.490304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6bf2fec0-113c-4d16-bf68-a59c5ce9bd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:51.490779 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6bf2fec0-113c-4d16-bf68-a59c5ce9bd47 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:18:51.512271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:51.527742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6bf2fec0-113c-4d16-bf68-a59c5ce9bd47 None None] Port f747e745-bdb5-466f-a824-611d6d8c0a3f cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:18:51.546679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-1f3f69ac-72e2-4ce6-8c36-4d202b9d0278 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003458 Oct 26 12:18:51.637782 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:51.646134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-274433f3-0351-435c-ab4f-1a17c9f64654 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:51.646521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-274433f3-0351-435c-ab4f-1a17c9f64654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:51.646888 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-274433f3-0351-435c-ab4f-1a17c9f64654 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:18:51.648304 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:51.648936 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:51.712759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-274433f3-0351-435c-ab4f-1a17c9f64654 None None] Port f747e745-bdb5-466f-a824-611d6d8c0a3f cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:18:51.832373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a95177ba-80b3-417f-abeb-1a7ad064f727 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:51.833043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a95177ba-80b3-417f-abeb-1a7ad064f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:51.833532 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a95177ba-80b3-417f-abeb-1a7ad064f727 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:18:51.847338 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9b492b73-396a-4d59-8ca4-b9376240ddef req-1d9281b9-7de6-4066-98cb-521f74bb845e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 210 time: 0.1167161 Oct 26 12:18:51.870841 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:51.891134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a95177ba-80b3-417f-abeb-1a7ad064f727 None None] Port f747e745-bdb5-466f-a824-611d6d8c0a3f cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:18:52.061483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:52.087575 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:52.087961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Updating router 92c011ec-2183-4d43-aac3-2ff946ca6a2f port f747e745-bdb5-466f-a824-611d6d8c0a3f binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:18:52.116519 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:52.275114 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:52.308459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2eb850fc-9668-4e15-8afc-be38c5ad383f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:52.336160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:52.345065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:52.359687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2eb850fc-9668-4e15-8afc-be38c5ad383f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:52.360094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:52.360487 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2eb850fc-9668-4e15-8afc-be38c5ad383f Oct 26 12:18:52.411303 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Publish callbacks [] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:52.416998 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:52.438413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2eb850fc-9668-4e15-8afc-be38c5ad383f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:52.486479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:52.502204 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92137952-a89e-413e-b684-619d83600252 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:52.518902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.519245 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.519672 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.520092 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.520436 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.520734 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.521060 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.521381 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.521703 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.522108 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.522433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.522754 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.523070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.523383 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.523695 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92137952-a89e-413e-b684-619d83600252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:18:52.527852 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Attempting to bind port f747e745-bdb5-466f-a824-611d6d8c0a3f on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:18:52.528217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Attempting to bind port f747e745-bdb5-466f-a824-611d6d8c0a3f by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:18:52.528576 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Attempting to bind port f747e745-bdb5-466f-a824-611d6d8c0a3f on network 890ea85f-466f-4654-b10c-cd0a65b1a529 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:18:52.574596 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:18:52.575254 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Checking segment: {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:18:52.575856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:52.577066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Bound using segment: {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:18:52.577698 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Bound port: f747e745-bdb5-466f-a824-611d6d8c0a3f, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:18:52.578239 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:52.583665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:52.584083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:52.604811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:52.610430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:52.651057 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:18:52.655173 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:18:52.664973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:52.665695 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:52.703225 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:52.703870 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:52.763485 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:18:52.766306 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92137952-a89e-413e-b684-619d83600252 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:52.825259 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:53.021101 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:18:52Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:53.022336 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-60e64f2b-30be-4fe8-85a4-404e8d1cb1ff req-c15a37fe-5f25-46ca-9d20-b1ddb4ba574d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0947459 Oct 26 12:18:53.049289 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b52519-84c9-4b3c-bdfa-bc154388fc85 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:18:52Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:53.163447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-152ee3d5-5560-4586-a339-2c428b774b8e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:53.164989 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-152ee3d5-5560-4586-a339-2c428b774b8e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 796 time: 0.1377501 Oct 26 12:18:53.235406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-a218ca60-d522-4cb1-b5a9-7670ce6f778b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 380 time: 0.0578585 Oct 26 12:18:53.305509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'port': {'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'admin_state_up': True, 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'security_groups': ['26193f44-094e-43b3-b969-ceb4481a9b92']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:53.417819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:18:53.422495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:53.559995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.11 (890ea85f-466f-4654-b10c-cd0a65b1a529/bda0aa8e-1f90-49a6-808b-347d0a262b5f/1d6931ef-01ff-43a9-9b30-d2ef6067b52d) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:18:53.734116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:53.737430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:53.751574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:53.773894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:53.820023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 890ea85f-466f-4654-b10c-cd0a65b1a529 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:18:53.825467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:18:53.830253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:18:53.859757 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:53.895377 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:53.896188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:53.915290 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d7268477-4f01-4531-80e3-35325e6f83ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6138208 Oct 26 12:18:53.979308 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Request body: {'port': {'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:18:54.052154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.133803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2c8a7803-bbb1-4d8d-9dee-1baee69e57a2 None None] Provisioning complete for port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:54.135873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2c8a7803-bbb1-4d8d-9dee-1baee69e57a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.136373 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2c8a7803-bbb1-4d8d-9dee-1baee69e57a2 None None] Attempt 1 to provision port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d Oct 26 12:18:54.156065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae939-385d-4566-adb9-7189b3420b44 req-de958452-4a62-4c65-9f20-2b98a2883300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:54.163533 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-654ae939-385d-4566-adb9-7189b3420b44 req-de958452-4a62-4c65-9f20-2b98a2883300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 932 time: 0.0575252 Oct 26 12:18:54.184993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a7803-bbb1-4d8d-9dee-1baee69e57a2 None None] Port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:18:54.221755 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-654ae939-385d-4566-adb9-7189b3420b44 req-cdc92630-1b3d-4b7a-aea8-58cded6839b1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570054 Oct 26 12:18:54.347209 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6931ef-01ff-43a9-9b30-d2ef6067b52d {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:18:54.353185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:54.355522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Publish callbacks [] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.370704 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Transition to ACTIVE for port object 1d6931ef-01ff-43a9-9b30-d2ef6067b52d will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:18:54.375243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.399514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:54.399916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.400256 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:18:54.455598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Pushing event updated for resources: {'Port': ['ID=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:54.476510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:54.476896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.484611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Attempting to bind port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:18:54.484944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Attempting to bind port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:18:54.485275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Attempting to bind port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d on network 890ea85f-466f-4654-b10c-cd0a65b1a529 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:18:54.499763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:54.503619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.504531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:54.507454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:54.536390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d on network 890ea85f-466f-4654-b10c-cd0a65b1a529 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:18:54.536721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Attempting to bind port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d on network 890ea85f-466f-4654-b10c-cd0a65b1a529 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:18:54.585340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:54.588370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:18:54.588711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Checking segment: {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:18:54.589381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Bound using segment: {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:18:54.589851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Bound port: 1d6931ef-01ff-43a9-9b30-d2ef6067b52d, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2164b70f-3716-4c21-840d-ab879480913f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:18:54.590185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.596351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:54.596725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.597065 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:18:54.647408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:54.655686 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] For port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:18:54.659404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] For port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:18:54.666455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.671679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:54.672347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.674066 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 1094 time: 0.7463913 Oct 26 12:18:54.674653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:18:54.674964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:54.675359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.676958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791a022b-ade0-4f4d-94ef-b9d79bfc4771" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:54.705479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:54.710268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:54.714764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:54.737230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06cbcfc-8ae6-4b17-8407-3ce38fc1434e x-openstack-request-id: req-f06cbcfc-8ae6-4b17-8407-3ce38fc1434e {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:54.737521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:54.737772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f06cbcfc-8ae6-4b17-8407-3ce38fc1434e {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:54.738175 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f06cbcfc-8ae6-4b17-8407-3ce38fc1434e'] response: {'name': 'network-changed', 'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'status': 'completed', 'code': 200} Oct 26 12:18:54.741907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31259b8f-dd01-4257-a918-c90854bdd3fa service neutron] Pushing event updated for resources: {'Port': ['ID=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:54.755206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:54.770375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:54.800428 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-93a03d18-02f2-46a2-91bc-3314c641752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:54.802068 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-93a03d18-02f2-46a2-91bc-3314c641752e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1128 time: 0.0460567 Oct 26 12:18:55.169987 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-75580413-98e7-440f-ad24-85a9b2d95a91 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 217 time: 0.3544018 Oct 26 12:18:55.218065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d9fa6ea7-1fe9-41de-9ea1-6c01bcef73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:55.219581 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-d9fa6ea7-1fe9-41de-9ea1-6c01bcef73a7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 200 len: 835 time: 0.0438578 Oct 26 12:18:55.262019 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-70ed16ed-cde5-438f-9510-e7a9931f6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:55.263439 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-70ed16ed-cde5-438f-9510-e7a9931f6d05 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=890ea85f-466f-4654-b10c-cd0a65b1a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382040 Oct 26 12:18:55.322095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:55.334690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:55.335321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:55.358915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8fee-c1b3-4217-83a3-e28877c540ca req-53d20f92-46e4-4ead-bbd1-e38fa42c00c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:55.360655 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b23f8fee-c1b3-4217-83a3-e28877c540ca req-53d20f92-46e4-4ead-bbd1-e38fa42c00c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 944 time: 0.0526483 Oct 26 12:18:55.385883 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-83ac26b1-d5bf-4c17-b4f6-46ec94a04962 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158457 Oct 26 12:18:55.415589 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b23f8fee-c1b3-4217-83a3-e28877c540ca req-4fee4a38-e5bd-467c-8ace-9e9ba59fd637 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473833 Oct 26 12:18:55.443650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:55.486044 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0bef2bfe-cdfe-4958-9a6a-9867777f2ae0 req-e8f43f84-0c66-4f3d-a890-0c9454751523 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943210 Oct 26 12:18:55.631916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:18:54Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:55.658116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:55.666565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:55.667174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:55.770156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:56.095504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:18:54Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:56.119957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce3a17-0428-48ef-b0e3-c55a096dd589 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:18:54Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:56.247825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-02716a5d-a50e-42af-ad63-2da98008d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:56.249967 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-02716a5d-a50e-42af-ad63-2da98008d1a7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1128 time: 0.0418501 Oct 26 12:18:56.331172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:56.352097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:56.357606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-5c95773a-d0f9-4783-b11d-378758b61145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:56.359765 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-5c95773a-d0f9-4783-b11d-378758b61145 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 897 time: 0.1044259 Oct 26 12:18:56.407420 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-273936f1-e16b-439b-8d53-a5e279ad0266 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 217 time: 0.0418167 Oct 26 12:18:56.423946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:56.424354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:56.458889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-786ac04b-e384-43a5-903b-3a7e08f2224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:56.460728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:56.461009 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-786ac04b-e384-43a5-903b-3a7e08f2224f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 200 len: 835 time: 0.0481868 Oct 26 12:18:56.465881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:56.466661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:18:56.529048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-0ad9a5c4-4330-4e34-96a0-f97008bf6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:56.531079 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-0ad9a5c4-4330-4e34-96a0-f97008bf6aae service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=890ea85f-466f-4654-b10c-cd0a65b1a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0633781 Oct 26 12:18:56.568811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:56.632684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:56.633525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:56.637690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c1ddc-21e6-4b70-9889-412e7489b6b7 req-1943919a-5236-4914-acf0-09d95b8d5a4b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:56.645803 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fb2c1ddc-21e6-4b70-9889-412e7489b6b7 req-1943919a-5236-4914-acf0-09d95b8d5a4b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 944 time: 0.0981331 Oct 26 12:18:56.661963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:56.663323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:56.674181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:56.679528 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-d5a631b5-7840-41b5-9d12-3c80d6769555 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418009 Oct 26 12:18:56.710358 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fb2c1ddc-21e6-4b70-9889-412e7489b6b7 req-0319b73e-4269-4f68-b50b-6ee99009b899 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636849 Oct 26 12:18:56.738437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:56.790368 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-791a022b-ade0-4f4d-94ef-b9d79bfc4771 req-0a975bbf-fedf-41cb-bd4d-cdac474e8218 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052492 Oct 26 12:18:56.861953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-36673038-e28b-43b8-9c40-0d4a126aaece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:57.541127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1d6931ef-01ff-43a9-9b30-d2ef6067b52d details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:18:57.646646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:57.659613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:18:57.694794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:57.695192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:57.709074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6931ef-01ff-43a9-9b30-d2ef6067b52d {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:18:57.728777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:57.732390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:57.779153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:57.829558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:57.841275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538e81a-d1c6-496f-bf36-1a01f53a806d req-2b4aa031-8622-44b4-a229-e511575ec4ec tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:57.843069 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1538e81a-d1c6-496f-bf36-1a01f53a806d req-2b4aa031-8622-44b4-a229-e511575ec4ec tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 945 time: 0.0526757 Oct 26 12:18:57.896751 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1538e81a-d1c6-496f-bf36-1a01f53a806d req-c489f4d1-4961-4230-b0e5-49a6f1cfa180 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478573 Oct 26 12:18:58.035335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['1d6931ef-01ff-43a9-9b30-d2ef6067b52d'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:18:58.220719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:58.330611 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:18:58.331210 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:58.331923 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:58.364094 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:58.415230 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:58.435462 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:58.615982 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:56Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:18:56Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:58.643955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:18:58.652217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:18:58.652813 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:58.832987 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:18:59.018710 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:56Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:18:56Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:18:59.019023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5ff3-e10c-48ca-b7fb-96117d34fc89 req-078ce4a5-846f-4ddd-9215-1483c1aec6eb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:18:59.020594 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-716d5ff3-e10c-48ca-b7fb-96117d34fc89 req-078ce4a5-846f-4ddd-9215-1483c1aec6eb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 945 time: 0.0486190 Oct 26 12:18:59.040405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbde7-68b1-4bf4-8ee8-c2710dacbf9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:59.045819 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07461a2-8f58-4690-a1f7-d653d307b7e0 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:18:56Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:18:56Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:18:59.079502 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-716d5ff3-e10c-48ca-b7fb-96117d34fc89 req-3e1d1768-1f5a-4386-8ef7-def436b4b847 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524104 Oct 26 12:18:59.558627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1d6931ef-01ff-43a9-9b30-d2ef6067b52d up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:18:59.603392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:18:59.609612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:18:59.609968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:59.610498 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d Oct 26 12:18:59.705492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:18:59.705882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:59.708759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:18:59.737415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:18:59.739737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cdc089-a372-48dd-ad51-d3d1969e876d" -d '{"events": [{"server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "name": "network-vif-plugged", "status": "completed", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:18:59.754144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:18:59.759008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:18:59.814480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:18:59.851312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ec1e62-8002-4f86-b5f4-24486a687952 x-openstack-request-id: req-63ec1e62-8002-4f86-b5f4-24486a687952 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:18:59.851610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "name": "network-vif-plugged", "status": "completed", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:18:59.851917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63ec1e62-8002-4f86-b5f4-24486a687952 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:18:59.852328 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ec1e62-8002-4f86-b5f4-24486a687952'] response: {'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'code': 200} Oct 26 12:19:00.069648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfa062-fa77-412d-99b8-81c49872c3c2 req-55a98836-fa43-4fbd-b98b-e41c1717d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:00.071183 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b3bfa062-fa77-412d-99b8-81c49872c3c2 req-55a98836-fa43-4fbd-b98b-e41c1717d7c4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1130 time: 0.0468671 Oct 26 12:19:00.123397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b3bfa062-fa77-412d-99b8-81c49872c3c2 req-4bc18fbf-7250-4fa6-99f2-f10d44d3ce4b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Oct 26 12:19:00.209885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087289c-5806-4019-8f03-c345502c679d req-e1885df6-c1b3-45f1-91db-37a20d5f1963 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:00.211406 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0087289c-5806-4019-8f03-c345502c679d req-e1885df6-c1b3-45f1-91db-37a20d5f1963 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 946 time: 0.0485892 Oct 26 12:19:00.256005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:00.269363 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0087289c-5806-4019-8f03-c345502c679d req-fc5626a1-2ff6-4058-b7d9-453d8128c25d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522504 Oct 26 12:19:00.310855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:00.351200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:00.362232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:00.432374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:00.515313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:00.558865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:00.559235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:00.559568 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:00.638906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:00.639961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:00.660918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:00.666140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:00.667012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:00.742254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:00.750909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:00.751297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:00.751639 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:00.832650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:00.833036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:00.852297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:00.869789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:00.874723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:00.904611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:00.931151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:00.931782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:00.970790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:00.984038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:01.041395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:01.231312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:00Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:00Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:01.255315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:01.264132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:01.265995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:01.369203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:01.396502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f52f-a850-4c37-be69-c729a49ccb43 req-fcc70af2-3b3e-49dc-9345-e5c3b19dd48b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:01.397991 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5487f52f-a850-4c37-be69-c729a49ccb43 req-fcc70af2-3b3e-49dc-9345-e5c3b19dd48b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 946 time: 0.0484934 Oct 26 12:19:01.449283 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5487f52f-a850-4c37-be69-c729a49ccb43 req-cb2bea52-3786-497e-90f2-22ff0ca84a51 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 Oct 26 12:19:01.563343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:00Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:00Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:01.577732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0b6c0-46a6-4717-ad74-75d4b54084d1 req-1c397dc0-45fc-4eb1-a2e6-2ff801120859 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:01.579255 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-28e0b6c0-46a6-4717-ad74-75d4b54084d1 req-1c397dc0-45fc-4eb1-a2e6-2ff801120859 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 946 time: 0.0518179 Oct 26 12:19:01.593997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40d34b-eb97-4011-ba54-ccae46611ac2 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:00Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:00Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:01.634157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-28e0b6c0-46a6-4717-ad74-75d4b54084d1 req-9e589fe9-de1b-4878-82c4-c18788cd0a75 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494201 Oct 26 12:19:01.663665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38660) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:01.673438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:01.696594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:01.705121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fde181-f131-45f1-8584-f0b7476268ea tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:01.706687 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-75fde181-f131-45f1-8584-f0b7476268ea tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1125 time: 0.0419567 Oct 26 12:19:01.709648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38662) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:01.714096 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:19:01.737323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:01.801738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:01.850353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:01.900618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:01.968801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.27 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/44315a25-6963-4bd0-b06a-1c482ca40250) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:19:02.087389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (44315a25-6963-4bd0-b06a-1c482ca40250), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.120756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (44315a25-6963-4bd0-b06a-1c482ca40250), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.164113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:19:02.167613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:19:02.172482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:19:02.176227 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=44315a25-6963-4bd0-b06a-1c482ca40250,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:02.260869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:02.346636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:02.347276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.375212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:02.381473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.382293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:02.425860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:02.462802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:02.502965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:02.503553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.541836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:02.548664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.578191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:02.581327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (cda3a19c-de02-4998-a9ad-98a6f9f7bff7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.581604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:02.644456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:02.660544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (44315a25-6963-4bd0-b06a-1c482ca40250), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.684259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:02.684944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:02.690608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:02.692089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:02.771219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:02.841481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (44315a25-6963-4bd0-b06a-1c482ca40250), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.846772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (44315a25-6963-4bd0-b06a-1c482ca40250), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.875362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:02.919916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:02.920450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:02.921281 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:02.923448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=44315a25-6963-4bd0-b06a-1c482ca40250,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:02.926328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (cda3a19c-de02-4998-a9ad-98a6f9f7bff7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:03.002694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:03.003197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:03.025082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:03.029085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:03.030028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:03.033454 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7 associated. External IP: 172.26.0.27, port: 1d6931ef-01ff-43a9-9b30-d2ef6067b52d. Oct 26 12:19:03.108920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:03.113808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:03.114409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:03.114938 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:03.195954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:03.196505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:03.242269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 92c011ec-2183-4d43-aac3-2ff946ca6a2f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:19:03.352632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:19:03.371605 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:03.373306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:03.379434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:03.414959 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-23751515-617a-422d-a48b-2f2ccc391b7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7042551 Oct 26 12:19:03.415765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:19:03.418259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e32264-0661-4b1c-aeff-a6a30727e259" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:19:03.429228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:03.468705 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94483469-c82c-44de-8124-4b774b5180bb x-openstack-request-id: req-94483469-c82c-44de-8124-4b774b5180bb {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:19:03.468998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:19:03.469281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94483469-c82c-44de-8124-4b774b5180bb {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:19:03.469699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94483469-c82c-44de-8124-4b774b5180bb'] response: {'name': 'network-changed', 'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'status': 'completed', 'code': 200} Oct 26 12:19:03.542066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ae09-7eb4-4cb5-9ec9-a524f7897fa4 req-cf317f50-e85b-4716-aac5-a449c9ed7414 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:03.546973 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6959ae09-7eb4-4cb5-9ec9-a524f7897fa4 req-cf317f50-e85b-4716-aac5-a449c9ed7414 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 946 time: 0.0520954 Oct 26 12:19:03.565630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-4b77b604-b195-42f6-bb36-f3686ec899f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:03.567175 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-4b77b604-b195-42f6-bb36-f3686ec899f3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1130 time: 0.0439634 Oct 26 12:19:03.598874 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6959ae09-7eb4-4cb5-9ec9-a524f7897fa4 req-842b2284-0f94-4ffa-abdf-05e7289a21f8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484443 Oct 26 12:19:03.627902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:03.628680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38668) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:03.649740 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:03.657421 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:03.658123 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:03.673702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-ef351c5f-4441-4095-9a98-a52dc9189a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:03.675298 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-ef351c5f-4441-4095-9a98-a52dc9189a9b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 897 time: 0.1015158 Oct 26 12:19:03.706201 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7609f2e8-f9bb-460f-81ea-ef7a17c3d172 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 991 time: 0.0760942 Oct 26 12:19:03.744869 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-a9984cdb-35b8-46a9-b540-3fa7c2380571 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 999 time: 0.0635433 Oct 26 12:19:03.759343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:03.793890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-a323ba34-e661-4481-9bbc-08965a5823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:03.795373 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-a323ba34-e661-4481-9bbc-08965a5823cc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 200 len: 835 time: 0.0446641 Oct 26 12:19:03.839784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-9a524461-91f4-4bb8-9889-162eef8f53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:03.841386 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-9a524461-91f4-4bb8-9889-162eef8f53ec service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=890ea85f-466f-4654-b10c-cd0a65b1a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402408 Oct 26 12:19:03.895809 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:03.899813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:03.937300 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-bed8c67c-c829-404c-846f-b388a3bff1a2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894799 Oct 26 12:19:03.971573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:03Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:02Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:03Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:03.996483 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:04.005434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:04.006032 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:04.030936 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e4e32264-0661-4b1c-aeff-a6a30727e259 req-69bb28a2-adf4-4615-92e6-0ff9f94a5ff0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875700 Oct 26 12:19:04.107619 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:04.172337 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:04.306976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:04.319131 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:03Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:02Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:03Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:04.328822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:04.344478 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01ac7ab-922a-4eb1-a838-7550abcc9ccb None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:03Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:02Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:03Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:04.384342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:04.384863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:04.422314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:04.426543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:04.427506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:04.482783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:04.504025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:04.560051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:04.560448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:04.583846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:04.589173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:04.638144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:04.707934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38670) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:04.770591 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4eff2fb0-cd97-460e-9429-2ae4bc16d9fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 991 time: 0.0611970 Oct 26 12:19:05.773626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38672) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:05.836715 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-98517fba-7720-47cc-90e1-f38535494a51 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 991 time: 0.0620372 Oct 26 12:19:05.884525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e29330-c696-417d-b06e-c9fc3b4f891a None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:06.487368 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:06.487368 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:06.487368 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:06.591049 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:06.797096 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:04Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:05Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:04Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:06.840825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38674) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:06.901081 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dec065b3-4d91-4efc-83e1-b5e21285b887 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0590811 Oct 26 12:19:06.905712 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:06.914238 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:06.914822 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:07.017000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:07.085759 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:07.216857 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:04Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:05Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:04Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:07.245389 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a059b-fb27-419a-a3b4-9d23dcdaf03d None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:04Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:05Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:04Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:07.905035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38676) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:07.969700 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6a1b132e-3e29-4969-b1a7-1013abb088f8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0628910 Oct 26 12:19:08.348791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:08.394884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:08.395267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:08.395628 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:08.472038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:08.472422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:08.493521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:08.497867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:08.498708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:08.572689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:08.582925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:08.583308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:08.583649 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:08.657362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:08.657668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:08.691605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:08.695149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:08.699593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:08.742064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:08.804918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d2ab46-c710-40aa-84d9-3eb657b11c08 None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:08.973536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38678) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:09.024085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:09.035225 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa6a0659-6b48-41c1-aa51-0e326e2508d4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0606127 Oct 26 12:19:09.173203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:09.176433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:09.177037 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:09.217510 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:09.278549 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:09.480640 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:08Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:08Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:08Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:09.507575 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:09.516493 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:09.517080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:09.611346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:09.817239 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:08Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:08Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:08Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:09.840970 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4985d7-3adb-4843-8cad-0e964ca4dfbf None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:08Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:08Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:08Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:10.039147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38680) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:10.108017 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57ca6df0-f876-42a7-9787-863fd147889a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0676272 Oct 26 12:19:10.265501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:10.292518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:10.342716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:10.343113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:10.379058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:10.383564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:10.415000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:10.478460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:10.516454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:10.589084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:10.639593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:10.640000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:10.640336 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:10.721657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:10.722061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:10.755999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:10.761074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:10.816158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:10.822447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:10.903169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:10.903554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:10.928373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:10.932176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:10.981618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:11.112059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38682) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:11.169264 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-be3c5387-6e9e-4355-9cc9-6596048ac62c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0561466 Oct 26 12:19:11.441623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918621d-6544-445d-8ec2-83186dc96dc7 None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:11.524529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:12.048945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:12.048945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:12.048945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:12.091493 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:12.148425 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:12.173085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:12.173724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38684) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:12.237101 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-22605764-68be-4682-840e-f7a6175ed3d0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0621839 Oct 26 12:19:12.324896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:12.393990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:12.401741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:12.401741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:12.439287 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:12.440425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:12.446588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:12.454552 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:10Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:11Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:10Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:12.479811 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:12.489128 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:12.489732 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:12.497198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:12.591500 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:12.799557 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:10Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:11Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:12Z', 'revision_number': 14, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:12.823813 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f5e13-6581-4f34-a0c4-9d1dbd50ca66 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:10Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:11Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:12Z', 'revision_number': 14, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:13.240288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38686) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:13.305224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1a257890-93e7-47fa-ae91-2271420216cf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0627127 Oct 26 12:19:14.307767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38688) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:14.361863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:14.362667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f598732-66b9-48e1-a429-a6048b01959f None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:14.373386 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-756fdcd4-4b37-4478-9f48-04380112ec9a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0644488 Oct 26 12:19:14.482682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:14.483054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:14.483390 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:14.593312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:14.593698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:14.617475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:14.621571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:14.622681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:14.696759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:14.707766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:14.708042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:14.708370 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:14.784927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:14.785314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:14.817988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:14.821594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:14.866883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:15.078256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:15.078256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:15.078256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:15.175415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:15.306556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:15.377567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38690) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:15.380065 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:14Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:14Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:14Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:15.405170 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:15.415349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:15.416009 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:15.441384 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-79d96789-f64f-4e75-8451-10e616ea7c2d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0627737 Oct 26 12:19:15.517637 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:15.551111 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:15.718779 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:14Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:14Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:14Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:15.747745 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef23ee-5ddf-4e16-bdbb-4ec14de1e072 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:14Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:14Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:14Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:16.272537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:16.295809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:16.445369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38692) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:16.505790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:16.506381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:16.510912 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-16080e31-c931-4fcf-a0df-7565d27e4587 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0637190 Oct 26 12:19:16.542490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:16.546991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:16.573511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:16.621409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:16.634630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:16.677763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:16.805819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:16.853390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:16.853772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:16.854115 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:16.934674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:16.935749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:16.979096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:16.979478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:16.979850 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:17.052276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:17.052578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:17.087127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:17.091983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:17.139914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:17.146197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:17.217678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:17.218060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:17.243316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:17.247942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:17.303876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:17.359365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524904b-34e7-4c7b-b696-3675a53a71d2 None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:17.394562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:17.514709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38694) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:17.575561 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72832e4c-46be-437e-b04d-1e9b519edc5a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0595257 Oct 26 12:19:18.009259 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:18.009259 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:18.009259 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:18.105373 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:18.319186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:18.397641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:18.398029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:18.403631 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:17Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:17Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:17Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:18.428449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:18.432629 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:18.433045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:18.437174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:18.441693 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:18.442233 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:18.484690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:18.544036 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:18.579496 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38696) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:18.622704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:18.623752 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:18.641266 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a07f9029-0c1f-4198-a438-d4db37e1e593 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0605667 Oct 26 12:19:18.752365 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:17Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:17Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:18Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:18.775925 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4970a-a41b-438b-8c6d-50b8e3859bcc None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:17Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:17Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:18Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:19.644372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38698) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:19.659750 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-3bd6ef3f-8626-4d27-95e8-b768d127f966 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443850 Oct 26 12:19:19.708142 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d3e054ad-2e05-4043-be17-18f3f24dc4e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0613701 Oct 26 12:19:19.776492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-cc94b6c6-577f-4477-8974-2cea0344ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:19.778031 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-cc94b6c6-577f-4477-8974-2cea0344ad7f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1130 time: 0.0416400 Oct 26 12:19:19.892606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-0bf72bee-d835-45d6-9390-7fb8652708f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:19.893407 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-0bf72bee-d835-45d6-9390-7fb8652708f1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 897 time: 0.0941572 Oct 26 12:19:19.958818 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-f0f21d9d-22fb-48c0-81a1-87df8f9a2c9a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 1000 time: 0.0591266 Oct 26 12:19:20.008579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-571c37bb-812f-4200-8598-63f0e206a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:20.010056 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-571c37bb-812f-4200-8598-63f0e206a40b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 200 len: 835 time: 0.0451236 Oct 26 12:19:20.058850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-62448e2b-01d2-4610-9000-af7fc60a357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:19:20.060407 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-62448e2b-01d2-4610-9000-af7fc60a357f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=890ea85f-466f-4654-b10c-cd0a65b1a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430071 Oct 26 12:19:20.085389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:20.152567 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-542c511a-c66e-4852-b65e-4cee886b5888 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829194 Oct 26 12:19:20.248469 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-70957a22-18b6-4b89-a1d9-0307eeb4a4cf req-fd3c3944-b742-4543-8285-a76fa5bf224c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885386 Oct 26 12:19:20.356325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:20.377832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a73887-3cfd-4207-9405-65ebb5d4724d None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:20.479133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:20.479510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:20.479875 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:20.591912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:20.592301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:20.613946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:20.618392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:20.619192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:20.700634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:20.707787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:20.708170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:20.708510 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:20.711883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38700) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:20.772359 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f007af40-19f5-4061-8acf-88e15ad2efb9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0586503 Oct 26 12:19:20.786607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:20.787003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:20.819590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:20.823286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:20.872570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:21.049918 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:21.049918 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:21.049918 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:21.085035 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:21.149087 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:21.353014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:20Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:20Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:20Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:21.378015 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:21.386815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:21.387431 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:21.489504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:21.696761 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:20Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:20Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:20Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:21.721896 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b413e7-e961-4684-b7ce-a5b623b10db5 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:20Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:20Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:20Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:21.776329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38702) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:21.830335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:21.841394 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b560017a-702a-4d65-8205-ed86776e86c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0639591 Oct 26 12:19:22.276628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:22.363361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:22.376894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:22.377260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:22.413073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:22.417979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:22.447706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:22.484764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:22.507174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:22.550262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:22.677115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:22.727506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:22.727914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:22.728254 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:22.802177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:22.803248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:22.845899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38704) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:22.847030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:22.847410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:22.847778 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:22.909447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9832ca7c-c039-49a2-9ee4-7a5571a403f3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0623219 Oct 26 12:19:22.934153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:22.934654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:22.969580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:22.974149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:23.022888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:23.028616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:23.100716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:23.101105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:23.122528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:23.126328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:23.172468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:23.356350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea6c5e-357e-4c3f-922d-982deb4283e5 None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:23.913461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38706) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:23.975866 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5f935420-ea2d-4c3f-b660-c217c7e6f98f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0611017 Oct 26 12:19:24.290145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:24.290145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:24.290145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:24.323282 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:24.341135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:24.401880 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:24.514229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:24.570936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:24.571332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:24.605622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:24.609831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:24.650571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:24.662029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:24.714371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:24.725903 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:23Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:23Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:22Z', 'revision_number': 21, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:24.751327 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:24.759962 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:24.760564 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:24.861356 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:24.979599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38708) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:25.040261 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-32b8390c-7e65-4b9a-a2f3-d42a879f3296 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0594680 Oct 26 12:19:25.068136 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:23Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:23Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:24Z', 'revision_number': 22, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:25.097058 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd5a3e-965c-4e96-b3a1-4e3d33d5c320 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:23Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:23Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:24Z', 'revision_number': 22, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:26.044154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38710) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:26.107992 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-908a5c45-dacc-4112-8fbb-936150fa8d1c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0625830 Oct 26 12:19:26.359152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:26.403859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:26.404158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:26.404493 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:26.479893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:26.480288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:26.502690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:26.506572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:26.507325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:26.585363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:26.592268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:26.592729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:26.593073 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:26.596761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.597104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.597453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.597800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.598140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.598481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.598813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.599146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.599479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.599836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.600168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.600499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.600827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.601159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.601483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:19:26.671551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0f5e4-e835-4872-8cbb-51855ab11a1e None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:26.720288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:26.720680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:26.837368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:26.840995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:26.897914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-85f55e53-a29a-4d7e-8797-c30d4da80087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:26.902362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:27.112066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38712) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:27.169357 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-01380031-e356-42a4-ba26-b659945c4d47 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0559752 Oct 26 12:19:27.343966 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:27.343966 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:27.343966 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:27.442451 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:27.625618 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:27.645395 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:26Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:26Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:26Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:27.673379 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:27.682193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:27.682792 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:18:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:27.782794 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:27.865258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:27.989452 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:26Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:26Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:26Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:28.012936 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313df619-18b6-4d09-ad07-dbb9d63fe088 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:26Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:26Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:26Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:28.173269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38714) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:28.255147 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66de1b9b-c0b7-4aea-a100-5935d688816e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0801733 Oct 26 12:19:28.279320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:28.330536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:28.365007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:28.365401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:28.402565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:28.404451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:28.429997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:28.493082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:28.498962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:28.535396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:28.607356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:28.662171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:28.662447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:28.662769 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:28.746104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:28.746494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:28.785516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:28.790515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:28.844152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:28.848365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:28.928568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:28.928955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:28.951711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:28.956820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:29.006368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:29.044150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f272a4a-03a8-47a0-95e6-23a7a19f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:29.258419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38716) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:29.317195 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-75ffb142-db54-4850-b380-339c964c5f01 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0574489 Oct 26 12:19:29.641176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb771a-bc11-4f48-a770-bb7af7395da5 None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:29.698181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:29.705401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=29 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:29.752792 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:19:29.990770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:29.990770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:29.990770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:30.090227 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:30.295121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:30.320370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38718) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:30.333581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:30.388468 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fc435ac5-24b6-4b37-8d73-7b446bb918aa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0667679 Oct 26 12:19:30.405491 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:28Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:29Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:28Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:30.413082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:30.423185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:30.423773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:30.431557 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:30.440329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:30.440920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:30.458129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:30.461393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:30.512398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:30.543676 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:30.574622 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:30.753716 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:28Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:29Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:28Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:30.778556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d5f9e-b989-420e-9816-2062d3ec762e None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:28Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:29Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:28Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:31.392952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38720) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:31.462513 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9c54645b-f98c-4dd7-a2ed-f5b1fbc5e8df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0683713 Oct 26 12:19:31.691213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:31.778113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:32.333306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a951556-721a-4783-89b0-3b5bdee2db4c None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:32.366878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:32.465509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38722) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:32.471029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:32.497153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:32.497581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:32.497915 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:32.530657 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-df48a66d-5a79-43ef-bca6-7aede7baee6c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 992 time: 0.0625753 Oct 26 12:19:32.579665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:32.580322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:32.602115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:32.606535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:32.607347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:32.686155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:32.696156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:32.696734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:32.696954 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:32.771647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:32.772083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:32.805007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:32.808508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:32.853984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:33.335705 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:33.335705 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:33.335705 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:33.434233 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:33.463491 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:33.534779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38724) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:33.591527 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b1f6ba68-54f7-4be1-a2de-2b3b2087faf0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0555081 Oct 26 12:19:33.640546 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:32Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:32Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:32Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:33.664586 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:33.672886 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:33.674233 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:33.773303 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:33.977757 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:32Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:32Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:32Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:34.006955 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea4a8cf-c81d-416c-9c5b-40bd5ba91d6e None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:32Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:32Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:32Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:34.289522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:34.349775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:34.364982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:34.365368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:34.401320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:34.406350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:34.431282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:34.599004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38726) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:34.647219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:34.684834 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0775ed43-551c-4f0b-8106-fa27006f391c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0831633 Oct 26 12:19:34.694049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:34.761031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:34.808040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:34.808421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:34.808790 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:34.886664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:34.886934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:34.921937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:34.927146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:34.931818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:34.979365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:34.994108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:35.072661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:35.073056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:35.096380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:35.100334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:35.149215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:35.609013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfdfea0-c2c7-41dc-9c73-549409d22494 None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:35.688613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38728) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:35.984976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:35.984976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:35.984976 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:36.010214 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:36.067385 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-470eba79-8588-415b-9ef2-efa91d35f9cb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.3768778 Oct 26 12:19:36.164653 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:36.328095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:36.369900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:35Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:35Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:34Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:36.395678 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:36.403272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:36.403801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:36.403986 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:36.404592 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:36.406048 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:36.437375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:36.443574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:36.481079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:36.491903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:36.511904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:36.721647 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:35Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:35Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:34Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:36.745707 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0593f-7644-423b-98a8-43d3b94211e4 None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:35Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:35Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:34Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:37.071290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38730) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:37.135450 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b97b05d-f7f5-41b8-a214-77d6f3d65c4f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0628755 Oct 26 12:19:38.139367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38732) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:38.198242 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-07d5fe43-aa28-405c-8083-f9f5be733a15 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0576453 Oct 26 12:19:38.287307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563ae9e-7621-4970-a27b-4c90e86d4aa6 None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:38.371994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:38.458270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:38.458642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:38.458987 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:38.535634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:38.536060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:38.569323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:38.569323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:38.569323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:38.638597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:38.646055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:38.648297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:38.648671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:38.649024 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:38.682677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:19:38.687664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:38.688290 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:38.734972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:38.735373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:38.768958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:38.772747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:38.791896 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:38.821827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:38.939988 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:39.003677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:38Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:38Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:36Z', 'revision_number': 30, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:39.027346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:19:39.036244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:19:39.036842 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:19:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:39.136339 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:19:39.201550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38734) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:39.261599 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6ed6d69e-9334-455b-bc05-ce7519a2935e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0588934 Oct 26 12:19:39.330839 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:39.341222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:38Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:38Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:38Z', 'revision_number': 31, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:19:39.369235 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f1850-e508-402d-b6e1-dfdb4679969c None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:38Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'cda3a19c-de02-4998-a9ad-98a6f9f7bff7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'port_id': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'fixed_ip_address': '172.20.0.11', 'status': 'ERROR', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'mac_address': 'fa:16:3e:2c:96:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:19:02Z', 'updated_at': '2022-10-26T12:19:38Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:38Z', 'revision_number': 31, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:19:40.265626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38736) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:40.290955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:40.375103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:40.375500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:40.399216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:40.404595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:40.405671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:40.491907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:40.499247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:40.531201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:40.531593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:40.571358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:40.579474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:40.608284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:40.621999 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e361e27e-db5c-42f0-b58b-fb9be754f1b1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.3551908 Oct 26 12:19:40.662041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:40.700938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:40.701806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:40.772995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:40.853522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:40.897703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:40.898077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:40.898413 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:19:40.937025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:40.977743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:40.979237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:40.985612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e96491-138e-4f28-94af-617ea23e9d1a None None] New status for floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:19:41.033990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:41.043332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:41.044126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:19:41.193310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:41.205316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:19:41.205679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:41.206009 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:19:41.277822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:41.278204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:41.312078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:41.324742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:41.365042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:41.624384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:41.687276 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d60e64aa-687d-45b0-828c-f1174ba4e2b5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0618045 Oct 26 12:19:42.176581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:42.182503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:42.334148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:42.402901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:42.403284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:42.436776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:42.440823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:42.441545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:19:42.516696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:42.552145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:19:42.552534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:42.572845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:19:42.576316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:42.621797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:19:42.691178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:42.749725 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-38564827-ef96-48e5-899a-c6eb77e3e2e9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0573554 Oct 26 12:19:43.753873 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38742) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:43.821790 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-047e99cd-7e33-4d3e-be52-d5a5ccd78b25 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0666549 Oct 26 12:19:44.825552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38744) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:44.891459 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9cafca80-5e45-4a94-a7bc-a40ada7ab9a0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0647144 Oct 26 12:19:45.894786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38746) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:45.954868 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-472a79fa-5318-4ba1-976f-662e88104ed9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0589473 Oct 26 12:19:46.959003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38748) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:47.018697 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d55cce94-f266-462c-9783-b11224932379 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0585454 Oct 26 12:19:48.022446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38750) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:48.083057 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5fb47633-577c-4527-97cf-9f3d7207b1db tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0594079 Oct 26 12:19:49.087332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:49.094658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:49.147158 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dfb1b8b5-5678-4825-87c4-e6f90cef6fba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0585933 Oct 26 12:19:49.343529 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=50 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:49.344329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:50.151106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38754) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:50.208609 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1ae497f9-d981-473b-8dab-0166d8cf77b2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0564029 Oct 26 12:19:51.212178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38756) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:51.273330 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-011bf234-5e0a-4ea7-a212-b1fe22405e6d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0600228 Oct 26 12:19:52.277329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38758) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:52.285054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:52.338679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fa5d7a54-90b5-444e-a72e-ce72a32fb41e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0601902 Oct 26 12:19:52.618135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:52.619998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:53.342644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38760) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:53.402896 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-35d94262-4109-4225-8308-3bb3c3df03c6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0591269 Oct 26 12:19:54.405965 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38762) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:54.463106 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d35eef4b-72a7-44b1-a47b-1a69a8a39021 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0560277 Oct 26 12:19:55.466972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38764) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:55.528096 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-32e238fa-314e-4f59-8411-00f57811f3ab tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0599535 Oct 26 12:19:56.531477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38766) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:56.589432 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-76cd3ac3-053d-43d1-af85-a2da896ff1ae tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0566394 Oct 26 12:19:56.862997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9d0b-df52-40e9-a00b-4542ae266926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:57.593254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38768) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:57.656816 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-385de380-8151-45b8-aa57-e55c75fbf119 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0624759 Oct 26 12:19:58.074171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=44 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:58.076096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=46 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:19:58.661230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38770) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:58.717697 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d439c660-07b9-4084-94b0-b128eab92d2a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0554385 Oct 26 12:19:59.046558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ebb14f32-7732-4ed4-81e9-a618dae9f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:19:59.722552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38772) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:19:59.780726 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-76b9f8cb-a44a-467d-9732-5a0fad9fb4af tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0570557 Oct 26 12:20:00.289020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:00.784188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38774) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:00.846051 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b43810da-aaf4-470f-a8fa-655185a84d42 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0607409 Oct 26 12:20:01.536846 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:01.542070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:01.694832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:01.778901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:01.850672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:01.910140 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6fee082b-8a8d-472e-831c-e16917049a50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0575686 Oct 26 12:20:02.913553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38778) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:02.975869 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a11abb1c-af3a-4055-a4f7-d0cac80772d0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0611331 Oct 26 12:20:03.979353 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38780) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:04.038615 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7e0ffbc2-ff16-4488-a493-98589fbd6191 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0580909 Oct 26 12:20:05.042420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38782) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:05.102186 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cd105724-6147-444a-a4c7-f49a276c596d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0586095 Oct 26 12:20:06.105968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38784) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:06.163256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-55ce7bf9-624b-4001-bc4f-1883eeac2227 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0560784 Oct 26 12:20:06.751926 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:20:07.167076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38786) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:07.228549 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0b6da4e-4878-42ea-9c27-0b23490a6776 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0604172 Oct 26 12:20:08.232387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38788) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:08.289866 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9dbdb916-4011-4b72-aa7f-eb154e802add tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0561042 Oct 26 12:20:09.292821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38790) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:09.353240 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-059add94-f8fe-4e99-9541-28ca1e42b277 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0592015 Oct 26 12:20:10.357098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38792) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:10.414852 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ab8f702c-e21a-44d1-8a9d-7af0c8374e54 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0566356 Oct 26 12:20:11.418235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38794) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:11.479088 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c2a7d789-480a-497a-b1ee-8dae8951da99 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0596840 Oct 26 12:20:11.772588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:11.774455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:12.179336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:12.482896 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38796) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:12.541484 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-208dc035-426a-4ea1-883b-03c50ad308ec tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0574539 Oct 26 12:20:13.545443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38798) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:13.606784 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-da6eeadf-ca21-4b4e-8dd1-b8cc44c2a7b6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0602281 Oct 26 12:20:14.610725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38800) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:14.669580 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-71a041e4-755e-4225-acec-c5c1464f4475 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0577877 Oct 26 12:20:15.673443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38802) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:15.734168 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6660d7cd-0c72-475e-afe9-17b9c3be2e3e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0595458 Oct 26 12:20:16.737743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38804) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:16.747174 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:16.748278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:16.797313 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-43d9a1a3-45e4-410b-9a38-d79036f76767 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0584393 Oct 26 12:20:17.801284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38806) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:17.841519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:17.863605 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3fd8e58b-8abc-4e30-8967-2434ebec6172 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0611942 Oct 26 12:20:18.867570 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38808) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:18.928045 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b3af188e-2165-4010-94e7-a6565f1d683f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0592856 Oct 26 12:20:19.932109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38810) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:19.939465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:19.992752 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a4dcbe8-9d49-4f5d-b2f0-4f9ef94f7010 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0595276 Oct 26 12:20:20.402423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=31 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:20.407620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=39 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:20.667598 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-4e3a0235-e841-451d-882b-95c7ac4891bd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379617 Oct 26 12:20:20.766690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-0e246cde-240c-49ef-a08d-91ae30529a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:20:20.768211 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-0e246cde-240c-49ef-a08d-91ae30529a59 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1130 time: 0.0389683 Oct 26 12:20:20.874922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-58352d89-dc83-4e22-873f-341c8d1e0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:20:20.876446 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-58352d89-dc83-4e22-873f-341c8d1e0004 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 897 time: 0.0899534 Oct 26 12:20:20.940148 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-3454f03c-6103-4d8c-a9f8-b3296c0d4a08 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 1001 time: 0.0561748 Oct 26 12:20:20.989647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-ff8e9af5-d661-4462-96fb-430857bfec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:20:20.991073 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-ff8e9af5-d661-4462-96fb-430857bfec47 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 200 len: 835 time: 0.0441616 Oct 26 12:20:20.996740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38812) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:21.037363 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-2e4378a6-f333-49c6-aa76-d42d2588f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:20:21.038865 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-2e4378a6-f333-49c6-aa76-d42d2588f960 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=890ea85f-466f-4654-b10c-cd0a65b1a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425291 Oct 26 12:20:21.060390 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0386c21a-979e-4135-ae8c-86a6327201b7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0624771 Oct 26 12:20:21.129076 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-b42bf753-77d2-4c27-80f6-5a6544df9f5a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840843 Oct 26 12:20:21.222769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8f6fcfb4-f3cb-42f9-84cc-e524470f76ff req-f01cb44e-2cea-41f8-a187-6fb17f99ea80 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866752 Oct 26 12:20:22.064255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38814) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:22.124498 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1000a18e-08a3-40f9-8eb0-ed56ac219bd6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0590754 Oct 26 12:20:23.128858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38816) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:23.189368 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96b20092-89b7-4d76-9b52-56836ea62b14 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0594075 Oct 26 12:20:24.193240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38818) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:24.253606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ed2b4447-c604-45cc-88b9-74fbeb2a5d81 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0591669 Oct 26 12:20:25.257400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38824) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:25.319403 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-781b7598-665f-42ee-aa42-aaf91b32973b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0608034 Oct 26 12:20:26.323170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38828) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:26.380948 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6e7651bf-db4c-4fb6-b01c-335480dd9422 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0566254 Oct 26 12:20:26.593866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:26.596241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=13 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:26.868140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7e74-020e-431b-8e0e-fc0e0d362746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:27.384041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38832) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:27.445268 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-621e42f7-8296-456c-bcd1-8b9b631b2722 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0600619 Oct 26 12:20:28.449054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38834) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:28.507424 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b5115ef1-7511-4eee-a74b-9ae431049037 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571995 Oct 26 12:20:29.049067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-46ceea3a-cd58-4535-9cd6-345bc9889848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:29.511258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38836) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:29.573500 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c6ad89d9-c1e4-4055-8a11-a89b5eac69e1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0608158 Oct 26 12:20:30.290077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:30.577452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38838) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:30.636354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e483d37b-fac9-40f5-a04b-ce0ce1335070 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0578489 Oct 26 12:20:31.640365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38840) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:31.698719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:31.704751 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3e714e33-cbef-4960-a9e2-b6c4bee80c33 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0632329 Oct 26 12:20:31.780935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:32.708564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38842) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:32.766495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c774e5e-118e-486d-9b43-e805f9044aff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0568185 Oct 26 12:20:33.770144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38844) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:33.831213 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7ba433b6-ba99-45e5-ad7a-3eb5926b0e99 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0599499 Oct 26 12:20:34.834872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38846) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:34.893196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-87567df9-93d5-48cb-98ff-6d420f4df7d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571520 Oct 26 12:20:35.897249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38848) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:35.959919 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cb3012a9-5d65-4570-9aa0-7d2d0168a17d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0614922 Oct 26 12:20:36.962990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38850) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:37.020678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ed756e1-6f36-4eac-94c3-b11552518f73 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0565317 Oct 26 12:20:38.024569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:38.085788 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e9398640-5378-44ad-84fe-451c139ad0fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0600946 Oct 26 12:20:38.532996 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:38.537187 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:39.089504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38854) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:39.147865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5d0e60e-0d39-4989-9bda-ec3a4c9b7164 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571074 Oct 26 12:20:40.151774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38856) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:40.213731 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a4a56afe-7e6b-4a72-9b35-a985e9a34554 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0608990 Oct 26 12:20:41.217536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38858) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:41.275378 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1ed2d351-79a8-4e43-9508-be557116baad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0567226 Oct 26 12:20:41.692926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:41.700058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=76 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:41.775771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:41.777645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:42.200001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:42.279287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38860) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:42.341080 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8b413c2a-755a-46d0-92d7-5052ef96bedc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0605192 Oct 26 12:20:43.344991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38862) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:43.403311 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d684701-a2de-48cd-b1ea-fd662f5c7a9a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571871 Oct 26 12:20:43.752061 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:20:44.407240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38864) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:44.467657 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f119c486-1e07-461e-9924-ebed01340e10 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0592401 Oct 26 12:20:45.471636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38866) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:45.538366 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d54a8b21-00fa-4ef1-8da0-9137227cae55 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0654347 Oct 26 12:20:46.541550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38868) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:46.600365 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-091b4359-bb64-4858-a8e7-d562c87a4d6f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0574269 Oct 26 12:20:47.603159 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:47.664645 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8b1546c8-4bfc-42ae-8f6c-87863b9099a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0602686 Oct 26 12:20:48.668656 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:48.726924 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-efe28ade-b2b1-403b-9ede-91dfcc89d8fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571580 Oct 26 12:20:49.730784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:49.791705 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6e6e1884-80ae-49b8-bdfc-ef742cd24ec1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0594926 Oct 26 12:20:50.795328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38876) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:51.163288 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4e7ce767-fde2-4568-9c53-71681d503c9c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.3664331 Oct 26 12:20:52.167231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:52.194437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:52.196323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:52.229542 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ec32ac90-b785-4aab-ae6e-6abfba3683cd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0611808 Oct 26 12:20:53.233408 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38880) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:53.292779 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dcd9275b-cb71-4ba2-a110-178fd2136e71 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0581963 Oct 26 12:20:53.748199 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:54.295910 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:54.357472 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1f9a407a-5c1a-42d3-8ba8-585da2a2ceac tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0604370 Oct 26 12:20:55.361364 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38884) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:55.418734 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2fc12398-f3b7-4cf4-a271-9671da676759 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0562470 Oct 26 12:20:55.524323 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:55.526277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:20:56.422036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38886) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:56.483141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2232778-1333-4c3b-b0ba-3b526270135d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0599658 Oct 26 12:20:56.870156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-98a08bad-68b7-49d4-a83c-a65bc293a535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:57.487134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:57.545251 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dd605522-90db-4dd6-b90f-713bcd58f36a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0568738 Oct 26 12:20:58.549044 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:58.613513 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-055c2c5c-320e-4e31-a73c-e40420e33c39 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0632560 Oct 26 12:20:59.055690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dcd68b07-8448-4dfd-acaf-3447a226dd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:20:59.617648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:20:59.674679 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-032cf2cb-8149-44dd-af17-faab8108b890 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0558972 Oct 26 12:21:00.428300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:00.679309 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38894) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:00.741555 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6227a33b-c671-408a-80c2-9e9a85451a41 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0611460 Oct 26 12:21:01.701269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:01.745435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38896) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:01.786516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:01.809280 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d72e317d-91de-44ae-9c41-fee2a5a16100 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0626593 Oct 26 12:21:02.813139 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38898) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:02.855599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:02.875763 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-736c4b01-f501-401f-8a4e-8ca8dfc78e7f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0614438 Oct 26 12:21:03.879590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38900) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:03.940920 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6858df82-f8ff-4b5f-b521-edebfdf10539 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0601666 Oct 26 12:21:04.945197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38902) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:05.003449 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-16e299d8-fba9-498e-9ff3-69dc9a6a839d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571151 Oct 26 12:21:06.007539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38904) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:06.069602 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-72bc80ae-752e-4518-9a81-7fa9827b00f2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0606279 Oct 26 12:21:07.073272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38906) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:07.132526 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f0425765-c111-42c3-82df-7def02895a2a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0581243 Oct 26 12:21:08.136020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38908) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:08.198183 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3258821a-128a-4eb0-a11f-ee1b00668bd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0610268 Oct 26 12:21:09.201543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38910) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:09.259850 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5cecc8c7-3443-4f1f-9d83-6524e1639a74 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571191 Oct 26 12:21:10.262680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38912) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:10.320703 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8946518f-d175-4803-89a5-1c803787fcc5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0569036 Oct 26 12:21:11.324636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38914) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:11.376482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:11.387538 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7c6c1923-4c99-4fcf-8e1c-1df2f42835f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0614934 Oct 26 12:21:11.775805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:11.780592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:12.216589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:12.391400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38916) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:12.450220 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9a63ed66-cb17-408c-a546-2119cd8148ae tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0576713 Oct 26 12:21:13.453633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38918) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:13.514153 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0ef0c2d6-d99e-42eb-b629-bed5e54de852 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0593872 Oct 26 12:21:14.517524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:14.577291 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-77c33594-151b-43e3-bfb9-622a5b7cb506 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0585773 Oct 26 12:21:15.543326 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:15.581122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38922) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:15.642250 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-923c5848-09a6-4c0d-92dd-e60524570784 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0599973 Oct 26 12:21:16.645390 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:16.703751 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dbef886f-e4ca-4661-8a31-4d08d2ec39ea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0572484 Oct 26 12:21:17.707597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38926) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:17.771550 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9b78e73c-1fc3-4066-8253-3bf88b10c17f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0627737 Oct 26 12:21:18.775600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38928) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:18.832665 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-558d21a2-a353-4104-bb62-0e0e26f242cb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0559223 Oct 26 12:21:19.836404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38930) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:19.898296 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4e4b6029-0339-45d3-80f3-b013f79b27d2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0607700 Oct 26 12:21:20.750456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:21:20.901526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38932) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:20.960618 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c80ac10-b0d2-4805-8d68-03b47e99733d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0579569 Oct 26 12:21:21.656663 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-14c72be2-e769-48b5-834c-e704ebaf51ca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376911 Oct 26 12:21:21.762469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-8e70c577-5e9d-4bc6-82ed-63cee215d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:21:21.764008 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-8e70c577-5e9d-4bc6-82ed-63cee215d507 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1130 time: 0.0444376 Oct 26 12:21:21.869923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-49ef04c8-ba79-4f08-a883-816c6292a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:21:21.871387 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-49ef04c8-ba79-4f08-a883-816c6292a0c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 897 time: 0.0892544 Oct 26 12:21:21.937830 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-fa6088b1-44d8-4ab6-83ad-0ca3644a9d5e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 1001 time: 0.0601881 Oct 26 12:21:21.964401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38934) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:21.989383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-f0ea137b-99b5-4ab9-b9e6-938459f82828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:21:21.990839 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-f0ea137b-99b5-4ab9-b9e6-938459f82828 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 200 len: 835 time: 0.0462365 Oct 26 12:21:22.027248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cf708455-b4fa-4d98-bfc7-56128ed2b9b9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0616627 Oct 26 12:21:22.036959 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-bbaaab77-9719-449a-832a-d69362c878ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:21:22.038471 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-bbaaab77-9719-449a-832a-d69362c878ac service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=890ea85f-466f-4654-b10c-cd0a65b1a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412972 Oct 26 12:21:22.132118 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-54c8210c-f06b-47b8-913e-fb6a4fc037f0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876560 Oct 26 12:21:22.209917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:22.212946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:22.225642 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-4ef27e33-d752-4ca8-9094-f6e2c79b1295 req-5ce33d0e-dd87-4192-9862-378d5c343de7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867209 Oct 26 12:21:23.030924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:23.364440 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c0cbb80f-b927-4bc8-be87-5130ba9939a5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.3323770 Oct 26 12:21:24.367906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38944) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:24.429250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-26f22d54-9fa4-49fa-aa43-1202616bd799 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0602655 Oct 26 12:21:25.433388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38946) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:25.490936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4053880f-65fd-4f1b-b7ba-f2512788e327 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0563741 Oct 26 12:21:26.495451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38948) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:26.501707 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=59 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:26.503329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=63 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:26.557395 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b28d8c2b-dd72-40d3-891f-ed9cd8d9f089 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0599482 Oct 26 12:21:26.873160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-369caf3b-73e6-4f34-b34f-d81a256f8b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:27.560639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38950) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:27.618125 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5e7a601f-43e1-4d81-94af-cf0af27f1157 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0564256 Oct 26 12:21:28.621823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38952) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:28.682831 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b25bebc5-3689-45c1-b42c-c18fd96525c1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0599351 Oct 26 12:21:29.048210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cd7a3cf0-4c9e-4d54-b0ba-693f3aeb3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:29.686556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38954) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:29.745683 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa57c3f3-faf2-44c3-936f-7952d533a697 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0579965 Oct 26 12:21:30.294674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:30.746885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:30.749914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38956) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:30.811065 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ae9e709-ff58-4eb1-aeef-7317b2131a5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0600371 Oct 26 12:21:31.707325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:31.788202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:31.814796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38958) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:31.878199 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-33ceb2c6-1687-4295-b8e0-7c9e39ac91af tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0623212 Oct 26 12:21:32.882060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38960) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:32.888681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:32.942119 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ab26b156-bc48-4718-bc71-08a6f608edf0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0589337 Oct 26 12:21:33.946253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38962) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:34.004018 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-79f71a81-31f6-4688-a800-88a420e15aad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0562763 Oct 26 12:21:35.006531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38964) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:35.067212 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8064b486-ae4f-45ef-9365-791d24b17888 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0595486 Oct 26 12:21:36.071196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38966) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:36.129095 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a48e10de-cc6d-439a-8f17-a61eff4937e5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0567288 Oct 26 12:21:37.133046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38968) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:37.194083 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9d259f10-e653-4063-bf76-bbb6d2535c66 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598891 Oct 26 12:21:38.198618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 38970) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:38.255849 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6de42d07-8a58-48a4-bd6d-98f647e0a3ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0560818 Oct 26 12:21:39.259783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:39.321536 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6f5a720f-deca-4ed3-a1f4-299cbe9b74f7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0605645 Oct 26 12:21:40.325494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:40.364825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:40.383769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-37831cf0-f711-493b-8551-c01044525034 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571680 Oct 26 12:21:41.388143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:41.449728 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-84f720d4-4088-44d5-9ea6-03758c8f78cc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0604539 Oct 26 12:21:41.777785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:41.784826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:42.213575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:42.453569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38978) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:42.510989 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-72e4ff85-64e9-425d-ba74-3a7d94af98c0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0561862 Oct 26 12:21:43.515879 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38980) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:43.577807 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-60ddd74e-bebb-4bef-9ec7-bc89b7394cf1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0608723 Oct 26 12:21:44.581626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38982) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:44.640023 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2dedad8d-b319-4385-981e-2116ab3e5af7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0570676 Oct 26 12:21:45.643761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:45.704775 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fabf0feb-559e-46ea-b6eb-cb4b9258ace2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598774 Oct 26 12:21:46.708657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:46.765919 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2dc294d4-2cd9-4373-80ad-fea737eec2d4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0561202 Oct 26 12:21:47.769539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38988) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:47.846948 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-08093589-5c67-46f3-bd9f-d506c3e4ba65 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0762529 Oct 26 12:21:48.248269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=53 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:48.249082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=45 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:48.851642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38990) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:48.910180 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bb5cc3ac-be8a-4215-913d-f8fc7c354398 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0574026 Oct 26 12:21:49.913547 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38992) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:49.973517 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-77ee560b-9f95-4d10-9969-dfa8a0f3e7df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0588264 Oct 26 12:21:50.977343 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38994) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:51.035361 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-46d3798f-4f46-458c-8f5c-c3ec6bb7286a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0568841 Oct 26 12:21:52.039126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38996) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:52.102840 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b15dcf8b-6583-46af-9864-0b9599a131af tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0625484 Oct 26 12:21:52.204105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:52.210080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:52.545318 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:52.549185 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:21:53.106374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 38998) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:53.165518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f62ccd66-f5a9-43d1-b4f7-9fb588d259f0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0573206 Oct 26 12:21:54.168553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39000) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:54.228544 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f000973-8755-4350-9f46-087d8a054276 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0589330 Oct 26 12:21:55.233106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39002) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:55.290035 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d3e39928-2116-49b6-98f2-71693b65912b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0558064 Oct 26 12:21:56.293254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39004) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:56.354394 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-612e9dab-4dbc-4648-9924-283db279ea1c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0599184 Oct 26 12:21:56.878720 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-50a906fc-2a37-4f87-8b72-76eabf0eda4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:57.357322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39006) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:57.718514 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-15232705-14b8-453a-9d13-15cb7a410dfc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.3600035 Oct 26 12:21:57.751165 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:21:58.721518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39008) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:58.789198 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-657d1577-3c7a-460c-9c2a-cbd39c2660fd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0665443 Oct 26 12:21:59.051306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-db5fb48f-7248-4f01-9be1-218515f0b140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:21:59.793066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39010) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:21:59.852289 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa8ab04d-afaa-450a-9256-c8c9213b25e7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0580397 Oct 26 12:22:00.298180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:00.856168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39012) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:00.917574 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-da7b0d29-f550-4931-9fc0-8fed9462e826 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0602345 Oct 26 12:22:01.709371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:01.791107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:01.921697 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39014) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:01.983971 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-44c51dcb-0ba3-4202-b9c3-2743a05d578b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0609992 Oct 26 12:22:02.987770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39016) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:03.045455 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8bf50be7-9c45-4e5a-b13c-d2df20433275 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0565560 Oct 26 12:22:04.049565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39018) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:04.111016 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-95a1efb1-c69c-42d9-9c78-8d6e1ccbd30b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0603228 Oct 26 12:22:05.114895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39020) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:05.173826 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8468764d-8df8-43c2-b546-37437dcbf2ae tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0577266 Oct 26 12:22:06.177636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39022) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:06.239170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0bd57058-f307-43ce-aaad-2a7b1618c872 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0604835 Oct 26 12:22:07.242430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39024) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:07.301939 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cc13d5c1-f0de-47ea-9163-beb880810770 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0581052 Oct 26 12:22:07.745242 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:07.746000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:08.305523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39026) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:08.367508 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b27efeb-c8e7-43cb-b926-96959531f810 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0608318 Oct 26 12:22:09.370762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39028) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:09.378118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:09.429115 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73030ccb-6d8a-417d-8592-04074621737b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0572393 Oct 26 12:22:10.433242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39034) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:10.490654 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1ef5f46e-a42e-4ed9-bfa7-dffe62f9ab7d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0563183 Oct 26 12:22:11.494497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39038) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:11.554724 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-db67a153-94a3-40c2-94df-3dc906c83f30 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0591192 Oct 26 12:22:11.781195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:11.787225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:12.218666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:12.558914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39042) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:12.617979 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-43d84f03-d1df-44df-b494-8eeb8e4dabaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0579910 Oct 26 12:22:13.621812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39044) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:13.683015 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-95075546-cf2e-4e23-865d-dceab5a5cc9f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0592000 Oct 26 12:22:14.687457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39046) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:14.744794 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9dea861e-c499-4313-9a2c-7836bb405db6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0562534 Oct 26 12:22:15.749330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39048) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:15.808803 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d523dcfd-3218-4ea1-9401-7c4ebeed9452 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0583601 Oct 26 12:22:16.812634 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39050) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:16.871132 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3523e011-23aa-4663-abbf-2bee5c89b81d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0573776 Oct 26 12:22:17.875048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39052) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:17.882496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:17.936841 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dc83d0cc-088c-4dbe-984d-ee0d056ed552 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0606749 Oct 26 12:22:18.940721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39054) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:18.997181 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86f13157-bea5-42b0-a276-f3f5df3bc20c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0553312 Oct 26 12:22:20.001663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39056) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:20.062298 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3daf3a4c-222c-4131-a5df-64c4141c992c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0594997 Oct 26 12:22:21.065535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39058) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:21.124157 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6eb9e3d2-95d3-4f3c-a970-89107b984661 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0574515 Oct 26 12:22:22.127068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39060) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:22.187333 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2b99b1da-2894-4c0c-89d4-e292b7f8f75f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0590515 Oct 26 12:22:23.191147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39062) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:23.249409 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-93df90b0-701d-4c6b-a2c1-3a4660d79cbf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571094 Oct 26 12:22:23.662452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-0ffa869f-ce54-47a5-85f1-a203a07d5d93 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375772 Oct 26 12:22:23.775239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-3ceb75a0-b8e4-4832-96ff-4cd1671dbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:22:23.776661 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-3ceb75a0-b8e4-4832-96ff-4cd1671dbb88 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1130 time: 0.0434804 Oct 26 12:22:23.887693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-1ff6c179-ce14-4385-9445-20d4b7321cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:22:23.889840 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-1ff6c179-ce14-4385-9445-20d4b7321cd4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 897 time: 0.0939205 Oct 26 12:22:23.959883 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-b73cd96e-89df-4ebe-a78b-cc855c073274 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 1001 time: 0.0629447 Oct 26 12:22:24.008602 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-92c4a140-c705-4ead-86d6-6aa49ee25ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:22:24.010056 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-92c4a140-c705-4ead-86d6-6aa49ee25ce5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 200 len: 835 time: 0.0447524 Oct 26 12:22:24.055578 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-3a569bb7-8a33-4992-b586-cd55c47ac5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:22:24.057078 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-3a569bb7-8a33-4992-b586-cd55c47ac5b1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=890ea85f-466f-4654-b10c-cd0a65b1a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405188 Oct 26 12:22:24.067805 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-89d295d7-1bcc-49e3-93d8-6a4e1e9a3ea8 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:22:24.068935 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-89d295d7-1bcc-49e3-93d8-6a4e1e9a3ea8 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055017 Oct 26 12:22:24.167529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-cbd0bc94-6f01-41c0-83b1-0ad213724320 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928628 Oct 26 12:22:24.253268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39064) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:24.261889 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-faa3ffd5-ed7f-46d7-8018-382ec5e24ce3 req-e1225c22-6061-4c60-9b19-be3f93b4f3ce service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879395 Oct 26 12:22:24.323146 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-901b5b1a-9cfa-45d2-81dc-1621ab0ba777 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0685327 Oct 26 12:22:25.327054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39070) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:25.386129 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b58022a5-10e2-4995-95b9-5692deff4a8d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0580347 Oct 26 12:22:26.390438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39072) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:26.454819 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bcfd350c-1e99-42c2-ae3f-92b7f5a35088 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0622118 Oct 26 12:22:26.596000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=13 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:26.597964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=16 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:26.882569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-08095149-ff35-41d4-896b-c75f18eab0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:27.456878 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39074) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:27.517834 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c2986383-06a1-4fc1-a932-55da3ef29e99 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598302 Oct 26 12:22:28.521686 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39076) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:28.527907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:28.530283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:28.580964 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0d48df65-fc7c-4afd-bcc2-47f02343576f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0581646 Oct 26 12:22:29.053860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-78e8f301-9810-46be-ab57-91a49969b7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:29.555544 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:29.584815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39078) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:29.645094 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cc36256b-9e6c-47ca-9113-869c0880ffde tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0591264 Oct 26 12:22:30.301042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:30.649048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39080) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:30.709215 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-adb91a77-bed6-422b-a63b-e75138d55913 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0590844 Oct 26 12:22:31.710887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:31.712953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39082) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:31.775075 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0cd5eb91-4ddf-4263-b444-dcfa70fb9298 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0608220 Oct 26 12:22:31.796910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:32.778543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39084) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:33.103380 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0617a3e2-9a93-48cb-9b4a-958042f5dadc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.3234978 Oct 26 12:22:34.107960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39086) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:34.165560 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8eeeab8f-aaea-4d7e-8395-9e2ea7c871c1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0563550 Oct 26 12:22:34.750711 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:22:35.169375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39088) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:35.229758 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6182a695-8a91-44f5-8c94-5d620a747088 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0592163 Oct 26 12:22:36.233513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39090) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:36.289695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-351622fa-b86d-4f03-81e4-2b1d404c6981 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0550554 Oct 26 12:22:37.292744 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39092) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:37.354324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-36f83bed-30af-4cfa-923c-9abdb219d5db tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0604613 Oct 26 12:22:38.358405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39094) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:38.416750 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dc39941b-23fe-495c-ba34-e0af52692900 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0569148 Oct 26 12:22:39.420669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39096) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:39.481650 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dfd9f681-f8b7-4b82-b611-dbf7dfbfc495 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598607 Oct 26 12:22:40.485464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39098) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:40.542572 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-deb62c42-696c-4cc9-8e50-22a1de01cac7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0559869 Oct 26 12:22:41.546652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:41.585065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:41.609873 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d81167be-c488-4e97-8c3b-d598085de322 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0621331 Oct 26 12:22:41.790690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:41.792605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:42.228117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:42.613823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39102) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:42.673656 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-49de27cd-d4bf-4a39-a79b-8f560ee62039 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0587373 Oct 26 12:22:43.677594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39104) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:43.739235 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e08cc383-ce08-4f08-adf7-aa7b50947f5c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0605834 Oct 26 12:22:44.743086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:44.745962 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:44.746692 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:44.802147 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c76d992c-db41-4d5d-9b92-595056a719a3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0578845 Oct 26 12:22:45.805976 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39108) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:45.867078 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-324ebcb9-3a9d-4b04-97b0-b1d48c5921fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0599968 Oct 26 12:22:46.871030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39110) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:46.929362 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c491caeb-d321-485b-86ed-fdb0f68cfb50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571659 Oct 26 12:22:47.933556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39112) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:47.940411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:47.996215 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cd4d7329-abc7-4c0e-899e-1b0f78dfb3f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0614483 Oct 26 12:22:49.000734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39114) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:49.060042 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06e09287-2db8-4d6c-880c-fff3208e2a6f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0581272 Oct 26 12:22:50.063289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39116) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:50.132562 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1a2886ca-ce49-4b2b-ad8c-431bcdf87b50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0680909 Oct 26 12:22:51.136740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39118) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:51.195579 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7d9c75c9-9f4a-4349-bfa2-f4631f1a6350 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0577686 Oct 26 12:22:52.199360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39120) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:52.222334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:52.224204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:22:52.262564 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-33665986-646a-4663-a605-cce179f0bad5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0620234 Oct 26 12:22:53.267156 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39122) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:53.328529 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1f52d86c-3746-4a84-bfe9-38ac4834ea6e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0602043 Oct 26 12:22:54.331406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39124) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:54.389715 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d9dc88e-c01d-48b2-9ea0-96152f2c0a6c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0571611 Oct 26 12:22:55.393043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39126) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:55.454028 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82e8716c-1c54-464c-b94c-82a2f11694d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598752 Oct 26 12:22:56.457476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39128) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:56.517104 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f93bd30e-5088-4fc2-a7b6-d86c4190d5da tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0581312 Oct 26 12:22:56.884637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0a460d06-448e-4b25-8c4c-29994c8ff87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:57.520940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39130) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:57.582028 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-294e516e-6a1e-49e1-9d5d-a00466a4a7b7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598495 Oct 26 12:22:58.585786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39132) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:58.644446 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f0d07f3-6eb5-46c2-a19c-26a6677c365a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0574427 Oct 26 12:22:59.055400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5797c629-e645-4f8e-90d5-68b27f111497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:22:59.647462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39134) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:22:59.708594 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8e786aa1-01ed-4f91-bbe4-736261b3ff3b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0599825 Oct 26 12:23:00.303509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:00.712561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39136) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:00.772143 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b1b81e1d-9188-4b3b-859c-3e8de854fe0a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0584087 Oct 26 12:23:01.714537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:01.775344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39138) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:01.801259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:01.839218 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4b4d4882-1624-47a4-af4c-474b725e2d50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0626788 Oct 26 12:23:02.254076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:02.256096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:02.843162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39140) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:02.902426 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f1768b60-5133-4cdb-8c2a-3fe5d8a82c72 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0581131 Oct 26 12:23:03.906590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39142) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:03.967937 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bb3b3e43-4a95-4098-a070-3857298d940d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0601072 Oct 26 12:23:04.971976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39144) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:05.029840 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0147eb28-93d2-4a55-8795-76bb0f650b45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0567117 Oct 26 12:23:06.034396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39146) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:06.094981 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-12e7d22e-5c0a-46ca-a941-5c68d5e79285 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0594487 Oct 26 12:23:06.610498 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=18 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:06.612348 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:07.098249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39148) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:07.155779 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ffbc694f-1d5c-45b7-b34c-571c03e7cfb5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0563059 Oct 26 12:23:08.159027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39150) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:08.217036 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e7155d98-f5a4-4ef9-a80f-20b67ae8a415 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0568762 Oct 26 12:23:09.220457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39152) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:09.281380 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c2240233-da40-4017-b6ef-0bb6c5ba61d9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598004 Oct 26 12:23:10.284966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39154) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:10.347198 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2dc837a-4268-4dd9-83f3-3240179c62dd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0610447 Oct 26 12:23:11.350958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39156) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:11.409052 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-32de3ba0-9c70-4773-a38c-4f7c8029eda7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0569577 Oct 26 12:23:11.750190 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:23:11.794350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:11.797262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:12.230073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:12.412902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39158) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:12.419141 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:12.474699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c2e21dc3-bab7-4a71-9aef-7dfb3247fdf9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0606878 Oct 26 12:23:13.479026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39160) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:13.538045 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b5399107-320d-4b7c-9488-4bc19585c82c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0578816 Oct 26 12:23:14.541534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:14.600104 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-22793c25-d5a4-47c0-9baa-3b91201dbe2b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0573997 Oct 26 12:23:15.603961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39164) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:15.664610 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8ad3e862-c3c0-44b6-bc7d-025c30f3892b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0595219 Oct 26 12:23:16.668584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39166) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:16.727502 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f6307509-9914-4548-887c-c6c27e44b733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0578620 Oct 26 12:23:17.730522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39168) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:17.794570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-39794646-f59b-453f-9199-c88231745225 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0629864 Oct 26 12:23:18.797924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39170) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:18.855933 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-10d9efe6-cd25-4dfa-9a5c-78ee40645e95 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0562046 Oct 26 12:23:19.859779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39172) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:19.920423 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d4afa3bb-9399-4342-943a-02e3fe854184 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0595171 Oct 26 12:23:20.924424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39174) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:20.931708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:20.984868 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4851de96-3bcf-41ff-8cfb-58262108fa60 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0593228 Oct 26 12:23:21.988753 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39176) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:22.047597 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-39ed5fa9-ab7d-40ab-80b0-12ee66a46f78 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0577180 Oct 26 12:23:22.219775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:22.225472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:23.050967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39178) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:23.111975 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c93e695-2ad8-4708-8bd1-bbf9ba0f80ed tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598538 Oct 26 12:23:24.115988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39180) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:24.175631 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1a98285c-2ea3-4a93-93cb-7072fd2a05bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0584109 Oct 26 12:23:24.654733 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-963326cd-fd18-4416-abf1-5a29ff7435bc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379412 Oct 26 12:23:24.764718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-9cfaf7ec-ebfb-42b4-9113-5b0e68812939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:23:24.766190 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-9cfaf7ec-ebfb-42b4-9113-5b0e68812939 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1130 time: 0.0445669 Oct 26 12:23:24.782909 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:24.783778 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:24.871975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-3064734a-b2c7-409a-97f4-7d6af73fd4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:23:24.873463 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-3064734a-b2c7-409a-97f4-7d6af73fd4e3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 897 time: 0.0886827 Oct 26 12:23:24.945903 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-53738314-7b32-4a1a-b66b-2132b362cd63 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 1001 time: 0.0586591 Oct 26 12:23:24.994062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-f5d469e7-b03b-4bc5-b61c-ccd005919f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:23:24.995424 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-f5d469e7-b03b-4bc5-b61c-ccd005919f3f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 200 len: 835 time: 0.0438681 Oct 26 12:23:25.040640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-0934d244-d9e6-44d2-b4d5-adc4b444ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:23:25.042108 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-0934d244-d9e6-44d2-b4d5-adc4b444ee5f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=890ea85f-466f-4654-b10c-cd0a65b1a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389099 Oct 26 12:23:25.134554 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-9372e215-5905-49d3-808c-49e2969cae7d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852087 Oct 26 12:23:25.179517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39182) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:25.224691 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f2b9528d-9da0-4416-b334-d905d1b0d03a req-59ad7f2d-f221-40cb-a2d7-298eba888296 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838521 Oct 26 12:23:25.238253 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-133c4b04-d5a1-4f44-ba81-4732e2f7f120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0575778 Oct 26 12:23:26.242085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:26.302817 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-da1e7467-0d4a-4146-a086-39854541c9a0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0595427 Oct 26 12:23:26.888261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e9a02608-ffa5-4221-9906-e0c6ef6f5be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:27.306625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39190) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:27.370489 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f22dfc22-bcf8-4074-a471-04310fc4966d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0626974 Oct 26 12:23:28.374311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39192) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:28.432348 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6b7988c5-7399-496d-9890-30e53a819b08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0569220 Oct 26 12:23:29.056969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0ca62f96-6d13-4c75-9297-3c5ee03696c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:29.436472 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39194) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:29.496619 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73985e57-76b0-428f-a880-ecfde692c699 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0589910 Oct 26 12:23:30.306611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:30.500135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39196) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:30.533860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:30.558643 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad503709-d3b7-42b1-947b-a7e8ae00eecb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0573454 Oct 26 12:23:31.562426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39198) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:31.623380 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9b661598-edec-4cf5-99ba-627ba4fa03e5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598233 Oct 26 12:23:31.716147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:31.803751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:32.627536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:32.633644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=63 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:32.635440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=59 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:32.687086 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-958ce736-9743-42d8-ac0c-8fd1c9e47cf4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0583136 Oct 26 12:23:33.691020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39202) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:33.752595 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5c108c8b-8860-422a-bb82-be9bea57f86a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0604308 Oct 26 12:23:34.756442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39204) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:34.813030 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ddecd3aa-8944-463d-93b8-526bdf2a83c4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0554273 Oct 26 12:23:35.817500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39206) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:35.878141 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-44866265-c607-4b93-8a38-e07259bce6e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0594935 Oct 26 12:23:36.881521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39208) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:36.887695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:36.941886 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9569ea2e-8caa-41a3-be0f-fc88fe84dceb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0592492 Oct 26 12:23:37.945411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:38.316289 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cebda5ae-11f3-42e3-bec5-2e1d0f1a40aa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.3697531 Oct 26 12:23:39.319624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39212) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:39.375447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-01bfc3c7-f9a8-4953-93e6-2b195381f0de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0546544 Oct 26 12:23:40.380272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:40.440398 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82ebb693-0857-4976-991d-ed779024a95d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0589612 Oct 26 12:23:41.444172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39216) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:41.501928 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-257935cf-5cef-4606-8833-9d7fb0caf6e5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0565715 Oct 26 12:23:41.797904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:41.799861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:42.228081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:42.505736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39218) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:42.565918 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f1e4d07-ba7d-4000-9aca-1e45eddaa3bd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0591238 Oct 26 12:23:43.555284 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:43.555990 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:43.569517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39220) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:43.627643 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a275de9a-6d71-47b2-b8dc-73c75c15fc94 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0568986 Oct 26 12:23:43.743530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:43.745423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:44.631448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39224) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:44.740024 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6419745d-4c5b-40b1-b810-116d31fb4b58 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.1074598 Oct 26 12:23:45.744028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39232) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:45.803744 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f37f7a10-cf27-4eb6-8393-3226a28b106d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0586505 Oct 26 12:23:46.806797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39236) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:46.866079 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e1a54057-75e4-49af-b248-bfdd68ed0f80 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0581443 Oct 26 12:23:47.869709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39238) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:47.931184 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa48166e-37c4-4e83-a5b2-e37ad2856296 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0604136 Oct 26 12:23:48.749951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:23:48.935035 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39240) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:48.993022 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-547f43f1-7682-4fca-895e-dea777b86557 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0567863 Oct 26 12:23:49.997063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39242) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:50.067387 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1fb01826-282a-476d-ab13-d19bf5594211 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0688331 Oct 26 12:23:51.071206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39244) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:51.129648 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0266d6e1-611c-4e30-badf-729bd672da18 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0572264 Oct 26 12:23:52.133452 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39246) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:52.195043 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e0777ce2-1133-4961-af62-4f41a595bfe8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0604455 Oct 26 12:23:52.221638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:52.223508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:53.198910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39248) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:53.259451 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-83558a3e-646e-417d-ac13-b425716caf79 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0594234 Oct 26 12:23:54.263521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39250) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:54.321428 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-263eaea8-0d61-48b6-879b-f83b3a1e0263 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0567532 Oct 26 12:23:55.324715 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:55.385157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ba154409-d60f-46a7-8fac-2c96644431cb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0592928 Oct 26 12:23:56.388989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39254) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:56.446641 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cd30f942-5ec9-468a-b4e8-5250532bf264 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0565462 Oct 26 12:23:56.892641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-971a71d5-b82e-47a1-a6b9-a2e6b1d6a1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:57.449695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39256) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:57.511971 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ae12581e-c1c6-45c6-a888-369f907417a1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0610240 Oct 26 12:23:58.515858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:58.573267 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-87260c85-1b78-454f-830e-0c2d04d86b9e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0562904 Oct 26 12:23:58.745423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:58.746146 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:23:59.058990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-31a0d427-e522-4dbf-9a50-4048c7991cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:23:59.576944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39260) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:23:59.638584 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f99b7ba-8658-4b93-9b91-e44de216606a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0604813 Oct 26 12:24:00.309412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:00.642691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39262) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:00.966196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-27550962-9b4a-4d19-bfe0-2dc1fed6dad4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.3224187 Oct 26 12:24:01.718209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:01.806897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:01.970069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39264) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:02.006622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:02.029398 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f9122e0b-fae9-4cfc-8058-b02c920156a9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0582767 Oct 26 12:24:03.033114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39266) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:03.094111 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b4e86bd0-e0b5-49aa-a07a-ab9ee9b22cca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0598543 Oct 26 12:24:04.098416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39268) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:04.155619 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c106ced6-699d-43d5-b8e6-7ec340b41db4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 200 len: 993 time: 0.0561302 Oct 26 12:24:04.158970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39270) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:04.296115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 44315a25-6963-4bd0-b06a-1c482ca40250 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:24:04.296461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (44315a25-6963-4bd0-b06a-1c482ca40250), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:04.349154 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:04.376257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (44315a25-6963-4bd0-b06a-1c482ca40250), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:04.376583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (44315a25-6963-4bd0-b06a-1c482ca40250), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:04.389556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 44315a25-6963-4bd0-b06a-1c482ca40250 owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:24:04.534593 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (44315a25-6963-4bd0-b06a-1c482ca40250), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:04.559495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=44315a25-6963-4bd0-b06a-1c482ca40250,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:04.571212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.571561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.571928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.572267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.572599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.572931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.573255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.573580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.573905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.574225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.574558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.574866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.575184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.575503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.575851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:04.630975 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (cda3a19c-de02-4998-a9ad-98a6f9f7bff7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:04.631222 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP cda3a19c-de02-4998-a9ad-98a6f9f7bff7 disassociated (deleted). External IP: 172.26.0.27, port: 1d6931ef-01ff-43a9-9b30-d2ef6067b52d. Oct 26 12:24:04.829146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 92c011ec-2183-4d43-aac3-2ff946ca6a2f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:24:04.932317 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:24:04.937352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:04.942643 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:04.952548 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:04.953164 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:04.966675 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d682dcf1-19b1-4e23-ba11-8255e0559807 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/cda3a19c-de02-4998-a9ad-98a6f9f7bff7 HTTP/1.1" status: 204 len: 168 time: 0.8067262 Oct 26 12:24:04.967316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:24:04.969632 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:24:05.062834 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:05.118282 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78713589-6895-462f-9aba-c3762abf0fab x-openstack-request-id: req-78713589-6895-462f-9aba-c3762abf0fab {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:24:05.118821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:24:05.118821 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78713589-6895-462f-9aba-c3762abf0fab {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:24:05.119215 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78713589-6895-462f-9aba-c3762abf0fab'] response: {'name': 'network-changed', 'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'status': 'completed', 'code': 200} Oct 26 12:24:05.256862 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:42Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:42Z', 'revision_number': 34, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:05.285981 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:05.294509 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:05.295115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:05.305287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafc8f1-a70d-42e3-bbe5-1752d2bd377f req-14ef9ca9-33cc-4995-879e-d577419d964d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:05.306762 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2cafc8f1-a70d-42e3-bbe5-1752d2bd377f req-14ef9ca9-33cc-4995-879e-d577419d964d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 946 time: 0.1129797 Oct 26 12:24:05.357347 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2cafc8f1-a70d-42e3-bbe5-1752d2bd377f req-bc169f9f-d369-47d8-98cb-e33661c186aa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=26193f44-094e-43b3-b969-ceb4481a9b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 Oct 26 12:24:05.397883 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:05.437730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-1ef72d75-c80a-4b73-98be-ef85f5c26f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:05.439461 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-1ef72d75-c80a-4b73-98be-ef85f5c26f3f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 1130 time: 0.0908399 Oct 26 12:24:05.575442 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:05.583226 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:42Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:42Z', 'revision_number': 34, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:05.608119 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df17deb-3db4-4c4d-bbd4-6028a58cde6d None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:19:42Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:19:42Z', 'revision_number': 34, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:05.618518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:05.654685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-93a26b4f-8e9f-43fb-963a-45e1221110bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:05.656241 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-93a26b4f-8e9f-43fb-963a-45e1221110bf service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 200 len: 897 time: 0.0991879 Oct 26 12:24:05.701268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.23', 52815) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:05.737860 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-cb66e8d0-5dd7-41f2-b8c9-a210972d5117 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 200 len: 217 time: 0.0362954 Oct 26 12:24:05.753831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-d0577188-0909-423b-95b6-84119e6493e0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:05.755459 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-d0577188-0909-423b-95b6-84119e6493e0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 946 time: 0.0529480 Oct 26 12:24:05.788112 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-4f3fc10c-2ba2-4d9b-89d2-e1df175f3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:05.789780 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-4f3fc10c-2ba2-4d9b-89d2-e1df175f3a4f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 200 len: 835 time: 0.0465360 Oct 26 12:24:05.856152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:24:05.856491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:05.860886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-2c4aaf64-e0b1-46a9-b0ea-1f1e433b1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:05.862527 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-2c4aaf64-e0b1-46a9-b0ea-1f1e433b1e71 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=890ea85f-466f-4654-b10c-cd0a65b1a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0671046 Oct 26 12:24:05.964308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:05.964671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:05.980221 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 1d6931ef-01ff-43a9-9b30-d2ef6067b52d owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:24:05.981540 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-8e6b793e-0cfd-4303-99a8-760d2fcb1996 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130338 Oct 26 12:24:06.098106 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1d7ec1b5-704e-4e0c-9118-d973f060aaf2 req-24dd3662-5793-4718-a0ae-fd750e8282ec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105087 Oct 26 12:24:06.114588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1d6931ef-01ff-43a9-9b30-d2ef6067b52d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:06.121300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:06.125016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:06.152857 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=1d6931ef-01ff-43a9-9b30-d2ef6067b52d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:06.168092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.168092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.168092 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.168465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.168743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.169079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.169403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.169742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.170071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.170474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.170849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.171070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.171386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.171874 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.172053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.212477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] No DVR routers for this DVR port 1d6931ef-01ff-43a9-9b30-d2ef6067b52d on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:24:06.215100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:06.218590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-40f8d5be-57b8-4c73-86fe-127657d094f2 req-7562df32-0db9-4c69-87af-c0d1248992ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "DELETE /networking/v2.0/ports/1d6931ef-01ff-43a9-9b30-d2ef6067b52d HTTP/1.1" status: 204 len: 173 time: 0.4584816 Oct 26 12:24:06.219121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'name': 'network-vif-deleted', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:24:06.223518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0946840f-b48a-44d9-b45d-390f2338ec8a" -d '{"events": [{"server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "name": "network-vif-deleted", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:24:06.335202 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c475974b-5866-41a2-a864-9c34027435b8 x-openstack-request-id: req-c475974b-5866-41a2-a864-9c34027435b8 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:24:06.335800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7675f9-a785-47a3-afa4-1ac6e129bbd7", "name": "network-vif-deleted", "tag": "1d6931ef-01ff-43a9-9b30-d2ef6067b52d", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:24:06.335800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c475974b-5866-41a2-a864-9c34027435b8 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:24:06.336199 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c475974b-5866-41a2-a864-9c34027435b8'] response: {'server_uuid': 'ca7675f9-a785-47a3-afa4-1ac6e129bbd7', 'name': 'network-vif-deleted', 'tag': '1d6931ef-01ff-43a9-9b30-d2ef6067b52d', 'status': 'completed', 'code': 200} Oct 26 12:24:06.503408 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5af86efa-cd24-4955-a5f0-06c5e2fd410b req-33599345-1d5c-4508-b208-28c7446983ec tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ca7675f9-a785-47a3-afa4-1ac6e129bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0351074 Oct 26 12:24:06.580344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:06.630193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 877da4cc-cc93-40ef-9de7-a3016cbcde4e triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:06.630649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:06.631068 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 877da4cc-cc93-40ef-9de7-a3016cbcde4e Oct 26 12:24:06.711541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:06.711970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:06.739079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:06.744405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:06.745316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:06.827929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:06.841869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.842212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.842556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.842893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.843226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.843552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.849793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.850362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.850745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.851156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.851528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.851949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.852334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.852708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.853077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:06.860160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port f747e745-bdb5-466f-a824-611d6d8c0a3f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:06.860578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:06.860916 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port f747e745-bdb5-466f-a824-611d6d8c0a3f Oct 26 12:24:06.946314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port f747e745-bdb5-466f-a824-611d6d8c0a3f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:06.947286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:06.982211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:06.986627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:07.033152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:07.573629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39312) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:07.928658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (92c011ec-2183-4d43-aac3-2ff946ca6a2f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:07.928793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:07.928793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:07.928793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:08.032829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:08.161328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port f747e745-bdb5-466f-a824-611d6d8c0a3f {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:24:08.161561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:08.178471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:08.224553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:24:06Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:24:06Z', 'revision_number': 35, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:08.249730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] Checking router: 92c011ec-2183-4d43-aac3-2ff946ca6a2f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:08.254373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port f747e745-bdb5-466f-a824-611d6d8c0a3f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=f747e745-bdb5-466f-a824-611d6d8c0a3f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:08.254741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:08.258102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] Routers {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:08.258706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:08.268150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for f747e745-bdb5-466f-a824-611d6d8c0a3f owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:24:08.293855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:08.364339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] Set router 92c011ec-2183-4d43-aac3-2ff946ca6a2f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:08.437063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:08.465393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:08.478423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f747e745-bdb5-466f-a824-611d6d8c0a3f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:08.488541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:08.507597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=f747e745-bdb5-466f-a824-611d6d8c0a3f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:08.513451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f747e745-bdb5-466f-a824-611d6d8c0a3f {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:24:08.513802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:24:08.514201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:08.648685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:24:06Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:24:06Z', 'revision_number': 35, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:08.675166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 877da4cc-cc93-40ef-9de7-a3016cbcde4e is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:08.675755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:08.682448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407f94b-ad24-486c-b828-527b0fc6abba None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [{'id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584107016', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:18:46Z', 'updated_at': '2022-10-26T12:18:50Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '877da4cc-cc93-40ef-9de7-a3016cbcde4e', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:47Z', 'updated_at': '2022-10-26T12:24:06Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'f747e745-bdb5-466f-a824-611d6d8c0a3f', 'name': '', 'network_id': '890ea85f-466f-4654-b10c-cd0a65b1a529', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:3a:d6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c011ec-2183-4d43-aac3-2ff946ca6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:18:49Z', 'updated_at': '2022-10-26T12:24:06Z', 'revision_number': 35, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'bda0aa8e-1f90-49a6-808b-347d0a262b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:08.697614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (92c011ec-2183-4d43-aac3-2ff946ca6a2f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:08.700231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:08.707923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:08.741016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6ae74-c857-4b6f-a2a7-7e6d87dec260 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:24:08.803495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:08.842555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6ae74-c857-4b6f-a2a7-7e6d87dec260 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:24:08.950723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 92c011ec-2183-4d43-aac3-2ff946ca6a2f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:24:09.069864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:24:09.078486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39314) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:09.079570 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3fac86b9-fc3d-42bd-a4ab-682de966bfcb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/92c011ec-2183-4d43-aac3-2ff946ca6a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5038428 Oct 26 12:24:09.138235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-e961e1fe-aa99-48bb-9282-df5e42422fad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting subnet bda0aa8e-1f90-49a6-808b-347d0a262b5f {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:24:09.142294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e961e1fe-aa99-48bb-9282-df5e42422fad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (bda0aa8e-1f90-49a6-808b-347d0a262b5f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.187625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e961e1fe-aa99-48bb-9282-df5e42422fad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (bda0aa8e-1f90-49a6-808b-347d0a262b5f), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.288095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e961e1fe-aa99-48bb-9282-df5e42422fad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (bda0aa8e-1f90-49a6-808b-347d0a262b5f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.292735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1d6931ef-01ff-43a9-9b30-d2ef6067b52d no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:09.316855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 1d6931ef-01ff-43a9-9b30-d2ef6067b52d {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:24:09.317236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1d6931ef-01ff-43a9-9b30-d2ef6067b52d not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:24:09.369180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e961e1fe-aa99-48bb-9282-df5e42422fad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (bda0aa8e-1f90-49a6-808b-347d0a262b5f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.396584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961e1fe-aa99-48bb-9282-df5e42422fad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Subnet': ['ID=bda0aa8e-1f90-49a6-808b-347d0a262b5f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:09.402435 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e961e1fe-aa99-48bb-9282-df5e42422fad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.409773 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e961e1fe-aa99-48bb-9282-df5e42422fad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/bda0aa8e-1f90-49a6-808b-347d0a262b5f HTTP/1.1" status: 204 len: 168 time: 0.3257043 Oct 26 12:24:09.410016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39316) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:09.542667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (92c011ec-2183-4d43-aac3-2ff946ca6a2f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.554754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4596a4a2-32e6-40c8-94df-024488938e99 None None] Network 890ea85f-466f-4654-b10c-cd0a65b1a529 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:24:09.663113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (92c011ec-2183-4d43-aac3-2ff946ca6a2f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.712088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:09.713007 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 877da4cc-cc93-40ef-9de7-a3016cbcde4e {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:24:09.713268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.772070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2a41f76d-c5ab-4868-bd5c-b163658f0de2 None None] Provisioning complete for port 2eb850fc-9668-4e15-8afc-be38c5ad383f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:09.772440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a41f76d-c5ab-4868-bd5c-b163658f0de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.772780 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2a41f76d-c5ab-4868-bd5c-b163658f0de2 None None] Attempt 1 to provision port 2eb850fc-9668-4e15-8afc-be38c5ad383f Oct 26 12:24:09.802163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:09.806849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port 877da4cc-cc93-40ef-9de7-a3016cbcde4e, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=877da4cc-cc93-40ef-9de7-a3016cbcde4e,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:09.807220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:09.815285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:09.823771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 877da4cc-cc93-40ef-9de7-a3016cbcde4e owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:24:09.880486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:09.881673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2a41f76d-c5ab-4868-bd5c-b163658f0de2 None None] Current status of the port 2eb850fc-9668-4e15-8afc-be38c5ad383f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:09.932544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3d9a0-1b21-4395-945d-f11823e70e8c None None] DHCP port deletion for 890ea85f-466f-4654-b10c-cd0a65b1a529 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:24:09.981978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9de3d9a0-1b21-4395-945d-f11823e70e8c None None] Deleting port 2eb850fc-9668-4e15-8afc-be38c5ad383f {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:24:09.982360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9de3d9a0-1b21-4395-945d-f11823e70e8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.021474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (877da4cc-cc93-40ef-9de7-a3016cbcde4e), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.045714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=877da4cc-cc93-40ef-9de7-a3016cbcde4e,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:10.053887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9de3d9a0-1b21-4395-945d-f11823e70e8c None None] For port 2eb850fc-9668-4e15-8afc-be38c5ad383f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2eb850fc-9668-4e15-8afc-be38c5ad383f,segment=NetworkSegment(2164b70f-3716-4c21-840d-ab879480913f),segment_id=2164b70f-3716-4c21-840d-ab879480913f)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:10.054294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9de3d9a0-1b21-4395-945d-f11823e70e8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.069016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9de3d9a0-1b21-4395-945d-f11823e70e8c None None] Calling delete_port for 2eb850fc-9668-4e15-8afc-be38c5ad383f owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:24:10.118899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (92c011ec-2183-4d43-aac3-2ff946ca6a2f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.158418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9de3d9a0-1b21-4395-945d-f11823e70e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (2eb850fc-9668-4e15-8afc-be38c5ad383f), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.186337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3d9a0-1b21-4395-945d-f11823e70e8c None None] No DVR routers for this DVR port 2eb850fc-9668-4e15-8afc-be38c5ad383f on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:24:10.190176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3d9a0-1b21-4395-945d-f11823e70e8c None None] Pushing event deleted for resources: {'Port': ['ID=2eb850fc-9668-4e15-8afc-be38c5ad383f,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:10.216952 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (92c011ec-2183-4d43-aac3-2ff946ca6a2f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.219221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (92c011ec-2183-4d43-aac3-2ff946ca6a2f), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.265300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (92c011ec-2183-4d43-aac3-2ff946ca6a2f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.265838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Fanout notify agent at l3_agent the message router_deleted on router 92c011ec-2183-4d43-aac3-2ff946ca6a2f {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:24:10.273140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.274399 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4e321703-e899-4fb2-9497-babf04cd54bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/routers/92c011ec-2183-4d43-aac3-2ff946ca6a2f HTTP/1.1" status: 204 len: 168 time: 0.8633795 Oct 26 12:24:10.276958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39318) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:10.354504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (890ea85f-466f-4654-b10c-cd0a65b1a529), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.446799 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (890ea85f-466f-4654-b10c-cd0a65b1a529), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.467476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890ea85f-466f-4654-b10c-cd0a65b1a529']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:10.477690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2164b70f-3716-4c21-840d-ab879480913f') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:10.477988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2164b70f-3716-4c21-840d-ab879480913f') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:10.488464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (2164b70f-3716-4c21-840d-ab879480913f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.495930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2eb850fc-9668-4e15-8afc-be38c5ad383f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:10.502733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (2164b70f-3716-4c21-840d-ab879480913f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.509165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:24:10.509572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (2164b70f-3716-4c21-840d-ab879480913f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.515022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 2eb850fc-9668-4e15-8afc-be38c5ad383f {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:24:10.515425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2eb850fc-9668-4e15-8afc-be38c5ad383f not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:24:10.586121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (890ea85f-466f-4654-b10c-cd0a65b1a529), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.595062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.600563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39322) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:10.604236 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/networks/890ea85f-466f-4654-b10c-cd0a65b1a529 HTTP/1.1" status: 204 len: 168 time: 0.3262224 Oct 26 12:24:10.622532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527b72b-bc1a-425e-88fd-b15511c98de9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Network': ['ID=890ea85f-466f-4654-b10c-cd0a65b1a529,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:10.668526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e7e62199-b444-404f-af50-ea8bc2caf736 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (26193f44-094e-43b3-b969-ceb4481a9b92), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.680629 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 2164b70f-3716-4c21-840d-ab879480913f resource provider aggregate not found Oct 26 12:24:10.696846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e7e62199-b444-404f-af50-ea8bc2caf736 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (26193f44-094e-43b3-b969-ceb4481a9b92), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.705849 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 2164b70f-3716-4c21-840d-ab879480913f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2164b70f-3716-4c21-840d-ab879480913f found for delete ", "request_id": "req-6442dfe9-2635-4a20-ba11-ed0e436c2657"}]} Oct 26 12:24:10.761829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e7e62199-b444-404f-af50-ea8bc2caf736 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (26193f44-094e-43b3-b969-ceb4481a9b92), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.764553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e7e62199-b444-404f-af50-ea8bc2caf736 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:10.765805 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e7e62199-b444-404f-af50-ea8bc2caf736 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/26193f44-094e-43b3-b969-ceb4481a9b92 HTTP/1.1" status: 204 len: 168 time: 0.1641726 Oct 26 12:24:10.776348 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e62199-b444-404f-af50-ea8bc2caf736 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26193f44-094e-43b3-b969-ceb4481a9b92,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:10.918546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39334) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:10.923629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-264710dc-a34e-485b-a01a-fc3efda3c6de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216010450', 'description': 'tempest-secgroup-smoke-1216010450 description', 'project_id': 'f7241db52e7647a4afdcf76a78545665'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:10.947507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-264710dc-a34e-485b-a01a-fc3efda3c6de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.018543 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-264710dc-a34e-485b-a01a-fc3efda3c6de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (02545a56-df6e-4d7b-93d8-1693b23ef557), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.022051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-264710dc-a34e-485b-a01a-fc3efda3c6de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (02545a56-df6e-4d7b-93d8-1693b23ef557), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.047203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:11.054250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264710dc-a34e-485b-a01a-fc3efda3c6de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02545a56-df6e-4d7b-93d8-1693b23ef557,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:11.059008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-264710dc-a34e-485b-a01a-fc3efda3c6de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.060273 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-264710dc-a34e-485b-a01a-fc3efda3c6de tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1407108 Oct 26 12:24:11.063369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39336) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:11.068728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-058faf0e-709a-45db-b828-acb6dfcb1252 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '02545a56-df6e-4d7b-93d8-1693b23ef557', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:11.078482 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:11.098187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-058faf0e-709a-45db-b828-acb6dfcb1252 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (0e1cd5c6-eac1-471b-afc8-200af7164e03), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.155373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-058faf0e-709a-45db-b828-acb6dfcb1252 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (0e1cd5c6-eac1-471b-afc8-200af7164e03), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.160274 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-058faf0e-709a-45db-b828-acb6dfcb1252 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0e1cd5c6-eac1-471b-afc8-200af7164e03), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.178306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058faf0e-709a-45db-b828-acb6dfcb1252 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1cd5c6-eac1-471b-afc8-200af7164e03,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:11.189161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-058faf0e-709a-45db-b828-acb6dfcb1252 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.190372 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-058faf0e-709a-45db-b828-acb6dfcb1252 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252964 Oct 26 12:24:11.193086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39338) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:11.197426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-18d9b66a-d7f2-4630-9572-47c73adad302 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '02545a56-df6e-4d7b-93d8-1693b23ef557', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:11.223966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18d9b66a-d7f2-4630-9572-47c73adad302 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (60926991-8c2a-4cb8-9b17-b4b90d8f4c45), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.280122 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18d9b66a-d7f2-4630-9572-47c73adad302 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (60926991-8c2a-4cb8-9b17-b4b90d8f4c45), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.283941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18d9b66a-d7f2-4630-9572-47c73adad302 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (60926991-8c2a-4cb8-9b17-b4b90d8f4c45), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.304697 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9b66a-d7f2-4630-9572-47c73adad302 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60926991-8c2a-4cb8-9b17-b4b90d8f4c45,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:11.310434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18d9b66a-d7f2-4630-9572-47c73adad302 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.311678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-18d9b66a-d7f2-4630-9572-47c73adad302 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176229 Oct 26 12:24:11.314608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39340) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:11.318869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-de92c3f8-220e-4b36-83aa-c46a13bef853 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '02545a56-df6e-4d7b-93d8-1693b23ef557', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:11.360390 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e34ec-6a4b-4df6-ac9c-ef36fd0f043b None None] Sync routers for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:11.360390 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e34ec-6a4b-4df6-ac9c-ef36fd0f043b None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:11.360390 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e34ec-6a4b-4df6-ac9c-ef36fd0f043b None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:24:11.360390 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-2d2e34ec-6a4b-4df6-ac9c-ef36fd0f043b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:24:11.363269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-de92c3f8-220e-4b36-83aa-c46a13bef853 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (65cc5a2e-9d84-46e3-86ea-c26ce815ba4e), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.368536 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e34ec-6a4b-4df6-ac9c-ef36fd0f043b None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:11.368890 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e34ec-6a4b-4df6-ac9c-ef36fd0f043b None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:24:11.369445 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-2d2e34ec-6a4b-4df6-ac9c-ef36fd0f043b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'92c011ec-2183-4d43-aac3-2ff946ca6a2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:24:11.369806 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e34ec-6a4b-4df6-ac9c-ef36fd0f043b None None] The sync data for ids ['92c011ec-2183-4d43-aac3-2ff946ca6a2f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:11.416728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-de92c3f8-220e-4b36-83aa-c46a13bef853 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (65cc5a2e-9d84-46e3-86ea-c26ce815ba4e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.421051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-de92c3f8-220e-4b36-83aa-c46a13bef853 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (65cc5a2e-9d84-46e3-86ea-c26ce815ba4e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.440370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92c3f8-220e-4b36-83aa-c46a13bef853 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cc5a2e-9d84-46e3-86ea-c26ce815ba4e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:11.446561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-de92c3f8-220e-4b36-83aa-c46a13bef853 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.447739 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-de92c3f8-220e-4b36-83aa-c46a13bef853 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322043 Oct 26 12:24:11.450427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39342) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:11.455061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e7af2fbd-d581-47de-a787-b24342dc97bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '02545a56-df6e-4d7b-93d8-1693b23ef557', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:11.481423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fbd-d581-47de-a787-b24342dc97bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (1e44e18c-3251-4a31-95b8-c1f22171956b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.540030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fbd-d581-47de-a787-b24342dc97bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (1e44e18c-3251-4a31-95b8-c1f22171956b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.543534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fbd-d581-47de-a787-b24342dc97bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (1e44e18c-3251-4a31-95b8-c1f22171956b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.561834 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af2fbd-d581-47de-a787-b24342dc97bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e44e18c-3251-4a31-95b8-c1f22171956b,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:11.570175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e7af2fbd-d581-47de-a787-b24342dc97bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.571412 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e7af2fbd-d581-47de-a787-b24342dc97bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200571 Oct 26 12:24:11.574152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39344) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:11.579413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e5717b80-5b2b-4dd0-81a2-80611470f9be tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '02545a56-df6e-4d7b-93d8-1693b23ef557', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:11.600935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-e5717b80-5b2b-4dd0-81a2-80611470f9be tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:24:11.606963 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5717b80-5b2b-4dd0-81a2-80611470f9be tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (da47a0d6-966a-4145-afe2-a9cdc4619a08), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.667952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5717b80-5b2b-4dd0-81a2-80611470f9be tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (da47a0d6-966a-4145-afe2-a9cdc4619a08), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.671179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5717b80-5b2b-4dd0-81a2-80611470f9be tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (da47a0d6-966a-4145-afe2-a9cdc4619a08), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.689203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5717b80-5b2b-4dd0-81a2-80611470f9be tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da47a0d6-966a-4145-afe2-a9cdc4619a08,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:11.697388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5717b80-5b2b-4dd0-81a2-80611470f9be tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.698574 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5717b80-5b2b-4dd0-81a2-80611470f9be tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235106 Oct 26 12:24:11.701353 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39346) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:11.706007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fd7adfcb-de76-40bb-a48e-8b195d12f670 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '02545a56-df6e-4d7b-93d8-1693b23ef557', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:11.727823 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-fd7adfcb-de76-40bb-a48e-8b195d12f670 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:24:11.731539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:11.734569 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd7adfcb-de76-40bb-a48e-8b195d12f670 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (9b97a0c5-ff04-4533-bc4e-233618cfb58e), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.759879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:11.805201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd7adfcb-de76-40bb-a48e-8b195d12f670 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (9b97a0c5-ff04-4533-bc4e-233618cfb58e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.808758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd7adfcb-de76-40bb-a48e-8b195d12f670 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (9b97a0c5-ff04-4533-bc4e-233618cfb58e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.829558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7adfcb-de76-40bb-a48e-8b195d12f670 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b97a0c5-ff04-4533-bc4e-233618cfb58e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:11.835467 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fd7adfcb-de76-40bb-a48e-8b195d12f670 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.836725 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd7adfcb-de76-40bb-a48e-8b195d12f670 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344807 Oct 26 12:24:11.840041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39348) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:11.844908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'network': {'name': 'tempest-network-smoke--96162772', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'port_security_enabled': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:11.863922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:24:11.867702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.893545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:24:11.903403 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3ca2fb71-9add-42b9-b757-04b90d16bb2d), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.903853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Added segment 3ca2fb71-9add-42b9-b757-04b90d16bb2d of type vlan for network 054f87f8-14db-4125-a4f2-07e1d3305e8c Oct 26 12:24:11.945702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (054f87f8-14db-4125-a4f2-07e1d3305e8c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.971254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (054f87f8-14db-4125-a4f2-07e1d3305e8c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:11.976148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:11.976719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:12.036013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1945138 Oct 26 12:24:12.038486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39350) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:12.043014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'admin_state_up': True, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:12.048084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fcd20-7d8b-44d9-848c-1be4d8e8f004 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Network': ['ID=054f87f8-14db-4125-a4f2-07e1d3305e8c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:12.058415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 054f87f8-14db-4125-a4f2-07e1d3305e8c details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:24:12.069882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (54158e1c-56c5-4f35-8101-aaf91f5bb64b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:12.070996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (54158e1c-56c5-4f35-8101-aaf91f5bb64b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:12.078392 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:12.122829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (54158e1c-56c5-4f35-8101-aaf91f5bb64b), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:12.238382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:12.441369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:12.461783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: f747e745-bdb5-466f-a824-611d6d8c0a3f {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:24:12.462161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device f747e745-bdb5-466f-a824-611d6d8c0a3f not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:24:12.462567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:12.481469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 877da4cc-cc93-40ef-9de7-a3016cbcde4e {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:24:12.481822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 877da4cc-cc93-40ef-9de7-a3016cbcde4e not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:24:12.570644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (54158e1c-56c5-4f35-8101-aaf91f5bb64b), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:12.691236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:12.746699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (54158e1c-56c5-4f35-8101-aaf91f5bb64b), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:12.764969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:12.868484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.208 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/dcc3ea06-991a-4e98-92c0-d88c37a0eda3) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:12.976866 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:13.007765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:13.046037 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:13.052977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:13.055439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:24:13.060980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:13.296652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (54158e1c-56c5-4f35-8101-aaf91f5bb64b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:13.298315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:13.485661 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (54158e1c-56c5-4f35-8101-aaf91f5bb64b), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:13.605868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:13.610813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 54158e1c-56c5-4f35-8101-aaf91f5bb64b is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:24:13.714503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:24:13.728065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:13.733807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:13.735561 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-23f093d6-041e-4a3e-a58e-9e73dccacb77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6955590 Oct 26 12:24:13.738760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39352) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:13.739085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:13.739714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:13.811788 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1abc31cb-0187-43c1-afcc-ea0f9114636c tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=f7241db52e7647a4afdcf76a78545665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719461 Oct 26 12:24:13.814998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39356) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:13.843070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:13.903528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2345e6a-5958-46fc-9534-dbb8516a1035 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:13.905088 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c2345e6a-5958-46fc-9534-dbb8516a1035 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891919 Oct 26 12:24:13.908570 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:13.937775 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0bf686ab-2b35-41b1-b42d-8bf25592cad7 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280416 Oct 26 12:24:13.941041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39360) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:13.945924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1891856715', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:14.018439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:13Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:14.038151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:24:14.042120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.044401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:14.044755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Updating router 54158e1c-56c5-4f35-8101-aaf91f5bb64b port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:24:14.073163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.229189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (761dc724-b670-4fba-895f-217bab296cf5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.234486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:14.285838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Subnet': ['ID=761dc724-b670-4fba-895f-217bab296cf5,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:14.302004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Checking segment: {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:24:14.302365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network hostable DHCP agents. Network: 054f87f8-14db-4125-a4f2-07e1d3305e8c, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:24:14.312224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:14.319835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 054f87f8-14db-4125-a4f2-07e1d3305e8c is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:24:14.328666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 054f87f8-14db-4125-a4f2-07e1d3305e8c) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:14.328860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Publish callbacks [] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.333503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:14.333760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.334173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.347276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb277e05-6e48-411d-b970-256ef17237ba None None] Network 054f87f8-14db-4125-a4f2-07e1d3305e8c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:24:14.352532 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-582bb46a-98ba-4114-bc7b-9224f11d4aef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4103775 Oct 26 12:24:14.355370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39362) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:14.401933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:14.415796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Attempting to bind port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:24:14.416170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Attempting to bind port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:24:14.416545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Attempting to bind port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:14.460689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac709007-4031-444d-9b49-957ccb488db2 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:14.492234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:24:14.492525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:24:14.492925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.493317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:24:14.493786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Bound port: dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:24:14.494161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.520556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:14.545297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-054f87f8-14db-4125-a4f2-07e1d3305e8c', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:24:14.546220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.579846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:24:14.599431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:24:14.648611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.696532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:14.697153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:14.788025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac709007-4031-444d-9b49-957ccb488db2 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:14.793458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:14.832519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Allocated IP 172.20.0.2 (054f87f8-14db-4125-a4f2-07e1d3305e8c/761dc724-b670-4fba-895f-217bab296cf5/26186898-c9d4-46fa-ac39-ca44ac35f61c) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:14.865895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:15.038115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:15.070303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:15.142763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Publish callbacks [] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:15.151066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:15.153007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:13Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:15.209011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9331b5-dfed-485e-825c-e1e4ed6453d8 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:13Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:15.222792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Network 054f87f8-14db-4125-a4f2-07e1d3305e8c is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:15.229525 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:15.231607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:24:15.235024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Pushing event updated for resources: {'Port': ['ID=26186898-c9d4-46fa-ac39-ca44ac35f61c,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:15.295919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Attempting to bind port 26186898-c9d4-46fa-ac39-ca44ac35f61c on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:24:15.296219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Attempting to bind port 26186898-c9d4-46fa-ac39-ca44ac35f61c by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:24:15.296565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Attempting to bind port 26186898-c9d4-46fa-ac39-ca44ac35f61c on network 054f87f8-14db-4125-a4f2-07e1d3305e8c {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:15.349255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:24:15.349676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Checking segment: {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:24:15.350035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:15.350433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Bound using segment: {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:24:15.350920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Bound port: 26186898-c9d4-46fa-ac39-ca44ac35f61c, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:24:15.351303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:15.417428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] For port 26186898-c9d4-46fa-ac39-ca44ac35f61c, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:24:15.420688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] For port 26186898-c9d4-46fa-ac39-ca44ac35f61c, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=26186898-c9d4-46fa-ac39-ca44ac35f61c,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:24:15.428506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:15.517184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034552c5-04bc-4ddb-b587-c98e109a675a None None] Pushing event updated for resources: {'Port': ['ID=26186898-c9d4-46fa-ac39-ca44ac35f61c,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:15.519811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.1 (054f87f8-14db-4125-a4f2-07e1d3305e8c/761dc724-b670-4fba-895f-217bab296cf5/eab36946-3e91-41ee-8cf8-91e6a745b075) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:15.652913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:15.702271 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:15.749608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 054f87f8-14db-4125-a4f2-07e1d3305e8c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:15.755565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:15.759824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:24:15.785776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:15.790426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:15.806567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:15.821150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (54158e1c-56c5-4f35-8101-aaf91f5bb64b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:15.965600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:16.259432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:16.264107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:16.342223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:16.344795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (54158e1c-56c5-4f35-8101-aaf91f5bb64b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:16.448066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 054f87f8-14db-4125-a4f2-07e1d3305e8c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:16.449982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:16.452770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7b0b25-5cfe-4788-9518-b97fe67bdd79 None None] Network 054f87f8-14db-4125-a4f2-07e1d3305e8c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:24:16.548438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:16.572799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 54158e1c-56c5-4f35-8101-aaf91f5bb64b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:24:16.689530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:24:16.699646 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ed92d320-a8b1-4a1e-bcb5-32f6a4e7910a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/54158e1c-56c5-4f35-8101-aaf91f5bb64b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3385077 Oct 26 12:24:16.793585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3a3938fd-cd30-4a14-9267-b83d5aba1131 None None] Provisioning complete for port 26186898-c9d4-46fa-ac39-ca44ac35f61c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:16.793585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a3938fd-cd30-4a14-9267-b83d5aba1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:16.793585 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3a3938fd-cd30-4a14-9267-b83d5aba1131 None None] Attempt 1 to provision port 26186898-c9d4-46fa-ac39-ca44ac35f61c Oct 26 12:24:16.850586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:16.862933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:16.876208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-18eb9703-3f99-4a10-b2ae-081b446b2b8c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1216010450&fields=id&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 267 time: 0.0593226 Oct 26 12:24:16.921137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:16.921509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:16.921844 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:24:16.989940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3a3938fd-cd30-4a14-9267-b83d5aba1131 None None] Current status of the port 26186898-c9d4-46fa-ac39-ca44ac35f61c is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:16.990326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a3938fd-cd30-4a14-9267-b83d5aba1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:16.994414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-585afd77-6078-46f8-a6bc-2246bc586a93 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:16.994620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:16.996267 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-585afd77-6078-46f8-a6bc-2246bc586a93 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 795 time: 0.1126208 Oct 26 12:24:17.013671 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e8194743-6cb5-49fc-8324-16aba04f63cb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 375 time: 0.0110846 Oct 26 12:24:17.026337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:17.059558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-3a3938fd-cd30-4a14-9267-b83d5aba1131 None None] For port 26186898-c9d4-46fa-ac39-ca44ac35f61c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=26186898-c9d4-46fa-ac39-ca44ac35f61c,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:17.069251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a3938fd-cd30-4a14-9267-b83d5aba1131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.072760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:17.073055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.093843 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-90eb8be6-8267-4f52-8a8d-26eb7e8e4502 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638223 Oct 26 12:24:17.122718 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:17.137883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.137883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 26186898-c9d4-46fa-ac39-ca44ac35f61c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:17.147228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:17.155411 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:17.156143 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:17.159232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3938fd-cd30-4a14-9267-b83d5aba1131 None None] Pushing event updated for resources: {'Port': ['ID=26186898-c9d4-46fa-ac39-ca44ac35f61c,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:17.220058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-cb0f1132-943c-4f5e-b8ad-855a7aee31dc None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:17.220709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1132-943c-4f5e-b8ad-855a7aee31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.221049 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cb0f1132-943c-4f5e-b8ad-855a7aee31dc None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:17.274126 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-8d5c3220-cebe-4371-b5b7-18993f29a4dd service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:24:17.275736 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-8d5c3220-cebe-4371-b5b7-18993f29a4dd service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0657756 Oct 26 12:24:17.285064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:17.289759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 26186898-c9d4-46fa-ac39-ca44ac35f61c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:17.290386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.290919 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 26186898-c9d4-46fa-ac39-ca44ac35f61c Oct 26 12:24:17.292882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f1132-943c-4f5e-b8ad-855a7aee31dc None None] Port eab36946-3e91-41ee-8cf8-91e6a745b075 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:24:17.326004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-cb0f1132-943c-4f5e-b8ad-855a7aee31dc None None] Provisioning complete for port 26186898-c9d4-46fa-ac39-ca44ac35f61c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:17.326374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cb0f1132-943c-4f5e-b8ad-855a7aee31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.326710 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cb0f1132-943c-4f5e-b8ad-855a7aee31dc None None] Attempt 1 to provision port 26186898-c9d4-46fa-ac39-ca44ac35f61c Oct 26 12:24:17.411334 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-3dc1393d-05c0-4c08-a589-865619e9c585 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284318 Oct 26 12:24:17.418301 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:17.453665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 26186898-c9d4-46fa-ac39-ca44ac35f61c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:17.470072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f1132-943c-4f5e-b8ad-855a7aee31dc None None] Current status of the port 26186898-c9d4-46fa-ac39-ca44ac35f61c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:17.522651 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-234e0fe0-2207-4cfc-9c52-4bd89f09a838 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052368 Oct 26 12:24:17.547375 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:17.599230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a59c6aaa-c3d6-499b-aeaa-ca3f466fdaa1 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:17.599895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a59c6aaa-c3d6-499b-aeaa-ca3f466fdaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.600427 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a59c6aaa-c3d6-499b-aeaa-ca3f466fdaa1 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:17.631255 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:16Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:17.646570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a59c6aaa-c3d6-499b-aeaa-ca3f466fdaa1 None None] Port eab36946-3e91-41ee-8cf8-91e6a745b075 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:24:17.658991 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:17.659354 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Updating router 54158e1c-56c5-4f35-8101-aaf91f5bb64b port eab36946-3e91-41ee-8cf8-91e6a745b075 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:24:17.661139 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:17.698751 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.768597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-366fe86e-fc9d-4b51-864e-233dcb139df8 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:17.768978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-366fe86e-fc9d-4b51-864e-233dcb139df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.769313 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-366fe86e-fc9d-4b51-864e-233dcb139df8 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:17.790869 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-08484b63-4a9c-4dba-9045-b47e874fe472 req-f8836fa0-0397-4d5a-8dfd-ceb326022674 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 210 time: 0.0810089 Oct 26 12:24:17.810681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-366fe86e-fc9d-4b51-864e-233dcb139df8 None None] Port eab36946-3e91-41ee-8cf8-91e6a745b075 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:24:17.976070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Publish callbacks [] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:17.981309 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:18.053142 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:18.076049 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.076400 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.076746 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.077080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.077417 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.077753 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.078078 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.078406 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.078740 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.079108 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.079433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.079885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.080214 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.080537 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.080858 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:24:18.096684 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Attempting to bind port eab36946-3e91-41ee-8cf8-91e6a745b075 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:24:18.097059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Attempting to bind port eab36946-3e91-41ee-8cf8-91e6a745b075 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:24:18.097482 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Attempting to bind port eab36946-3e91-41ee-8cf8-91e6a745b075 on network 054f87f8-14db-4125-a4f2-07e1d3305e8c {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:18.145298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:24:18.145667 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Checking segment: {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:24:18.146067 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:18.146452 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Bound using segment: {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:24:18.146915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Bound port: eab36946-3e91-41ee-8cf8-91e6a745b075, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:24:18.147294 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:18.208454 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:24:18.211504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:24:18.216613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:18.254431 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:18.255059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:18.307481 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1064f55-a05f-4d01-b8d4-34f668638a6b None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:18.373712 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:18.500109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:18.505021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:18.516787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 26186898-c9d4-46fa-ac39-ca44ac35f61c up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:18.568716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 26186898-c9d4-46fa-ac39-ca44ac35f61c triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:18.569116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:18.569649 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 26186898-c9d4-46fa-ac39-ca44ac35f61c Oct 26 12:24:18.581484 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:18Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:18.608464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873b157-84d9-4aa0-93ee-09a15c039464 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:18Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:18.647453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 26186898-c9d4-46fa-ac39-ca44ac35f61c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:18.706975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:18.761110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:18.799543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:18.799941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:18.835611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:18.841195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:18.922215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:18.926333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:18.961785 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3122bb45-de13-412e-afe8-c31fbdcd8ab2 req-1a02210a-4ab7-48fd-87c1-e47123a37093 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 210 time: 0.0413802 Oct 26 12:24:19.013753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-a2b23cce-06f3-426f-8111-e4d1631e2a2e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:19.015338 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-a2b23cce-06f3-426f-8111-e4d1631e2a2e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 795 time: 0.1867471 Oct 26 12:24:19.112457 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-0578ba35-b373-41da-9d44-7c0b101be869 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 380 time: 0.0784323 Oct 26 12:24:19.197141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'port': {'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'admin_state_up': True, 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'security_groups': ['02545a56-df6e-4d7b-93d8-1693b23ef557']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:19.319055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:24:19.322881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:19.480774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.4 (054f87f8-14db-4125-a4f2-07e1d3305e8c/761dc724-b670-4fba-895f-217bab296cf5/f3290160-0980-4f83-a659-fb2cd4651979) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:19.563885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:19.630296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (f3290160-0980-4f83-a659-fb2cd4651979), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:19.634172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:19.666852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (f3290160-0980-4f83-a659-fb2cd4651979), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:19.716915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 054f87f8-14db-4125-a4f2-07e1d3305e8c is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:19.723324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:19.727506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:24:19.733914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=f3290160-0980-4f83-a659-fb2cd4651979,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:19.783769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:19.784504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:19.810102 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-b78abb1e-fe39-467d-be7f-8880f3d7a6df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6169856 Oct 26 12:24:19.827608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Request body: {'port': {'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:19.894147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f3290160-0980-4f83-a659-fb2cd4651979), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:19.949706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5a941de2-afd7-4dd2-9045-71b474778b46 None None] Provisioning complete for port f3290160-0980-4f83-a659-fb2cd4651979 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:19.950282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5a941de2-afd7-4dd2-9045-71b474778b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f3290160-0980-4f83-a659-fb2cd4651979), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:19.950422 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5a941de2-afd7-4dd2-9045-71b474778b46 None None] Attempt 1 to provision port f3290160-0980-4f83-a659-fb2cd4651979 Oct 26 12:24:19.993875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5a941de2-afd7-4dd2-9045-71b474778b46 None None] Port f3290160-0980-4f83-a659-fb2cd4651979 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:24:20.131084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd33c-7ad1-446e-bf77-e913b98ead00 req-709c0952-4592-4eef-8839-0df25b2c1ca3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:20.132508 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-df0fd33c-7ad1-446e-bf77-e913b98ead00 req-709c0952-4592-4eef-8839-0df25b2c1ca3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 931 time: 0.0820472 Oct 26 12:24:20.221713 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-df0fd33c-7ad1-446e-bf77-e913b98ead00 req-ada10a6c-baec-4157-8d3c-94a079c8b2a6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824256 Oct 26 12:24:20.254225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3290160-0980-4f83-a659-fb2cd4651979 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:24:20.261954 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Publish callbacks [] for port (f3290160-0980-4f83-a659-fb2cd4651979), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.274912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Transition to ACTIVE for port object f3290160-0980-4f83-a659-fb2cd4651979 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:24:20.279162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (f3290160-0980-4f83-a659-fb2cd4651979), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.344241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Pushing event updated for resources: {'Port': ['ID=f3290160-0980-4f83-a659-fb2cd4651979,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:20.392637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Attempting to bind port f3290160-0980-4f83-a659-fb2cd4651979 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:24:20.392890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Attempting to bind port f3290160-0980-4f83-a659-fb2cd4651979 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:24:20.393215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Attempting to bind port f3290160-0980-4f83-a659-fb2cd4651979 on network 054f87f8-14db-4125-a4f2-07e1d3305e8c {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:20.434236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:20.448087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Port f3290160-0980-4f83-a659-fb2cd4651979 on network 054f87f8-14db-4125-a4f2-07e1d3305e8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:24:20.448727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Attempting to bind port f3290160-0980-4f83-a659-fb2cd4651979 on network 054f87f8-14db-4125-a4f2-07e1d3305e8c {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:24:20.479460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:20.501550 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:24:20.501904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Checking segment: {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:24:20.502400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Bound using segment: {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:24:20.502848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Bound port: f3290160-0980-4f83-a659-fb2cd4651979, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca2fb71-9add-42b9-b757-04b90d16bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:24:20.503184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f3290160-0980-4f83-a659-fb2cd4651979), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.535227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:20.570239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] For port f3290160-0980-4f83-a659-fb2cd4651979, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:24:20.571873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] For port f3290160-0980-4f83-a659-fb2cd4651979, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f3290160-0980-4f83-a659-fb2cd4651979,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:24:20.586776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (f3290160-0980-4f83-a659-fb2cd4651979), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.590592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:20.591043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.591483 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:20.592364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:20.592989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.594396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 1093 time: 0.7717226 Oct 26 12:24:20.595167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:24:20.597503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50e7414-aef8-4af6-8a02-87aa46eac94f" -d '{"events": [{"name": "network-changed", "server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "tag": "f3290160-0980-4f83-a659-fb2cd4651979"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:24:20.655128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e9f66-807b-4985-b16d-aab44921632c x-openstack-request-id: req-9d7e9f66-807b-4985-b16d-aab44921632c {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:24:20.655427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "tag": "f3290160-0980-4f83-a659-fb2cd4651979", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:24:20.655681 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d7e9f66-807b-4985-b16d-aab44921632c {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:24:20.656180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7e9f66-807b-4985-b16d-aab44921632c'] response: {'name': 'network-changed', 'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979', 'status': 'completed', 'code': 200} Oct 26 12:24:20.661792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6394cdd-f5e1-4d1a-82cf-320e22f6c890 service neutron] Pushing event updated for resources: {'Port': ['ID=f3290160-0980-4f83-a659-fb2cd4651979,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:20.688761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:20.689316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.717104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-5edaf4ac-12c9-4de9-95c7-566376961be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:20.718595 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-5edaf4ac-12c9-4de9-95c7-566376961be0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1127 time: 0.0408611 Oct 26 12:24:20.724258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:20.728087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.728876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:20.768720 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-09be2a63-a476-4f68-a26c-78fb04a30fa5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 217 time: 0.0373023 Oct 26 12:24:20.805249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:20.815186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:20.815558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.815931 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:24:20.818262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-aa6a16d3-968c-4462-9bf6-15494acedfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:20.819768 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-aa6a16d3-968c-4462-9bf6-15494acedfe9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 200 len: 835 time: 0.0455995 Oct 26 12:24:20.863554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-fc2f7fc6-07a7-4764-90be-c451f8dd3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:20.865114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-fc2f7fc6-07a7-4764-90be-c451f8dd3bf3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=054f87f8-14db-4125-a4f2-07e1d3305e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397012 Oct 26 12:24:20.888836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:20.889228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.911066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:20.916625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:20.989059 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-d6f7b38e-0a35-48c1-8ac7-79a58c980f33 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982807 Oct 26 12:24:20.989263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:20.989263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:20.994795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:20.995483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:21.069708 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7170025a-7f9a-4457-b9b4-0e91370e76ae req-54dcde3a-224e-42f6-8baa-c6aa4e6f07e8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944610 Oct 26 12:24:21.101937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:21.242604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:21.288061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:20Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:21.316954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:21.325468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:21.326079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:21.328548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:21.355398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849d951-6d5c-412c-818d-8d323a4bf6b3 req-65e94a16-f5f7-48ab-978f-d9a4d26338f8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:21.356935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c849d951-6d5c-412c-818d-8d323a4bf6b3 req-65e94a16-f5f7-48ab-978f-d9a4d26338f8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 943 time: 0.0545702 Oct 26 12:24:21.408914 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c849d951-6d5c-412c-818d-8d323a4bf6b3 req-c81d0a6e-8c68-4f29-9dfa-332a54532bbd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454152 Oct 26 12:24:21.428532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:21.613400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:20Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:21.637809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f5ef30-6ac3-444b-a259-cc139f3ea055 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:20Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:21.856761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-9458ec1c-173d-4750-8c34-3a4d0cd59961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:21.858557 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-9458ec1c-173d-4750-8c34-3a4d0cd59961 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1127 time: 0.0613906 Oct 26 12:24:21.966553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-195095ce-7d89-4be4-ad29-dce63261c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:21.968073 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-195095ce-7d89-4be4-ad29-dce63261c66c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 896 time: 0.1040642 Oct 26 12:24:22.009885 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-f9dc50d7-ea24-49db-b837-6286aed8ed99 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 217 time: 0.0354407 Oct 26 12:24:22.061254 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-62aee91d-23c2-461b-97cb-d1fe0af190e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:22.062690 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-62aee91d-23c2-461b-97cb-d1fe0af190e4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 200 len: 835 time: 0.0473270 Oct 26 12:24:22.111515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-3bfeaa28-a9ab-4c73-a907-822825aea266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:22.113075 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-3bfeaa28-a9ab-4c73-a907-822825aea266 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=054f87f8-14db-4125-a4f2-07e1d3305e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450666 Oct 26 12:24:22.208140 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-7bf62f3f-3bfb-4a4b-a007-d677cba64534 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888996 Oct 26 12:24:22.274281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:22.279178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:22.315152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d50e7414-aef8-4af6-8a02-87aa46eac94f req-d74ad94c-04d2-460c-92b9-24957657dc52 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016259 Oct 26 12:24:22.440366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:22.541532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dd488-5686-445a-97be-b15b9ae31132 req-ab361eb1-699a-495c-be4a-d7cadde04007 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:22.543291 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d68dd488-5686-445a-97be-b15b9ae31132 req-ab361eb1-699a-495c-be4a-d7cadde04007 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 943 time: 0.0525248 Oct 26 12:24:22.601519 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d68dd488-5686-445a-97be-b15b9ae31132 req-3564350e-7ff0-4ceb-81ae-16a624fac0fd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511117 Oct 26 12:24:22.665166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:22.665481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:22.702744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:22.708383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:22.708955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:22.788717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:22.829546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:22.829936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:22.851322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:22.855335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:22.888528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:22.936295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:22.982758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:22.983681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:23.040293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:23.053597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:23.140193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:23.187874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:23.188215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:23.188765 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:23.208472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:23.262747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:23.263137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:23.297312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:23.302835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:23.303831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:23.350544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device f3290160-0980-4f83-a659-fb2cd4651979 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:24:23.401639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:23.451545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:23.452195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:23.452301 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:24:23.530905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port f3290160-0980-4f83-a659-fb2cd4651979, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f3290160-0980-4f83-a659-fb2cd4651979,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:23.559511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'f3290160-0980-4f83-a659-fb2cd4651979', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:24:23.591365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:23.591782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:23.624203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:23.625154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port f3290160-0980-4f83-a659-fb2cd4651979 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:23.626489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f3290160-0980-4f83-a659-fb2cd4651979), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:23.630458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:23.666164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3290160-0980-4f83-a659-fb2cd4651979 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:24:23.705257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port f3290160-0980-4f83-a659-fb2cd4651979, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f3290160-0980-4f83-a659-fb2cd4651979,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:23.711123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f3290160-0980-4f83-a659-fb2cd4651979), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:23.715111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:23.795168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322aa99-7d1e-4567-833f-52f80881ec2d req-8219ec3a-a5a6-4226-b976-00297ed61434 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:23.795636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=f3290160-0980-4f83-a659-fb2cd4651979,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:23.795830 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f322aa99-7d1e-4567-833f-52f80881ec2d req-8219ec3a-a5a6-4226-b976-00297ed61434 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 943 time: 0.1001041 Oct 26 12:24:23.800527 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:23.810857 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:23.811462 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:23.843645 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f322aa99-7d1e-4567-833f-52f80881ec2d req-401ac11b-2f01-412e-8f98-8e7c524162c3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512125 Oct 26 12:24:23.899367 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:23.901618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:23.921709 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:24.004863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['f3290160-0980-4f83-a659-fb2cd4651979'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:24:24.063480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:24.113167 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:23Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:24.138883 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:24.148119 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:24.148740 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:24.157402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:24.345781 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:24.498684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:24.532429 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:23Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:24.557386 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9b87f0-be82-49b0-abfd-bd9e9b25d18b None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:23Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:24.576874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:24.577558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:24.616065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:24.621893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:24.622825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:24.699358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:24.749047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:24.749450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:24.799870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:24.803623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:24.854569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:24.980049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b9a5e-4404-49a2-ade4-785f41e803bb req-0d63e2b4-4c09-4ce0-aafb-4b0e6c9ced1a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:24.981561 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-868b9a5e-4404-49a2-ade4-785f41e803bb req-0d63e2b4-4c09-4ce0-aafb-4b0e6c9ced1a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 944 time: 0.0504744 Oct 26 12:24:25.037027 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-868b9a5e-4404-49a2-ade4-785f41e803bb req-c3733679-6cef-44ed-955a-568a063ca7a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490508 Oct 26 12:24:25.359989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device f3290160-0980-4f83-a659-fb2cd4651979 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:25.406002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port f3290160-0980-4f83-a659-fb2cd4651979 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:24:25.414079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port f3290160-0980-4f83-a659-fb2cd4651979 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:25.414225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (f3290160-0980-4f83-a659-fb2cd4651979), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:25.414500 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port f3290160-0980-4f83-a659-fb2cd4651979 Oct 26 12:24:25.494696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port f3290160-0980-4f83-a659-fb2cd4651979 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:25.495086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (f3290160-0980-4f83-a659-fb2cd4651979), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:25.522363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:24:25.524705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbac673-ace1-4537-b16d-9156e6b6cebd" -d '{"events": [{"server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "name": "network-vif-plugged", "status": "completed", "tag": "f3290160-0980-4f83-a659-fb2cd4651979"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:24:25.537725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port f3290160-0980-4f83-a659-fb2cd4651979, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f3290160-0980-4f83-a659-fb2cd4651979,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:25.546070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (f3290160-0980-4f83-a659-fb2cd4651979), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:25.570086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:25.604129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=f3290160-0980-4f83-a659-fb2cd4651979,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:25.622073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcbb90c-188b-4c2d-ac9e-5031d6708d66 x-openstack-request-id: req-edcbb90c-188b-4c2d-ac9e-5031d6708d66 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:24:25.622469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "name": "network-vif-plugged", "status": "completed", "tag": "f3290160-0980-4f83-a659-fb2cd4651979", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:24:25.622733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edcbb90c-188b-4c2d-ac9e-5031d6708d66 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:24:25.623138 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edcbb90c-188b-4c2d-ac9e-5031d6708d66'] response: {'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979', 'code': 200} Oct 26 12:24:25.748721 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:24:25.839673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d81c9e-fd24-4361-b7b2-2560f2e4030d req-18baeaea-9fe3-4b33-83ca-048abbf9063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:25.841232 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2d81c9e-fd24-4361-b7b2-2560f2e4030d req-18baeaea-9fe3-4b33-83ca-048abbf9063f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1129 time: 0.0403259 Oct 26 12:24:25.894020 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2d81c9e-fd24-4361-b7b2-2560f2e4030d req-0b01fd54-07dc-4ea2-8a1b-2dd678e79f2b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461571 Oct 26 12:24:26.158316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5ca2-f960-4123-b347-d101f9a288ea req-b3c2d7a1-771a-4492-8159-3c06d4199532 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:26.159804 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-758c5ca2-f960-4123-b347-d101f9a288ea req-b3c2d7a1-771a-4492-8159-3c06d4199532 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 945 time: 0.0471082 Oct 26 12:24:26.210460 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-758c5ca2-f960-4123-b347-d101f9a288ea req-3cde0786-54a5-4c4c-8dec-a48bc8df3484 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450501 Oct 26 12:24:26.736788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:26.736788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:26.737366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:26.838879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:26.933331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3b51febe-5858-4159-a6fc-a5dfafe540d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:26.958533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:27.042432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:24Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:24Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:27.066921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:27.075153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:27.075772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:23:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:27.175342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:27.340565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eefb2-3054-4362-b9e3-627e8a5c6c87 req-ff355dee-3651-4483-ae07-cffe98dc9a04 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:27.342725 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a78eefb2-3054-4362-b9e3-627e8a5c6c87 req-ff355dee-3651-4483-ae07-cffe98dc9a04 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 945 time: 0.0525489 Oct 26 12:24:27.395739 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a78eefb2-3054-4362-b9e3-627e8a5c6c87 req-66e7f1a7-8fa8-47ef-9a7d-0da8c6cfefb8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461576 Oct 26 12:24:27.508813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:24Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:24Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:27.521726 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958f627-e218-4585-8e7f-5bd9f31ca3d8 req-937794d6-99d5-4e1f-976e-b35dc05ceb0e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:27.523330 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8958f627-e218-4585-8e7f-5bd9f31ca3d8 req-937794d6-99d5-4e1f-976e-b35dc05ceb0e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 945 time: 0.0523789 Oct 26 12:24:27.537338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4b7a9-4d27-4ab8-acff-00df2a992e73 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:24Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:24Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:27.576513 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8958f627-e218-4585-8e7f-5bd9f31ca3d8 req-2fa3089e-1f7c-4085-a32e-e67aabbc207d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472467 Oct 26 12:24:27.609000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39426) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:27.649833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a1b3a-57b9-4fef-84a8-906cf80e1b2e tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:27.651379 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d25a1b3a-57b9-4fef-84a8-906cf80e1b2e tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1124 time: 0.0413864 Oct 26 12:24:27.654082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39428) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:27.658992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:24:27.681583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:27.777840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:27.899771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.171 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/a49db7ee-97f5-4231-8efb-24aaef5e1266) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:24:27.906230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:27.913030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:28.331099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (a49db7ee-97f5-4231-8efb-24aaef5e1266), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:28.364155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (a49db7ee-97f5-4231-8efb-24aaef5e1266), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:28.409841 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:24:28.413249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:24:28.417284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:24:28.420729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=a49db7ee-97f5-4231-8efb-24aaef5e1266,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:28.446591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:28.524956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:28.539822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:28.620804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:28.716272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:28.763646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:28.764186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:28.764620 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:28.767638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:28.814103 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (fb51ba55-d9ed-46a8-bd09-a9e852aa9211), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:28.845336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:28.845728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:28.890534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:28.892420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a49db7ee-97f5-4231-8efb-24aaef5e1266), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:28.896553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:28.897439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:28.975679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:28.984735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:28.985677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:28.986014 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:24:29.009990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:29.037587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:29.062129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (a49db7ee-97f5-4231-8efb-24aaef5e1266), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:29.068218 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (a49db7ee-97f5-4231-8efb-24aaef5e1266), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:29.078585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:29.078957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:29.085713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5b831604-42a0-4c60-9d1b-ce2b76b004f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:29.103221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:29.107060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:29.116210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:29.145917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=a49db7ee-97f5-4231-8efb-24aaef5e1266,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:29.148532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (fb51ba55-d9ed-46a8-bd09-a9e852aa9211), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:29.155078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:29.251030 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211 associated. External IP: 172.26.0.171, port: f3290160-0980-4f83-a659-fb2cd4651979. Oct 26 12:24:29.458018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 54158e1c-56c5-4f35-8101-aaf91f5bb64b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:24:29.564557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:24:29.582283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:29.617069 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5dddc3d6-9762-4f48-b812-8e399e9ab7a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9615231 Oct 26 12:24:29.617716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:24:29.619989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e" -d '{"events": [{"name": "network-changed", "server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "tag": "f3290160-0980-4f83-a659-fb2cd4651979"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:24:29.659085 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda0fe99-ac2d-4a81-8c09-b36ba9968c44 x-openstack-request-id: req-fda0fe99-ac2d-4a81-8c09-b36ba9968c44 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:24:29.659382 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "tag": "f3290160-0980-4f83-a659-fb2cd4651979", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:24:29.659635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fda0fe99-ac2d-4a81-8c09-b36ba9968c44 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:24:29.660106 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda0fe99-ac2d-4a81-8c09-b36ba9968c44'] response: {'name': 'network-changed', 'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979', 'status': 'completed', 'code': 200} Oct 26 12:24:29.722663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9cd65-fb99-4e6b-87d9-ce63b32b0cb7 req-1aadcb7d-adef-457a-b7f2-82fbc3ee4c46 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:29.724324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31e9cd65-fb99-4e6b-87d9-ce63b32b0cb7 req-1aadcb7d-adef-457a-b7f2-82fbc3ee4c46 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 945 time: 0.0561457 Oct 26 12:24:29.769523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-332b3b4b-fbe5-4dae-b4ad-920ecdba4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:29.770985 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-332b3b4b-fbe5-4dae-b4ad-920ecdba4364 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1129 time: 0.0618911 Oct 26 12:24:29.847223 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-31e9cd65-fb99-4e6b-87d9-ce63b32b0cb7 req-1dac674a-38f5-4bae-9151-2defcd4335c6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032121 Oct 26 12:24:29.876150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39434) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:29.894588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-5e562821-289a-4b5c-aee7-b8906fe887f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:29.896392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-5e562821-289a-4b5c-aee7-b8906fe887f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 896 time: 0.1160314 Oct 26 12:24:29.942229 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aaf5ca21-a66e-40d1-b9d6-1ddbdd858e85 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 991 time: 0.0642436 Oct 26 12:24:29.991583 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-d2a15755-a266-4eda-ab2c-95c048fed40b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 999 time: 0.0895593 Oct 26 12:24:30.042208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-ec0f94eb-4731-434a-8c8e-b20b4fddf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:30.043713 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-ec0f94eb-4731-434a-8c8e-b20b4fddf64d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 200 len: 835 time: 0.0463409 Oct 26 12:24:30.085020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:30.088544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-2f206550-61e8-4820-9e4e-480b91304105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:24:30.090006 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-2f206550-61e8-4820-9e4e-480b91304105 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=054f87f8-14db-4125-a4f2-07e1d3305e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404689 Oct 26 12:24:30.201734 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-7cbcd1ee-7214-4eed-a47b-8d3d51fa5ebe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880506 Oct 26 12:24:30.201856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:30.201856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:30.201856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:30.241319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:30.286143 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa8bf9d6-ed3c-4f82-85d4-612fd268609e req-c675ab85-cef5-4d8c-b0f7-b0df4190bfd4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926251 Oct 26 12:24:30.308251 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:30.313205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:30.378711 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:30.472094 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:30.490305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:30.521478 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:28Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:28Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:30.546211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:30.554775 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:30.555369 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:30.565786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:30.566176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:30.599449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:30.603812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:30.604522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:30.658873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:30.680602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:30.720003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:30.720397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:30.741384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:30.745200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:30.792297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:30.873061 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:28Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:28Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:30.898206 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272af77e-a056-43c0-96f1-a9223f378fe8 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:28Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:28Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:30.945630 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39436) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:31.010972 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cdc75931-21e2-423e-96c3-39c764814fbc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 991 time: 0.0642400 Oct 26 12:24:31.725651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:31.801049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:31.816467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:32.014223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39438) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:32.077133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e524e64b-c85c-4187-8a37-aa325f2744a6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 991 time: 0.0616868 Oct 26 12:24:32.449276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f4324-3c24-4de8-9aa3-fed159a6e30b None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:32.542501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:32.630959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:32.631335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:32.631674 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:32.710189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:32.710580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:32.748317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:32.749745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:32.750677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:32.753843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:32.829188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:32.838336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:32.838712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:32.839049 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:24:32.912561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:32.912950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:32.933281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:32.937302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:32.983310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:33.080839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39440) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:33.142713 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-16d71c83-633d-4569-b9da-2127df594541 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0607276 Oct 26 12:24:33.402014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:33.402014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:33.402014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:33.495818 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:33.701719 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:32Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:32Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:32Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:33.811188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:33.819978 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:33.820582 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:33.861451 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:33.921355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:34.003507 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:34.129932 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:32Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:32Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:32Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:34.146680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39442) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:34.157367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529d203-4681-455d-b2ab-8d7665fe988a None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:32Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:32Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:32Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:34.207664 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-007e67fe-293a-4542-8ad4-7bff000b53c7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0598342 Oct 26 12:24:34.446458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:34.527089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:34.527488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:34.563852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:34.568673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:34.592431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:34.652083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:34.697579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:34.800577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:34.821374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:34.849551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:34.849927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:34.850268 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:34.929551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:34.929930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:34.964905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:34.970248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:35.023553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:35.024705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:35.032544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:35.109703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:35.110917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:35.133289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:35.137413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:35.188528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:35.211655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39444) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:35.276552 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-28f8320b-7309-45cc-ba90-7564f864a56a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0636952 Oct 26 12:24:35.835827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b0c982-128f-49ab-821e-b8839c4ca3a4 None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:36.186343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:36.186343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:36.186343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:36.280506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39446) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:36.283353 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:36.340421 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9f9354c7-88eb-411b-9134-6562b7f78bd2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0575950 Oct 26 12:24:36.495403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:36.495505 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:35Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:35Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:34Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:36.522462 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:36.531291 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:36.532008 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:36.567195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:36.567580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:36.600568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:36.604308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:36.632467 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:36.652670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:36.844925 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:35Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:35Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:34Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:36.869468 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f8007-b8e7-448f-9cb3-0c79c9a70694 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:35Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:35Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:34Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:37.343147 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39448) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:37.410801 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-40ccbed9-cd90-48d2-a4c3-22998e3f9bd6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0654805 Oct 26 12:24:38.413345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524ea82-fe1f-42a4-8793-033934294131 None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:38.413841 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39450) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:38.484412 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3fb5afc3-160c-4389-8c5f-bf614f579444 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0697818 Oct 26 12:24:38.591710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:38.719712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:38.720092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:38.720483 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:38.764728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:38.798068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:38.798461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:38.850837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:38.850837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:38.850837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:38.919714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:38.929202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:38.929577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:38.929913 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:24:38.953523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:39.006015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:39.006326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:39.026918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:39.030469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:39.078406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:39.263798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:39.263798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:39.263798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:39.263798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:39.292405 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:39.359363 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:39.486805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39452) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:39.548327 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ad7d1dd-fb23-4f7e-a29a-259b08d17ffe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0591240 Oct 26 12:24:39.655336 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:39Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:38Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:38Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:39.679339 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:39.687999 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:39.688593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:39.787298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:39.995780 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:39Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:38Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:38Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:40.020315 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546c1a8-9665-4d22-bad6-26e46a3e6198 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:39Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:38Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:38Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:40.450654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:40.528543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:40.528934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:40.550943 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39454) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:40.565109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:40.571648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:40.633418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:40.641814 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-369bc732-1f6e-49f3-8ad1-d33042cf4d1c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0897348 Oct 26 12:24:40.665641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:40.724843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:40.793925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:40.840866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:40.841239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:40.841564 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:40.918081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:40.918407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:40.949693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:40.954321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:40.958489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:41.013353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:41.027529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:41.103444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:41.103875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:41.128483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:41.132796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:41.187428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:41.597413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cbfb8b-f4e5-4eef-a63d-568702fe78e7 None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:41.651756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39456) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:41.709103 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-18ed5fbc-cadb-4ed1-951a-119ef5d5bdc9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0614030 Oct 26 12:24:41.942925 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:41.942925 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:41.942925 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:42.040652 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:42.170457 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:42.210518 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:42.224908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:42.251070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:41Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:41Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:40Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:42.275323 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:42.283577 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:42.284195 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:42.382677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:42.493538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:42.514992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:42.570354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:42.570744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:42.591601 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:41Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:41Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:40Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:42.605156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:42.611742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:42.624866 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7a1ef-d52f-424c-9741-94cca6a9f713 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:41Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:41Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:40Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:42.660593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:42.713179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:42.773177 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-35cc9769-bc97-45c5-8bae-d821584c236f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0588272 Oct 26 12:24:43.776466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39460) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:43.837583 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-617c1158-8ead-4359-8d7f-f6e9d30e5861 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0599790 Oct 26 12:24:44.164419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c09fe-470e-49c2-b473-d7f676b131ac None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:44.795960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:44.795960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:44.795960 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:44.841453 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39462) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:44.896984 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:44.900793 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-73346325-d1c9-4643-b5d8-b3c7d80ba97f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0581284 Oct 26 12:24:45.181538 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:41Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:44Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:42Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:45.209177 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:45.219869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:45.219869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:45.304358 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:45.325308 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:45.422355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:45.526867 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:41Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:44Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:42Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:45.551513 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604de757-4e0d-428b-b1ab-989ad803b240 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:41Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:44Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:42Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:45.904777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39464) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:45.971779 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d1daeaad-4a7c-4359-8df0-9148af178412 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0655851 Oct 26 12:24:46.453112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:46.531640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:46.552027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:46.619293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:46.629481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:46.728998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:46.775588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:46.775990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:46.776324 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:46.846131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:46.846432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:46.880196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:46.884062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:46.884854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:46.959595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:46.968291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:46.968659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:46.969001 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:24:46.975523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39466) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:47.035386 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c1d6023-db99-4da9-8396-3f7d2b2c161a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0586705 Oct 26 12:24:47.041462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:47.041858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:47.048986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:47.070484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:47.070484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb8c05a-23fe-4316-9d9b-42c9af35b5ae None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:47.073652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:47.197430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:47.455028 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:47.455028 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:47.455028 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:47.557633 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:47.769177 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:47Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:47Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:46Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:47.793230 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:47.802198 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:47.802788 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:47.905889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:48.039481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39468) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:48.102031 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-731d7cff-4cea-41f9-a270-4ae24b75c098 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0612726 Oct 26 12:24:48.108779 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:48.117388 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:47Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:47Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:46Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:48.143434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9ad59-1d03-4ec5-887f-2bd5b9b59051 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:47Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:47Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:46Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:48.453624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:48.532282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:48.532670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:48.569599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:48.574338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:48.597559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:48.651497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:48.698036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:48.783229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:48.815794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:48.836484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:48.836954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:48.837380 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:48.915810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:48.916207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:48.951362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:48.955463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:49.105638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39470) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:49.129874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:49.171262 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa951c91-82a5-4d19-a9b0-d6d032527015 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0632830 Oct 26 12:24:49.187307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:49.229415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:49.229809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:49.252886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:49.260512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:49.312809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:49.727600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e52124-3342-4c61-ad5a-36fc0630c4be None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:49.806749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:50.174144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39472) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:50.235540 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-db7dbbc9-aaec-4c83-b14c-11ccfdbc03bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0601232 Oct 26 12:24:50.357266 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:50.357266 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:50.357266 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:50.392470 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:50.453160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:50.497626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:50.576913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:50.577211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:50.612063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:50.617053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:50.666178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:50.751600 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:49Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:49Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:48Z', 'revision_number': 21, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:50.784884 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:50.790553 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:50.791155 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:50.891287 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:51.093346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:49Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:49Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:50Z', 'revision_number': 22, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:51.117869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4c2a9-6834-4add-a0aa-55e4fb852b91 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:49Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:49Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:50Z', 'revision_number': 22, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:51.239349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39474) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:51.284524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:51.304121 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-199dd2bb-2ff5-4bac-bd31-f39cd0909afa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0623379 Oct 26 12:24:52.306712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39476) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:52.382782 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-061f6154-e17d-42f3-b0a9-b0053894d5a1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0749414 Oct 26 12:24:52.536480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:52.581086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:52.581470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:52.581806 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:52.655898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:52.656283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:52.667237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:52.690536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:52.695678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:52.696520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:52.741614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70411cab-fc6f-4983-b346-44e5e480898f None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:52.817821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:52.830125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:52.831054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:52.831396 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:24:52.974006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:52.974399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:52.995318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:52.999255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:53.060331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:53.385839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39478) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:53.468203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:53.468203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:53.468203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:53.573519 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:53.720822 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:53.730768 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5716956e-ca9b-47c1-8752-234cff6ddadc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.3437269 Oct 26 12:24:53.779175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:53.793991 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:52Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:52Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:52Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:53.818735 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:53.826901 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:53.827492 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:53.929257 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:54.137439 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:52Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:52Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:52Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:54.162465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e27c0c-9d1f-4e90-9541-6aad3ca7592c None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:52Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:52Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:52Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:54.459860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:54.501488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:54.538449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:54.538835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:54.574804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:54.579158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:54.609586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:54.666326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:54.711105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:54.734654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:54.803890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:54.808976 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-49fc5d8b-0c64-4b04-a903-451df7bf9c0e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0731835 Oct 26 12:24:54.859278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:54.859654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:54.860034 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:54.941207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:54.941597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:54.943355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:54.977503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:54.982094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:55.035861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:55.044796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:55.123458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:55.123870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:55.146894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:55.150876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:55.201831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:55.730251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b906496-a949-402c-af28-e580349e2c1d None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:55.812948 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39482) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:55.871681 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6d51e24e-73a3-47ec-9622-ee2ca7a797aa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0576086 Oct 26 12:24:55.960883 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=36 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:55.962871 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=34 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:56.381967 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:56.388553 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:56.388553 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:56.489064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:56.500090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:24:56.572984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:56.573298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:56.606576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:56.610247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:56.649751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:56.666011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:56.701703 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:55Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:55Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:54Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:56.813210 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:56.822611 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:56.823268 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:56.874953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39484) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:56.900642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5c9447d-d337-480d-b31f-29638ec5515e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:56.907783 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:56.927296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:56.945831 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d0ddcd45-568a-48ae-ae2b-0ae5bc3c5664 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0697315 Oct 26 12:24:57.028587 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:57.130868 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:55Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:55Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:56Z', 'revision_number': 26, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:57.158030 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9632796-e56d-40da-8846-7fcb5a984f6f None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:55Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:55Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:56Z', 'revision_number': 26, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:24:57.949581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39486) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:58.012264 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5355f469-bfc1-4426-ac04-35d33b3a1d0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 992 time: 0.0607951 Oct 26 12:24:58.538625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:58.582260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:58.582768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:58.583109 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:24:58.654981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:58.655356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:58.688270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29bf33-d11d-42ed-b3f6-f9e04d7791fa None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:24:58.697635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:58.725316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:58.726141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:24:58.849812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:58.897135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:24:58.897573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:58.897914 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:24:58.899640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:58.972600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:24:58.972958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:58.997102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:24:59.001258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:59.015470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39488) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:24:59.072196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:24:59.080777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-92cd5fe1-aefb-497f-9db2-8c3add893dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:24:59.089473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:24:59.098199 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3e8a8ba9-493b-46b6-bace-b2a201065d9e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0815051 Oct 26 12:24:59.412677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:24:59.412677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:59.412677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:59.509063 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:24:59.712181 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:58Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:58Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:58Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:59.739731 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:24:59.748246 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:24:59.748843 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:24:59.848686 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:25:00.054294 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:00.065862 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:58Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:58Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:58Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:00.090583 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41469b0-f24a-4dc9-8c4f-0d3d6da38973 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:58Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:24:58Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:24:58Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:00.101534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39490) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:00.180849 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6ad2a05a-db6f-46ef-b107-f45c17029241 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0781429 Oct 26 12:25:00.318678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:00.461112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:00.543617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:00.545019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:00.582142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:00.589602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:00.625250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:00.648434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:00.685767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:00.733841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:00.855303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:00.919247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:25:00.919643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:00.920011 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:25:01.001944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:01.002445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:01.038759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:01.043248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:01.098448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:01.111573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:01.184516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39492) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:01.185857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:01.186430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:01.191409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:01.211325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:01.215323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:01.260121 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9817d44-7c2f-4871-a88b-89d665b1e3f2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0743237 Oct 26 12:25:01.266645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:01.722811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:01.819106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:01.819527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420eff4-51de-486f-af5d-b672423f5f3a None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:25:02.261521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39494) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:02.320612 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a44c43ba-990f-4193-bf83-d3125f8c14d6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0579612 Oct 26 12:25:02.449403 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3430e394-f376-4465-a662-0a733c070f91 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:25:02.449403 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3430e394-f376-4465-a662-0a733c070f91 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:25:02.449403 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3430e394-f376-4465-a662-0a733c070f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:02.506861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:02.548869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3430e394-f376-4465-a662-0a733c070f91 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:25:02.578513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:02.578903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:02.582492 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:02.615748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:02.620186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:02.666432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:02.843524 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:25:02.855946 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3430e394-f376-4465-a662-0a733c070f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:01Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:25:01Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:25:01Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:02.881661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3430e394-f376-4465-a662-0a733c070f91 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:25:02.890033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3430e394-f376-4465-a662-0a733c070f91 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:25:02.890620 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3430e394-f376-4465-a662-0a733c070f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:02.989915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3430e394-f376-4465-a662-0a733c070f91 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:25:03.193651 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3430e394-f376-4465-a662-0a733c070f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:01Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:25:01Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:25:02Z', 'revision_number': 30, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:03.217758 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3430e394-f376-4465-a662-0a733c070f91 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:01Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:25:01Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:25:02Z', 'revision_number': 30, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:03.324476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39496) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:03.388984 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-61b4e2c3-63b7-413c-b883-d1e3e5bb5336 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0633821 Oct 26 12:25:04.392237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39498) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:04.450755 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d514c17-1b9a-4df8-b405-64f5c961f716 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0573635 Oct 26 12:25:04.541218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:04.579920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:04.588176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:25:04.588550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:04.588886 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:25:04.662628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:04.663016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:04.696761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:04.700871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:04.701665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:04.748600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a31fb73-1e29-4df6-96d7-cc6518d8b513 None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:25:04.816420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:04.865599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:25:04.865970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:04.866306 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:25:04.926889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:04.979692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:04.980111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:05.002408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:05.007327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:05.058399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:05.167516 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:25:05.167516 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:25:05.167516 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:05.262845 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:25:05.286894 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:05.454607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39500) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:05.471305 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:04Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:25:04Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:25:04Z', 'revision_number': 31, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:05.495700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:25:05.505042 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:25:05.505657 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:24:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:05.517963 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0f6026fc-41ed-499e-a240-f7531b93f4bd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0621557 Oct 26 12:25:05.590100 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:05.607490 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:25:05.809407 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:04Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:25:04Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:25:04Z', 'revision_number': 31, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:25:05.836731 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7dd381-ce3e-4613-b5c8-caecddedcfae None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:04Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'fb51ba55-d9ed-46a8-bd09-a9e852aa9211', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.171', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'port_id': 'f3290160-0980-4f83-a659-fb2cd4651979', 'fixed_ip_address': '172.20.0.4', 'status': 'ERROR', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'mac_address': 'fa:16:3e:9e:45:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:24:28Z', 'updated_at': '2022-10-26T12:25:04Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:25:04Z', 'revision_number': 31, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:25:06.468034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:06.521621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39502) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:06.542371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:06.543140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:06.585067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:06.590471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:06.591210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:06.595490 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b73f1c57-4331-44c6-b7ee-394f4f76ed3e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0726497 Oct 26 12:25:06.672769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:06.713710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:06.714099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:06.735939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:06.739876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:06.765750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:06.812669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:06.825267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:06.869270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:06.870248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:06.948153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:07.030980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:07.076929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:25:07.077301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:07.077636 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:25:07.147282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:07.147588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:07.171494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:07.181318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:07.185125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:07.185989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:25:07.263055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:07.274859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.275208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.275553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.275919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.276254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.276585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.276913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.277238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.277565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.277894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.278222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.278549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.278874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.279193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.279515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:25:07.283175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:25:07.283552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:07.284430 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 Oct 26 12:25:07.355877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:07.356273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:07.380749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:07.385461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:07.425964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c20b1-4393-432c-a1e3-1c6729616895 None None] New status for floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:25:07.467278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:07.599531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39504) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:07.667763 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb7818be-9ae8-49a6-9db4-b9d0cc6ddba1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0635655 Oct 26 12:25:08.509384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:08.583107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:08.583493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:08.616946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:08.620970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:08.621660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:25:08.655371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:08.668263 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39506) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:08.695920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:08.727747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8763d684-4cdd-4720-aa45-c5433f9289e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0583503 Oct 26 12:25:08.872546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:25:08.872938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:08.895198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:25:08.898984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:08.944589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:25:09.731640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39508) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:09.792424 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-92a8ba6c-99b3-4f80-bd0b-68342325bd38 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0596292 Oct 26 12:25:10.796452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39510) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:10.855744 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f0a795b-f758-4131-b177-da5397236073 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0582352 Oct 26 12:25:11.859026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39512) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:11.920833 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ae5b0a8-5334-41f4-a395-40ca28be8da8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0606537 Oct 26 12:25:12.242972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:12.924803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39514) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:12.983035 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c497da4-8945-4a92-88ff-7e2bda92e113 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0571132 Oct 26 12:25:13.986060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39516) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:14.048059 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0326f5aa-5df4-4c99-895f-f7b3307fe2d3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0601244 Oct 26 12:25:15.051411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39518) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:15.109942 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c6b7fc27-544d-4f00-80aa-329fd31d6218 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0573802 Oct 26 12:25:15.503696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:15.510845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=12 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:16.113919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39520) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:16.153418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:16.175555 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-321d401f-bad9-4b6e-b899-d71db31e6ede tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0595205 Oct 26 12:25:17.178961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39522) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:17.236762 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a16f44fb-4816-4c89-a7c8-48133340022d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0566730 Oct 26 12:25:18.240585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39524) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:18.302131 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8edfb808-63e1-499f-a20f-a1bcfe4ec125 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0603342 Oct 26 12:25:19.305576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39526) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:19.363069 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-582dadeb-e570-45ad-8887-c69d024c68ee tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0563426 Oct 26 12:25:20.366480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39528) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:20.427060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-36fd64ad-3ef3-49c7-912f-4cfa006254af tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0594270 Oct 26 12:25:21.430803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39530) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:21.468442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:21.489064 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-00aef916-1d76-4f9d-8c07-afd4965049bc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0571859 Oct 26 12:25:22.237457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:22.239411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:22.492582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39532) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:22.553373 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d9fb163f-5df9-4ce1-9c3b-918663680d54 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0596817 Oct 26 12:25:23.557234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39534) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:23.616606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-20d68061-7999-46e3-9572-623140a0fd1d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0579205 Oct 26 12:25:24.620164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39536) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:24.691514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-9bc926f0-e400-4c70-9246-b56a23a2927b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804379 Oct 26 12:25:24.708011 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-519bf75e-f75b-4a6b-a378-62e721b41105 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0867903 Oct 26 12:25:24.795098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-809f8933-b76a-46a0-b79c-1cdda5717e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:25:24.796621 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-809f8933-b76a-46a0-b79c-1cdda5717e7b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1129 time: 0.0400076 Oct 26 12:25:24.903452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-b307b3e5-3502-4da5-8b56-b8f93db80163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:25:24.904947 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-b307b3e5-3502-4da5-8b56-b8f93db80163 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 896 time: 0.0895500 Oct 26 12:25:24.965130 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-d49fd890-d758-4ea0-9c44-1d917a090490 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 1001 time: 0.0538623 Oct 26 12:25:25.012749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-3a2a6c8e-d60b-4165-8c6f-132fae0a12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:25:25.014072 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-3a2a6c8e-d60b-4165-8c6f-132fae0a12c0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 200 len: 835 time: 0.0427389 Oct 26 12:25:25.060579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-fa1ecd5f-802f-4466-bdf0-771c0209e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:25:25.062017 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-fa1ecd5f-802f-4466-bdf0-771c0209e076 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=054f87f8-14db-4125-a4f2-07e1d3305e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412500 Oct 26 12:25:25.149997 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-672ca1fb-e4de-4b9f-89e6-5989e9e3834c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819480 Oct 26 12:25:25.243481 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ea26a208-1f0f-4d6d-aaf3-48f6faccb29a req-5c04efbf-8ca2-4fc6-b689-4c0ba3b90641 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872831 Oct 26 12:25:25.711837 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39538) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:25.769852 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6b63e472-87d7-4f2b-ab78-e6e63633133d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0568852 Oct 26 12:25:26.773662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39540) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:26.836515 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-28ff30e6-d907-40fc-943e-e6573c590d6b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0613379 Oct 26 12:25:26.894179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f265f61f-1120-45f4-8071-aa92c317dfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:27.839280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39542) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:27.899677 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b9af4d82-b170-4d1c-9930-1f4974b02f4d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0592167 Oct 26 12:25:28.903059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39544) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:28.911409 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:28.965613 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bedfd538-5bc1-4a63-92c0-26a261bba684 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0613856 Oct 26 12:25:29.062539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-75a16f8e-8783-4905-95a9-56731c57fafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:29.969512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39550) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:30.030486 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5517d15d-e5ce-4a07-b245-564be11d8a95 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0586829 Oct 26 12:25:30.317808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:31.032992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39558) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:31.093731 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d72e7b10-4de3-490f-a583-83982ab89da6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0592446 Oct 26 12:25:31.715574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:31.817847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:32.097631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39562) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:32.154565 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-92dc7047-2628-4252-ae5b-b3724e07e6a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0558357 Oct 26 12:25:33.157576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39564) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:33.217687 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a23b71d9-df7e-4541-ab9b-cd898c72d5cd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0585136 Oct 26 12:25:34.222150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39566) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:34.279638 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a6381f15-a323-4a11-adf1-53dbac0af72e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0563660 Oct 26 12:25:34.547413 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=26 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:34.548256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:35.282509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39568) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:35.602540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:35.617003 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c9da89e8-c5fc-407b-9016-cd8ed594fe8b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.3333914 Oct 26 12:25:36.620827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39570) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:36.681173 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d2605269-1e6f-4ecf-a6fe-ecb7469de133 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0591063 Oct 26 12:25:37.685230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39572) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:37.742631 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a5d9dd09-0c43-4c3f-ad7e-39aeabb5a92f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0561860 Oct 26 12:25:38.745546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39574) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:38.805071 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5234c142-2d0d-4720-b947-84f216e3f8f0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0584641 Oct 26 12:25:39.809155 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39576) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:39.842975 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:25:39.867800 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-253daace-0487-4612-b962-3bf33dc23c4e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0575027 Oct 26 12:25:40.871779 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39578) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:40.933632 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c6d12f7c-765e-4b23-b4ca-85fc64a13bb5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0607703 Oct 26 12:25:41.811960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:41.813925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:41.937615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39580) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:41.996004 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-796bb412-a38a-4f4d-955b-d0a314c365d4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0572209 Oct 26 12:25:42.257796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:42.999950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39582) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:43.061353 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5fa4d6f7-b501-4084-ad4b-0448f5b795ce tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0602264 Oct 26 12:25:44.064585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39584) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:44.125170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d8188204-588d-44fd-9776-1fa11570e095 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0594478 Oct 26 12:25:45.129575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39586) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:45.186728 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eca86389-93fe-44e6-b54c-b298a7881f80 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0559192 Oct 26 12:25:46.190969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39588) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:46.252211 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dd7aabab-82bf-4087-a9fd-3146c7c2fb58 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0600626 Oct 26 12:25:46.601170 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:47.256119 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39590) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:47.314208 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8fae760b-69aa-40f8-b30f-a3b3c2069508 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0569458 Oct 26 12:25:48.318285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39592) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:48.379105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8efcfc03-9923-4188-9e23-e42fafeacfa0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0596931 Oct 26 12:25:49.383040 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39594) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:49.441004 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f53152d-44e6-4b12-acca-733778ad48be tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0568345 Oct 26 12:25:49.839418 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:50.445407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39596) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:50.506713 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8054dd4e-55c0-43d6-a1f7-eae94d9526b3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0601761 Oct 26 12:25:51.510919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39598) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:51.581455 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c48a358c-59e7-4687-be93-21f5106f9037 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0689452 Oct 26 12:25:52.247473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:52.252690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:52.585245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39600) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:52.646527 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b61d2881-0809-46a6-8a50-90da86b348e7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0601797 Oct 26 12:25:53.051891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=19 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:53.053796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=21 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:25:53.650559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39602) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:53.713951 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fcb18cf4-30e4-4a95-8efc-c18a294aee64 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0621471 Oct 26 12:25:54.717493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39604) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:54.778836 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5030e00b-17f0-4dc3-b26e-0a7afd6f8435 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0600607 Oct 26 12:25:55.782607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39606) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:55.840994 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d68b384-4b7a-4ee4-a232-e3b6f8b2680b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0572288 Oct 26 12:25:56.844907 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39608) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:56.900090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1010707b-db73-4114-b86c-0eacf4ed372b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:25:56.909594 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a28f490-90b1-44d5-8bb9-99dc275bdb86 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0634396 Oct 26 12:25:57.913296 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39610) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:57.972247 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-36988086-6fe6-409c-b4d6-c5985a9d4b5a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0578132 Oct 26 12:25:58.975444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39612) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:25:59.036629 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-614c5767-2a12-45df-a5ba-1025dcb3bf24 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0600245 Oct 26 12:25:59.066165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-42e5be2e-93dd-4484-ae6f-306f6698afb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:00.040527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39614) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:00.109344 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b7d3a78c-e25b-424f-b160-7931bb49689f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0676126 Oct 26 12:26:00.321745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:01.113848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39616) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:01.120098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:01.171774 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d7551547-bb0f-4c2c-a82a-8704b95c9da8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0567214 Oct 26 12:26:01.718711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:01.820617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:02.175977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39618) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:02.236963 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f0b8e9ed-8fd6-448d-8cf0-bde8fee51133 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0599554 Oct 26 12:26:03.240962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39620) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:03.298802 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b2a8849b-2e7d-454e-94cc-f0d93c44f5f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0566897 Oct 26 12:26:04.303105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39622) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:04.342444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:04.365241 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a4e572c4-d6c4-4812-ba4c-f24f946a660b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0610194 Oct 26 12:26:05.369138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39624) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:05.427102 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a041f7c0-c5cd-4425-8c28-8adc8afbc7a0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0568466 Oct 26 12:26:06.430979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39626) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:06.492004 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-70af8320-cd34-45a0-99d8-729b790a57f2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0598807 Oct 26 12:26:07.495827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39628) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:07.555159 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cecd3ba9-22a9-4e4f-96d8-deb3c64be6c0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0581269 Oct 26 12:26:08.559039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39630) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:08.619805 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7c9ae0cf-b8f3-409b-8af8-cc814cb7854f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0595739 Oct 26 12:26:09.623445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39632) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:09.682200 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-138918f8-aed7-476f-8698-f118e260b158 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0573504 Oct 26 12:26:10.092500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=37 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:10.100516 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=33 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:10.685524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39634) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:10.745989 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-827bce85-9383-46c0-91c0-e46d04c962a7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0592349 Oct 26 12:26:11.543889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:11.544639 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:11.749715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39636) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:11.811241 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-12bb7ad6-6c6c-4f4a-9d2e-95da72a1e137 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0602415 Oct 26 12:26:11.814859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:11.816730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:12.256455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:12.815339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39638) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:12.873143 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2ae7fb9-234d-44f3-8566-13087ea0768c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0566251 Oct 26 12:26:13.877010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39640) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:13.939819 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bb58d2fc-04ba-40e1-991e-68a85f06d2dd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0613263 Oct 26 12:26:14.943381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39642) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:15.000672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aae9da3b-e337-4abf-a9c9-3512c708536c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0561304 Oct 26 12:26:16.004502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39644) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:16.062045 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d96f2b93-06de-4ed0-a4e9-e6d3c90603c0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0564489 Oct 26 12:26:16.921339 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:26:17.066157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39646) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:17.126285 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-19a1fd32-c20a-4b9e-a094-1c759ae07660 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0590050 Oct 26 12:26:18.130831 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39648) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:18.189721 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-532fd00d-e07b-45b5-a085-9ee9beb4c72d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0577664 Oct 26 12:26:19.193537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39650) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:19.256635 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-55444d9c-bd2b-4697-8f26-8d70c16f33fb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0619409 Oct 26 12:26:20.260479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39652) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:20.322008 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8ec22e5b-acb1-422d-b1a4-804d950432bc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0604038 Oct 26 12:26:21.325827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39654) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:21.384830 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e3a18c19-f2c0-474f-b8df-6944caf533f6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0576174 Oct 26 12:26:22.388435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39656) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:22.448571 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5dbd8725-8449-4fc1-aa27-aaed255954f7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0589962 Oct 26 12:26:23.452419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39658) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:23.511206 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d70515f-13ce-4ae6-ba1b-2694b66c31c6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0576246 Oct 26 12:26:24.515091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39660) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:24.578046 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8336f276-723d-4b1a-ac9f-2f55deda1f96 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0617669 Oct 26 12:26:24.646724 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-aa1f7488-c64f-47af-8056-ace6cca51333 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395005 Oct 26 12:26:24.752796 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-72bf355e-ab49-4e31-b527-f8411b047d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:26:24.754189 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-72bf355e-ab49-4e31-b527-f8411b047d25 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1129 time: 0.0394745 Oct 26 12:26:24.860377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-c75b1eae-4c84-4aa1-b53b-5ea45cdb1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:26:24.862746 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-c75b1eae-4c84-4aa1-b53b-5ea45cdb1875 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 896 time: 0.0909998 Oct 26 12:26:24.929608 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-c0062a06-c171-469a-950f-0988233a4e45 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 1001 time: 0.0558946 Oct 26 12:26:24.960028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:24.977251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-06104a1a-ebb5-4e5c-8502-161d82b352d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:26:24.978662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-06104a1a-ebb5-4e5c-8502-161d82b352d4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 200 len: 835 time: 0.0433333 Oct 26 12:26:25.024619 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-536413d6-342c-4890-bc4e-3b1f8e8ec8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:26:25.025986 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-536413d6-342c-4890-bc4e-3b1f8e8ec8a3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=054f87f8-14db-4125-a4f2-07e1d3305e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418046 Oct 26 12:26:25.078947 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:25.114948 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-35463c94-e939-44a6-ba7b-01143a2173aa service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826087 Oct 26 12:26:25.207052 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8d1340a1-5eda-43a3-bb55-d9a326f7d3f5 req-7dcb1bbb-5bda-4d75-b481-723380881c89 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864627 Oct 26 12:26:25.581483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39662) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:25.637997 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa5d5273-026d-4e70-9b4e-53cd1ce58130 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0553677 Oct 26 12:26:26.599051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=13 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:26.607924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:26.641542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39664) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:26.897941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a38008d5-99ce-4b7f-8623-2ebfd556fc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:26.916620 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:26.917493 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:26.982525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a375c28-c84a-4497-b259-7e22e85a04d1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.3397250 Oct 26 12:26:27.986010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39666) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:28.044153 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-07bf1014-0d3e-4713-ad1c-cd45ad9a7ed1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0569777 Oct 26 12:26:29.048125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39668) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:29.070566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-05ace96c-30c4-467f-9371-aae5d6414231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:29.109344 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa5e758e-6ec9-4d44-9c06-0b9dcd01138e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0600107 Oct 26 12:26:30.113199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39670) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:30.170110 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-31220a31-33df-4096-af4d-432536bb5f8d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0556474 Oct 26 12:26:30.323396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:31.174434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39672) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:31.235128 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e65911df-e0b8-45ef-ad54-ca4c5ee0cb03 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0596507 Oct 26 12:26:31.723342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:31.824044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:32.240064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39680) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:32.299158 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29396755-cb0c-4e52-9e19-f7e8a0f85d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0578930 Oct 26 12:26:33.302893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39682) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:33.361723 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-76f9d7c0-0b62-4e26-9a18-891a7e21705e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0576918 Oct 26 12:26:34.365524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39684) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:34.427044 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d4550783-05df-4638-8096-f31f4e3f1b10 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0603690 Oct 26 12:26:35.430932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39686) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:35.488276 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dd2389ec-bc0f-45ab-abf0-8613ebfc4e14 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0559542 Oct 26 12:26:36.492152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39688) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:36.554013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a6e4701f-9bfc-4d67-aacd-a4cce812a522 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0607088 Oct 26 12:26:37.558213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39690) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:37.616998 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a3902520-1d16-4e02-9396-616a443679f5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0576556 Oct 26 12:26:38.620873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39692) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:38.683054 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e9912395-5ea1-4e93-99b1-dab8f351863f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0610676 Oct 26 12:26:39.686931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39694) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:39.745051 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c3127623-882a-442b-b53c-648fc77f5bc9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0569713 Oct 26 12:26:40.748905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39696) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:40.755961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=43 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:40.757831 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=39 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:40.812076 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0a70591b-82ea-4b80-b4be-1be08b1a9437 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0620410 Oct 26 12:26:41.816824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39698) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:41.818105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:41.820466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:41.874323 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-30fc8c38-9c33-4a4e-97f4-926056fb6ed0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0563602 Oct 26 12:26:42.270941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:42.878394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39700) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:42.940168 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d93e92f-25ad-4dea-a88c-1e403c78f8d2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0605750 Oct 26 12:26:43.944053 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39702) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:44.003145 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ff85c69c-1c87-4349-a82a-be44498e5654 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0576637 Oct 26 12:26:45.007010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39704) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:45.013231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:45.061651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:45.069977 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2694e168-4f33-4693-96e9-12bd210496ea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0618966 Oct 26 12:26:46.073869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39706) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:46.132309 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4a078a44-3080-4e2d-b248-cf633438b4ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0572445 Oct 26 12:26:47.136174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39708) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:47.198463 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8b31d4b6-07ea-4a00-abef-9605c0ded93a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0612125 Oct 26 12:26:48.202400 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39710) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:48.260793 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-85bf42d7-82fd-4222-b92f-85e5966bbd36 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0572636 Oct 26 12:26:48.540056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:48.540781 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:49.264441 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39712) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:49.326944 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-841c46ad-3bbe-4f4a-9103-748e2e7e49c2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0613108 Oct 26 12:26:50.330892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39714) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:50.388972 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f8447594-a007-45bf-aa54-27c03e7973f0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0569561 Oct 26 12:26:51.393292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39716) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:51.457371 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-834e687a-d040-4de9-8728-44ce41c61bdd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0626342 Oct 26 12:26:51.865303 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:51.867371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:52.265409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:52.266213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:26:52.461087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39718) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:52.521359 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e0bdac16-387d-45ff-8908-9162e0d6ff01 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0590801 Oct 26 12:26:53.525205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39720) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:53.585468 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9375ffb1-1532-4768-baf0-5bc5ec852ccc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0591474 Oct 26 12:26:53.839907 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:26:54.589291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39722) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:54.654705 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e4c0955f-66ae-41b0-8e77-e4fa28bc307f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0642619 Oct 26 12:26:55.658703 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39724) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:55.719761 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4209dea7-e363-47df-a7c4-5686069d4b3a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0592902 Oct 26 12:26:56.722997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39726) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:56.781133 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-90f5ab6e-c120-479c-9808-d7b5fa791365 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0568397 Oct 26 12:26:56.890409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fcac30d2-547b-40fd-9713-f73d7c7fbd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:57.785205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39728) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:57.846863 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa167867-66ef-40db-a0d2-4acd537918d6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0605285 Oct 26 12:26:58.850795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39730) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:58.912322 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-11bfc1d1-17e7-4be4-ac56-059381ef6cc2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0603025 Oct 26 12:26:59.072177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-748e26e1-4b3b-413b-833b-c4f8163da8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:26:59.916090 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39732) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:26:59.973818 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a1702bf5-f6f0-4a04-93df-dbccd17866a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0565946 Oct 26 12:27:00.327647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:00.977626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39734) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:01.040839 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-24d886b4-732a-4b16-9c19-ad857f00a9ab tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0620279 Oct 26 12:27:01.728116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:01.827199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:02.044748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39736) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:02.102247 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2b3f5afd-13a5-4714-8ff9-a68897f9eb16 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0564406 Oct 26 12:27:03.105664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:03.166907 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d67875cb-5664-44b7-8973-6d256a86b226 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0599039 Oct 26 12:27:03.835805 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:03.836506 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:04.170702 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:04.229048 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-81e4052e-61c0-438e-98fb-7323264dc839 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0572679 Oct 26 12:27:05.232836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:05.293838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ed0b179f-8529-4649-8c9b-7994b7ff6b45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0598361 Oct 26 12:27:06.297680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39750) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:06.354463 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a15942f2-8302-4da8-9edb-9822003fd68d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0556653 Oct 26 12:27:07.357591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39754) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:07.420354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2450fa0-5c46-47d8-9c01-ae2a93f4fdb4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0614591 Oct 26 12:27:08.424074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39756) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:08.481643 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-59857ba2-ab35-4aa0-b83c-30933739c4e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0564227 Oct 26 12:27:09.485552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39758) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:09.543393 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-91feb467-102b-49ad-9319-faca2d87c948 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0566659 Oct 26 12:27:10.547876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39760) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:10.608749 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b411070-b47c-452f-9ad2-d066b0f115e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0597548 Oct 26 12:27:11.612832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39762) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:11.655148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:11.673226 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bbf06b30-8308-4478-9407-d9c033581ac2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0593092 Oct 26 12:27:11.820835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:11.823384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:12.276794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:12.677207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39764) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:12.742514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d8e1660-7931-4a2c-afb9-d61271bc0b45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0641730 Oct 26 12:27:13.746304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39766) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:13.788219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:13.807016 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-11526512-cb59-4d84-95bd-d4657f6f0aa7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0596189 Oct 26 12:27:14.810463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39768) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:14.872971 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0faf5f00-8e40-4f2c-b774-eb6563a75899 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0614550 Oct 26 12:27:15.877021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39770) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:15.943199 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bba80759-f335-4add-b15e-67d2e9319748 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0649810 Oct 26 12:27:16.946984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39772) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:17.008747 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66d17e73-1afc-437a-99a2-5b41566dc0c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0605845 Oct 26 12:27:18.012673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39774) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:18.073359 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1be95f3f-3cc1-4e0c-9dac-0578734c274b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0595789 Oct 26 12:27:19.077313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39776) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:19.135428 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9f7bc3ad-a9b1-4d79-a9db-185148cd8c02 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0567899 Oct 26 12:27:20.138821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39778) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:20.198612 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-240ba62a-692b-429d-b50a-7bf3e07cabfd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0587525 Oct 26 12:27:21.201501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39780) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:21.258841 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5df8fa22-bbd5-4b42-a5c3-0fe2cf7a800e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0562358 Oct 26 12:27:22.262675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39782) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:22.270691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:22.272633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:22.323123 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ae065520-a225-446b-88f5-4329636fd6d6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0593174 Oct 26 12:27:23.327025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39784) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:23.663533 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7eb8287c-d21c-44be-b721-ac34752023cd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.3346722 Oct 26 12:27:24.666730 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39786) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:24.673749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=48 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:24.675463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=44 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:24.727745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6f2612e-f68c-40ef-abc8-a8f929b5bf3f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0597682 Oct 26 12:27:25.535452 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:25.536254 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:25.731399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39788) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:25.792278 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d7075d20-84ea-4cb5-90ef-9bc7aa3f0606 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0596209 Oct 26 12:27:26.648050 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-b9169e81-d473-4a15-a153-93f050874f79 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384130 Oct 26 12:27:26.751188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-cf09e0ca-b472-4363-a949-394fd24c6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:27:26.752702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-cf09e0ca-b472-4363-a949-394fd24c6d4d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1129 time: 0.0401187 Oct 26 12:27:26.795046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39790) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:26.856823 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8e65b3e9-d1d1-4b7b-859b-39c552f341cc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0605783 Oct 26 12:27:26.862836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-6fb79e3e-5d66-41d7-94b4-8bdba89499c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:27:26.864330 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-6fb79e3e-5d66-41d7-94b4-8bdba89499c2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 896 time: 0.0927782 Oct 26 12:27:26.895938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a0289e87-d605-4d2f-9e10-819f5890a972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:26.928898 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-df0aef67-9981-4111-a10e-5c14a49b3121 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 1001 time: 0.0588818 Oct 26 12:27:26.977852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-acf8cd56-ebae-4e24-9df2-6e5eaeb578f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:27:26.979275 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-acf8cd56-ebae-4e24-9df2-6e5eaeb578f6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 200 len: 835 time: 0.0446773 Oct 26 12:27:27.026905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-9d91e560-4c10-42c0-a85f-1310e6e7d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:27:27.028388 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-9d91e560-4c10-42c0-a85f-1310e6e7d738 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=054f87f8-14db-4125-a4f2-07e1d3305e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433257 Oct 26 12:27:27.118629 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-9777d301-5b26-45df-98a6-d60eb8aea093 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831425 Oct 26 12:27:27.196782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:27.213809 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c91b84f-7f1b-4b3e-a2b9-3aaab4551343 req-5a7448e0-4e70-4148-94e5-e92bc29a96d9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892251 Oct 26 12:27:27.860749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39792) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:27.919276 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dfebc5c3-8158-45eb-bb99-1ebd327bc0dd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0574067 Oct 26 12:27:28.923549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39794) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:28.985949 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5727444a-6e1e-45bb-b8b0-a20bf16b5251 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0611906 Oct 26 12:27:29.074094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7a339d6c-2efb-4107-97dc-3a414e736d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:29.989766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39796) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:30.047083 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5ea3535a-cc3f-4c9e-be38-41148067956d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0561819 Oct 26 12:27:30.331427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:30.838749 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:27:31.050960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39798) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:31.111913 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-25eae59a-30ac-4d71-a861-bfbf0ade0470 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0597129 Oct 26 12:27:31.730422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:31.831423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:32.114805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39800) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:32.172307 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-83890790-4f8d-46ca-898e-20ec63b271e0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0563049 Oct 26 12:27:33.176464 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39802) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:33.239496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2093cfc9-7beb-4975-84c5-8e995821abd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0619533 Oct 26 12:27:34.243357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39804) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:34.300181 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4eee4958-6bd2-4bb2-be95-131f4d495de0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0556467 Oct 26 12:27:35.304110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39806) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:35.311849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:35.366950 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5f4049b7-45d4-4ae5-b91a-73895d7e7bc7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0616817 Oct 26 12:27:36.370531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39808) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:36.429532 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c216955e-81ae-4eea-b628-e93aac72ac27 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0578651 Oct 26 12:27:37.433706 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39810) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:37.491134 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1847ef15-13d1-491f-b3bc-5c5804bbdbac tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0562620 Oct 26 12:27:38.495025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39812) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:38.557164 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1db1a439-777f-4c66-adf1-fea8ea2afe60 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0609448 Oct 26 12:27:39.560645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39814) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:39.618298 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8fe63d4b-1037-4b07-b790-13d99cc0e7ae tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0564845 Oct 26 12:27:40.621994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39816) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:40.684269 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0e0a7068-eeb1-44a0-9b42-62f43aa6070b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0608842 Oct 26 12:27:41.688062 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39818) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:41.745195 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1db4cd22-56c9-429f-81c3-7d360602bc00 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0560129 Oct 26 12:27:41.821189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:41.827168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:42.269169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:42.749030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39820) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:42.811693 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-53d793b0-7f1a-45e3-b6f2-da29d3c5d71e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0612152 Oct 26 12:27:43.814749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39822) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:43.871212 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2fea4a04-bc26-4ecb-8e1e-50f5019b5176 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0553532 Oct 26 12:27:44.875401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39824) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:44.938185 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3e6c6504-7648-43ee-827b-e3a4f8b8c3d6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0616682 Oct 26 12:27:45.941532 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39826) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:46.003437 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8b249b21-5a20-43f5-b965-71759b0a0c23 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0607386 Oct 26 12:27:46.604690 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:46.607363 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=17 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:47.007422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39828) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:47.065531 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-156ec368-fb93-44b2-9969-3ed0ca2541ef tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0569468 Oct 26 12:27:48.069463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39830) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:48.127952 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e0fd3263-67cb-447a-bf56-ad3c1cd46fc6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0573497 Oct 26 12:27:49.131783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39832) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:49.192918 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-80a0bb48-f68d-4b5d-bf56-54ecebad1bc1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0600049 Oct 26 12:27:50.196808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39834) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:50.255859 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3e6cdb27-b9ad-4d56-8aba-5062a1a029a7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0578706 Oct 26 12:27:51.259794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39836) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:51.321407 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8311a2e9-c0b5-4662-bdc8-7aeb495f76b6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0604920 Oct 26 12:27:52.263357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:52.265347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:52.325313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39838) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:52.385936 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-74bee979-9360-4704-b41d-82bdfc53f874 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0594943 Oct 26 12:27:53.389519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39840) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:53.447375 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7eae822a-8378-4151-b6e7-ccbb106584f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0560486 Oct 26 12:27:54.451198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39842) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:54.512160 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-18572367-55ae-4d28-b872-65e8e9cd2711 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0597367 Oct 26 12:27:55.516434 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39844) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:55.522669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:55.525151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:55.575258 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa728972-4604-4771-96ad-911841c6b442 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0577197 Oct 26 12:27:56.579044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39846) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:56.643471 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7b924a8b-3161-4e82-9117-42c776a1bf2d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0631056 Oct 26 12:27:56.903694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5f544210-1137-4ff4-a75b-a336cf5e7d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:57.647384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39848) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:57.708554 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9e83b62e-6001-4e04-9b1a-410b7b8c0f56 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0599937 Oct 26 12:27:58.712412 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39850) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:58.770172 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1752d809-dabc-4416-b4fc-91d71c28bdfd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0566316 Oct 26 12:27:59.076049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdf8981f-0d4e-4bf0-9fcd-0120f8842926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:27:59.774673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:27:59.808132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=57 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:27:59.837278 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-37dd4a12-a2cc-4fc3-8b76-57f0139511bd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0614996 Oct 26 12:28:00.333515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:00.840385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39854) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:00.902870 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1439b865-665d-4485-85f3-bcbd69706863 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0613616 Oct 26 12:28:01.727560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:01.835241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:01.907291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39856) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:01.965493 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b5fb3637-1c11-4dd3-ae27-121fca04d4bc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0569310 Oct 26 12:28:02.540480 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:02.545446 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:02.969040 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39858) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:03.029649 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5d1e9198-1464-4e45-a212-7ca59ba5455d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0594923 Oct 26 12:28:04.033299 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39860) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:04.090959 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-23cf0c80-870c-49e9-96c2-cc2b28fe386f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0566041 Oct 26 12:28:05.093876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39862) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:05.152411 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8e29888d-251d-4bbb-920e-533b0c8738c8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0573049 Oct 26 12:28:06.155316 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39864) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:06.162491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=52 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:06.216411 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-20ebb8d5-5e2f-42a5-b3f5-7ff53535789f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0600283 Oct 26 12:28:07.219875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39866) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:07.277522 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a87a37cd-0085-4ba2-8fbc-eaccadd94847 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0565429 Oct 26 12:28:07.838143 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:28:08.282262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39868) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:08.344418 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-18083c39-7a99-4ef0-a6b9-a3b938a6ba66 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0610340 Oct 26 12:28:09.348365 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:09.409257 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-456f6796-52c9-449a-9e88-b415be654c0d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0597808 Oct 26 12:28:10.412636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:10.470358 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-12268080-0d5e-43c6-9d6c-1a8c8b025224 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0565670 Oct 26 12:28:11.473471 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:11.535770 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4c9c0021-d11e-4d5e-aa8e-c72a591eea3a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0611198 Oct 26 12:28:11.825044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:11.831926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:12.284600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:12.539591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39876) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:12.596996 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aeb2c49e-cf3a-4f6b-af98-0ad6b7845380 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0563149 Oct 26 12:28:13.600932 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39878) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:13.660016 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-233d33a6-4dc4-4d39-b663-fc188ae297a8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0578797 Oct 26 12:28:14.663809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39880) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:14.724564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-52f2b021-7873-4f8d-ae21-49bbe3e01036 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0595319 Oct 26 12:28:15.728366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:15.788405 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-230061b4-9437-4412-be02-13460327bfc5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0588605 Oct 26 12:28:16.792350 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:16.853662 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-03885b03-777e-4782-9d9c-2790693c70b4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0602577 Oct 26 12:28:17.833819 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:17.834523 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:17.857462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39886) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:17.919873 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5833c415-3dce-45d5-afb0-2fdd607cfe63 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0612521 Oct 26 12:28:18.923505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:18.980669 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c72ee218-9f91-40da-91b5-efdcbbe27ec2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0560164 Oct 26 12:28:19.984712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:20.045664 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4180cd6e-ac11-49be-a5de-aa6a51922af0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0597312 Oct 26 12:28:21.050374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39892) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:21.113197 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-04130e47-ac26-4abc-9aaf-cf3c008ccb5a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0617228 Oct 26 12:28:22.117068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39894) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:22.178109 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8c7f9899-e129-439f-841b-88c828fe1425 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0598335 Oct 26 12:28:23.181225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39896) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:23.239127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3327a998-6d7b-47bd-8dfb-6be38ef3c0df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0568593 Oct 26 12:28:24.243090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39898) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:24.306261 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-608dd094-4476-4e9e-b764-097654658207 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0619142 Oct 26 12:28:25.310157 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39900) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:25.368833 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-329f1bb3-6335-47fb-b4e2-d81de0db2b8e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0575471 Oct 26 12:28:26.372746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39902) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:26.379440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:26.381098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:26.433527 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aad73f91-d09c-4177-8be0-ca705c28a983 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0596480 Oct 26 12:28:26.605492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:26.612690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=17 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:26.895940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-002e8f4a-041e-467e-acbf-fdac2b331fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:27.435020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39904) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:27.495086 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4cb42999-a8d1-4320-9558-7637bc22ea76 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0589521 Oct 26 12:28:27.646070 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-ee25253f-bc6b-4136-8af5-38ec6e5e7bd2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391173 Oct 26 12:28:27.751557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-2a952122-7e07-4283-8cf4-4a4e3c9f5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:28:27.753073 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-2a952122-7e07-4283-8cf4-4a4e3c9f5d7f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1129 time: 0.0431871 Oct 26 12:28:27.856480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-c5e2e3ca-32ec-4960-80a5-4ae5aaa7de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:28:27.857949 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-c5e2e3ca-32ec-4960-80a5-4ae5aaa7de0f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 896 time: 0.0870233 Oct 26 12:28:27.925398 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-9b7b3f2e-488b-4173-bcfa-e2e386f3e5ff service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 1001 time: 0.0601256 Oct 26 12:28:27.974303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-f2da7d6b-7469-4c67-a8c1-52fd9e21dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:28:27.975760 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-f2da7d6b-7469-4c67-a8c1-52fd9e21dfd9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 200 len: 835 time: 0.0443809 Oct 26 12:28:28.018589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-3816cc97-d677-4bbd-8395-1773ca2ff4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:28:28.019971 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-3816cc97-d677-4bbd-8395-1773ca2ff4da service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=054f87f8-14db-4125-a4f2-07e1d3305e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388958 Oct 26 12:28:28.118073 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-c2a5429a-b468-43de-9f2b-f4f2267b7592 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882568 Oct 26 12:28:28.174968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:28.192457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:28.208474 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b523cd2f-e658-418a-ad42-7ad8ba3fb136 req-368cac3a-b7b4-4578-9074-1e98a3590b97 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849333 Oct 26 12:28:28.498296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39906) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:28.559332 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-909a16b7-79d7-4c9b-9102-d5d9fdf9450e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0599253 Oct 26 12:28:29.081935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c7140a48-1e86-455f-9fc4-55462548ec06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:29.563879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39908) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:29.620260 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a1448398-9e0b-4a59-bdc2-79f3d5048f49 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0552433 Oct 26 12:28:30.337692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:30.624590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39910) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:30.685581 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-60dcba6b-41dd-48b5-ba24-e2fb586d341a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0597882 Oct 26 12:28:31.689523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39912) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:31.731679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:31.751180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b16cf2d3-bb55-4b96-936c-f82dcac2e011 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0604849 Oct 26 12:28:31.837716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:32.754585 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39914) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:32.815142 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa1d3d37-b103-4534-a30c-9b52be2bfce4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0593162 Oct 26 12:28:33.819020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39916) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:33.879307 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1eab48a2-d04e-45d7-87a9-c5e521b67500 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0590987 Oct 26 12:28:34.881632 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39922) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:34.941538 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d4be7f34-58f9-4b2c-80c0-1c297cd4afcd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0588498 Oct 26 12:28:35.945466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:36.003817 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-36eb66bc-f179-48e1-88db-c27cf141a71a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0571761 Oct 26 12:28:37.007751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39926) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:37.070479 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8ea5b79b-a754-48a7-9335-b712c8c5af60 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0616174 Oct 26 12:28:38.074423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39928) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:38.132213 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2847cb97-6d14-44e0-9809-72bd59cc8ec1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0566556 Oct 26 12:28:39.136137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39930) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:39.197005 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-99779c25-bea9-4801-b35a-64cce70eeb50 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0598412 Oct 26 12:28:39.540733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:39.541501 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:40.200859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39932) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:40.532726 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b1746000-07c4-4bf6-aa44-783364842116 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.3306234 Oct 26 12:28:41.536470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39934) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:41.596538 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cfa5161b-8152-4321-8481-c2b88a79b668 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0589478 Oct 26 12:28:41.827702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:41.833911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:42.284815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:42.600414 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:42.657689 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd861cbb-e0e3-45dc-8ce9-d5a2c7153d7d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0561056 Oct 26 12:28:43.661591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39938) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:43.721913 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac9b485b-f352-43fa-a88f-e56f5f79924e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0592113 Oct 26 12:28:44.725572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39940) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:44.837273 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:28:44.860215 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71c4534b-dbd6-4073-b49c-aef10a336d56 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.1334038 Oct 26 12:28:45.864094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39944) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:45.921198 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1b27f417-8694-4ff1-a628-41b23ac100bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0559247 Oct 26 12:28:46.925185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39946) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:46.986663 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9f16498c-ec83-441b-b207-6789c4c667a3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0603082 Oct 26 12:28:47.990053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39948) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:48.046522 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-392012bf-5335-49e0-8a8a-ab409f70a820 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0553558 Oct 26 12:28:49.050380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39950) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:49.111384 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-06176b9a-03fc-40df-9a4d-829d3815080c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0598419 Oct 26 12:28:50.115262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39954) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:50.172587 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cb14c34f-c4d1-47fd-905c-70d524681fd0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0560896 Oct 26 12:28:51.177003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39960) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:51.237873 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed12d6d4-a3ec-4f70-9cf7-11422b7217ab tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0598128 Oct 26 12:28:52.241689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39964) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:52.277811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:52.280195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:52.300450 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a377d3d8-babb-4564-bd40-170dbc5c2b45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0576215 Oct 26 12:28:53.304598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39966) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:53.365639 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c24e6a18-f96c-459b-abe4-2c1f4864b964 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0598941 Oct 26 12:28:54.368596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39968) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:54.425682 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-69f36675-50db-4396-84e3-d0ea717ba3d6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0559518 Oct 26 12:28:54.832199 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:54.832961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:54.846858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=72 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:54.852512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=74 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:55.429919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39970) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:55.491519 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f78fa98-9fb0-4c4e-ae98-7db79b159daa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0606077 Oct 26 12:28:56.495617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:56.502487 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=75 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:56.504347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=65 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:28:56.562315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-38a9c7b5-00ba-42f6-922f-8a64d076fa88 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0654459 Oct 26 12:28:56.898649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b08a-f944-4c31-9888-e081a4ad761e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:57.566385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:57.627195 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2dc2ed8b-6d9c-494c-ae0d-44a5b5baa891 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0596764 Oct 26 12:28:58.631107 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39976) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:58.693658 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4af9f596-4fba-40d4-8f0e-2e39dfb0a20e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0614007 Oct 26 12:28:59.083881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b8b0-6386-43d7-a678-880626f1f353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:28:59.697517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39978) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:28:59.755751 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d8ba2f3a-7cb7-4995-9540-5963844a3f19 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0570915 Oct 26 12:29:00.339751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:00.759607 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39980) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:00.819852 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-34a0b304-384a-4fb3-8602-e5ce90d1c727 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0590773 Oct 26 12:29:01.739139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:01.823799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39982) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:01.842484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:01.884049 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c2206b57-99bd-4ab0-9798-4f093a20a7b0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0590546 Oct 26 12:29:02.887640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:02.945921 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-03fbb4a9-b1fb-4131-8fc6-e29333009270 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0570519 Oct 26 12:29:03.949505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:04.009564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cf08ff5c-d314-48dc-9725-a8e807cefd1e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0588782 Oct 26 12:29:05.013957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39988) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:05.071183 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6af4c6bd-8d0b-4002-af3d-f2c22e54c9dd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0560577 Oct 26 12:29:06.074630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 39990) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:06.137221 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-eaa770f7-52ea-4521-b98d-b5f85aa76157 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0613682 Oct 26 12:29:07.141758 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39992) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:07.203805 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b86990ea-d788-4348-9a4b-b68a36a61e8b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0609937 Oct 26 12:29:08.206693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:08.265112 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6eb9746e-585a-4404-a4ed-305b71215c0e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0572910 Oct 26 12:29:09.274199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:09.330060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-997997fc-ee2c-430d-9012-f8952fab6eb5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0598395 Oct 26 12:29:10.333548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 39998) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:10.392044 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c24f74be-8240-47c0-bdda-07b8fb1c1655 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0573545 Oct 26 12:29:11.395544 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40000) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:11.456763 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-31a94d66-5b8e-4a98-b852-9bc207c41362 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0600550 Oct 26 12:29:11.831389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:11.837991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:12.286811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:12.459806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40002) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:12.517919 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ad2606f-8b84-46bc-8400-64d398adcd36 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0569892 Oct 26 12:29:13.521864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40004) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:13.583981 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f606824-a039-4d38-ac19-ddfedc3655d9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0609605 Oct 26 12:29:14.587780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40006) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:14.645126 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d0f1c014-18ed-4819-a782-2bae145128c2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0562246 Oct 26 12:29:15.649356 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40008) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:15.709982 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-566f41f0-156d-49e9-a02f-8fe056e6c67a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0594232 Oct 26 12:29:16.713806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40010) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:16.771019 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2006b86e-d972-4e35-b98b-0b622d69a122 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0560706 Oct 26 12:29:17.774953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40012) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:17.833859 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f679e13a-0408-407c-a808-1e0a94eb2cd6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0576906 Oct 26 12:29:18.836908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40014) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:18.898127 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b9d1ded9-cc6b-4c0f-9e1a-edc53cbdef43 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0601006 Oct 26 12:29:19.902001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40016) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:19.960038 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-68f36a9c-e1bd-46e8-b905-754de8a85b98 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0568707 Oct 26 12:29:20.963916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40018) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:21.025746 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-571cb930-7ab2-477c-a75a-b495918ec70d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0607171 Oct 26 12:29:21.835809 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:29:22.030114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40020) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:22.086100 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1b04062e-9dcb-4609-970c-273bf9f52abf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0547614 Oct 26 12:29:22.280116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:22.282030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:23.090015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40022) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:23.150618 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5b99a3e1-8caf-4a8b-948e-bc18f9317998 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0593626 Oct 26 12:29:24.155094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40024) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:24.218520 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4cab76d3-f77b-4684-880b-d3eaed93fd80 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0622721 Oct 26 12:29:24.797879 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:25.222244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40026) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:25.228488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=57 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:25.230127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=55 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:25.281418 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7bdc86a7-c122-4b5c-8d68-3b0c922b7aad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0580711 Oct 26 12:29:26.284680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40028) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:26.348266 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a969e1f0-abfa-4e94-956a-96f3aba40c91 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0624356 Oct 26 12:29:26.901715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f427699-1cd7-4d59-b83d-87b3a9ce8096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:27.351267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40030) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:27.409230 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f3caa1d-66a6-43bd-968e-1f415906c47b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0568030 Oct 26 12:29:28.413666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40032) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:28.474306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6b6eae9c-d9fd-4b45-90d4-f81d03ba6819 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0600729 Oct 26 12:29:29.086150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-82d07033-5ad1-423f-98a6-347748c43591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:29.478054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40034) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:29.484956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:29.486581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=78 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:29.536350 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a4aae4a9-4cae-40e0-a3a4-8fb1632da503 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0571928 Oct 26 12:29:29.738783 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-f90985fb-92bc-463d-a136-48c8418a3fb1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1307962 Oct 26 12:29:29.842580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-1321534f-0dd6-46ed-a693-0352d3546544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:29.844069 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-1321534f-0dd6-46ed-a693-0352d3546544 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1129 time: 0.0395217 Oct 26 12:29:29.950470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-f64acb3d-61e8-457a-a7a6-807235eb51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:29.951951 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-f64acb3d-61e8-457a-a7a6-807235eb51b9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 896 time: 0.0893812 Oct 26 12:29:30.013391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-5ef49c92-3fbf-489f-994d-4834e68a2b49 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 1001 time: 0.0546033 Oct 26 12:29:30.062236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-b7b21c98-223d-4816-bbc5-709f0da87544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:30.063657 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-b7b21c98-223d-4816-bbc5-709f0da87544 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 200 len: 835 time: 0.0441351 Oct 26 12:29:30.110528 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-1cdca588-209c-47c9-8da1-af172b20a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:30.112038 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-1cdca588-209c-47c9-8da1-af172b20a9dc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=054f87f8-14db-4125-a4f2-07e1d3305e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427804 Oct 26 12:29:30.201134 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-3e26645a-04de-47cb-9f93-80171a365e68 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832779 Oct 26 12:29:30.294946 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4e82db72-d570-4744-a82e-8bbbd1aeb27a req-daa2d994-6b70-4bde-bd78-1d3331dfc8b6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874972 Oct 26 12:29:30.343800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:30.540561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40038) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:30.601427 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c31fdbd3-35fc-4799-94d8-20e5698b536a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 200 len: 993 time: 0.0597181 Oct 26 12:29:30.604320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40040) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:30.741257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port a49db7ee-97f5-4231-8efb-24aaef5e1266 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:29:30.741626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a49db7ee-97f5-4231-8efb-24aaef5e1266), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:31.115297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a49db7ee-97f5-4231-8efb-24aaef5e1266), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:31.115620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (a49db7ee-97f5-4231-8efb-24aaef5e1266), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:31.128640 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for a49db7ee-97f5-4231-8efb-24aaef5e1266 owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:29:31.273504 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a49db7ee-97f5-4231-8efb-24aaef5e1266), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:31.297792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=a49db7ee-97f5-4231-8efb-24aaef5e1266,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:31.323638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.324045 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.324387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.325330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.325668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.326002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.326331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.326659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.326987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.327313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.327639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.327990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.328313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.328635 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.328958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:31.371370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (fb51ba55-d9ed-46a8-bd09-a9e852aa9211), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:31.372264 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP fb51ba55-d9ed-46a8-bd09-a9e852aa9211 disassociated (deleted). External IP: 172.26.0.171, port: f3290160-0980-4f83-a659-fb2cd4651979. Oct 26 12:29:31.576151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 54158e1c-56c5-4f35-8101-aaf91f5bb64b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:29:31.626116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:31.669972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:31.686146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:29:31.690470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:31.695437 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:31.705707 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:31.706315 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:31.726702 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2e6259a7-e521-4343-b406-d5859f2b7be1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/fb51ba55-d9ed-46a8-bd09-a9e852aa9211 HTTP/1.1" status: 204 len: 168 time: 1.1211131 Oct 26 12:29:31.727503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:29:31.730147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5793067-6044-4b5d-98d3-5d0d981fb137" -d '{"events": [{"name": "network-changed", "server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "tag": "f3290160-0980-4f83-a659-fb2cd4651979"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:29:31.748400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:31.852982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:31.854433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:31.958182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c7afc-6083-4322-b9de-cbd7fe79468c x-openstack-request-id: req-f68c7afc-6083-4322-b9de-cbd7fe79468c {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:29:31.958734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "tag": "f3290160-0980-4f83-a659-fb2cd4651979", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:29:31.959219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f68c7afc-6083-4322-b9de-cbd7fe79468c {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:29:31.959878 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68c7afc-6083-4322-b9de-cbd7fe79468c'] response: {'name': 'network-changed', 'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979', 'status': 'completed', 'code': 200} Oct 26 12:29:32.064729 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:08Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:25:08Z', 'revision_number': 34, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:32.076036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a883f-2041-48f7-a74c-54602e37b2f2 req-5939781c-2bd4-45fc-ad6f-e76832f49af7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:32.077461 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b26a883f-2041-48f7-a74c-54602e37b2f2 req-5939781c-2bd4-45fc-ad6f-e76832f49af7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 945 time: 0.1139820 Oct 26 12:29:32.090394 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:29:32.099353 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:32.100001 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:32.128704 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b26a883f-2041-48f7-a74c-54602e37b2f2 req-c641b0ef-a3e2-4440-91e4-5d904141b587 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=02545a56-df6e-4d7b-93d8-1693b23ef557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454271 Oct 26 12:29:32.203411 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:32.209465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-ecf09d3c-0811-41ad-9f8b-56a47a2c4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:32.210954 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-ecf09d3c-0811-41ad-9f8b-56a47a2c4abc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 1129 time: 0.0458269 Oct 26 12:29:32.386578 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:08Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:25:08Z', 'revision_number': 34, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:32.413739 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7431a538-ce3f-4019-adf3-72fda3ed7f02 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:08Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:25:08Z', 'revision_number': 34, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:32.500661 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-4088b5c8-126f-45fc-97ba-dc1b028a3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:32.502155 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-4088b5c8-126f-45fc-97ba-dc1b028a3524 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 200 len: 896 time: 0.0976858 Oct 26 12:29:32.650969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-9e12386f-1de6-45b5-a671-970fc2b55120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:32.652486 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-9e12386f-1de6-45b5-a671-970fc2b55120 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 945 time: 0.0586538 Oct 26 12:29:32.654176 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-466cbddf-6206-45c0-ac8a-8cb246f5cad9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 200 len: 217 time: 0.0582960 Oct 26 12:29:32.679767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:32.721237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-3dbc63e3-253f-4615-9252-83b0a57e3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:32.722432 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-3dbc63e3-253f-4615-9252-83b0a57e3d1e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 200 len: 835 time: 0.0589228 Oct 26 12:29:32.733411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:32.761961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port f3290160-0980-4f83-a659-fb2cd4651979 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:29:32.762812 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (f3290160-0980-4f83-a659-fb2cd4651979), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:32.780824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-0ff613c6-e3b8-4e7c-b0bb-58e5c13ec4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:32.782371 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-0ff613c6-e3b8-4e7c-b0bb-58e5c13ec4b7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=054f87f8-14db-4125-a4f2-07e1d3305e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0534446 Oct 26 12:29:32.790372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port eab36946-3e91-41ee-8cf8-91e6a745b075 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:32.790952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:32.791213 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port eab36946-3e91-41ee-8cf8-91e6a745b075 Oct 26 12:29:32.844023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:32.888841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:32.889443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:32.895222 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port f3290160-0980-4f83-a659-fb2cd4651979, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=f3290160-0980-4f83-a659-fb2cd4651979,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:32.895943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (f3290160-0980-4f83-a659-fb2cd4651979), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:32.899548 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-4be1ac21-f4f1-4203-a71a-039af1205c4e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101131 Oct 26 12:29:32.922058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for f3290160-0980-4f83-a659-fb2cd4651979 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:29:32.932955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:32.939830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:32.998919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:33.007378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.007378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.007694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.008154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.008594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.009111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.009489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.009937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.010563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.010689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.011197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.011585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.012159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.012498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.013057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:33.023538 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a5793067-6044-4b5d-98d3-5d0d981fb137 req-6ec88c0a-5cd2-4047-aa63-39896ba7d3a7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117494 Oct 26 12:29:33.073034 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (f3290160-0980-4f83-a659-fb2cd4651979), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:33.102932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=f3290160-0980-4f83-a659-fb2cd4651979,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:33.155048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] No DVR routers for this DVR port f3290160-0980-4f83-a659-fb2cd4651979 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:29:33.159216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:33.162540 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-bf6bf8af-7b62-4b63-895c-4f82767b84c1 req-3945f18d-a5f4-42de-baad-f0241de738fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "DELETE /networking/v2.0/ports/f3290160-0980-4f83-a659-fb2cd4651979 HTTP/1.1" status: 204 len: 173 time: 0.4987407 Oct 26 12:29:33.337048 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-956cd0c6-8eb7-47b9-9c6a-eac7e75d4a8c req-4ce8610c-52b8-45c2-8d58-c7e99459a4ee tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=33f1c240-0956-4823-a30b-39b9d1c2db3f HTTP/1.1" status: 200 len: 210 time: 0.0927961 Oct 26 12:29:33.961171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'name': 'network-vif-deleted', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:29:33.963584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db527316-1a2d-4bd3-91df-87574ca3d550" -d '{"events": [{"server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "name": "network-vif-deleted", "tag": "f3290160-0980-4f83-a659-fb2cd4651979"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:29:34.006638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1e95d-738f-43d1-afb1-737947a3d10a x-openstack-request-id: req-10f1e95d-738f-43d1-afb1-737947a3d10a {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:29:34.006928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f1c240-0956-4823-a30b-39b9d1c2db3f", "name": "network-vif-deleted", "tag": "f3290160-0980-4f83-a659-fb2cd4651979", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:29:34.007182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10f1e95d-738f-43d1-afb1-737947a3d10a {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:29:34.007593 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f1e95d-738f-43d1-afb1-737947a3d10a'] response: {'server_uuid': '33f1c240-0956-4823-a30b-39b9d1c2db3f', 'name': 'network-vif-deleted', 'tag': 'f3290160-0980-4f83-a659-fb2cd4651979', 'status': 'completed', 'code': 200} Oct 26 12:29:34.406440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40080) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:34.728791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (54158e1c-56c5-4f35-8101-aaf91f5bb64b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:35.007792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:35.016192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:35.016842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:35.051340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:35.181148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:35.215862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port eab36946-3e91-41ee-8cf8-91e6a745b075 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:35.216425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:35.259598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port eab36946-3e91-41ee-8cf8-91e6a745b075 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:29:35.259889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:35.327532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:35.334618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:35.360629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port eab36946-3e91-41ee-8cf8-91e6a745b075, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=eab36946-3e91-41ee-8cf8-91e6a745b075,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:35.360991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:35.375524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for eab36946-3e91-41ee-8cf8-91e6a745b075 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:29:35.380987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:35.410146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:35.451647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:08Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:29:32Z', 'revision_number': 35, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:35.474121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:35.479270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] Checking router: 54158e1c-56c5-4f35-8101-aaf91f5bb64b for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:29:35.488359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] Routers {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:35.488975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:35.491415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:35.576880 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (eab36946-3e91-41ee-8cf8-91e6a745b075), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:35.602177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=eab36946-3e91-41ee-8cf8-91e6a745b075,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:35.618609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.618609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.618609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.618959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.619068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.619338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.619679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.620039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.620369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.620701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.621032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.622080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.622497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.622916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.623333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:35.678176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:35.748901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] Set router 54158e1c-56c5-4f35-8101-aaf91f5bb64b gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:35.799148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (54158e1c-56c5-4f35-8101-aaf91f5bb64b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:35.830510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6689092-e40c-481f-8cf6-01c81c1556c4 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:29:35.987183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6689092-e40c-481f-8cf6-01c81c1556c4 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:29:36.010662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:08Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:29:35Z', 'revision_number': 36, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:36.016093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 54158e1c-56c5-4f35-8101-aaf91f5bb64b has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:29:36.046768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce15ac7-825e-4450-b281-bb65394cc745 None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [{'id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431737184', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:24:15Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'dcc3ea06-991a-4e98-92c0-d88c37a0eda3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:12Z', 'updated_at': '2022-10-26T12:25:08Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'eab36946-3e91-41ee-8cf8-91e6a745b075', 'name': '', 'network_id': '054f87f8-14db-4125-a4f2-07e1d3305e8c', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:13:00:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54158e1c-56c5-4f35-8101-aaf91f5bb64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '761dc724-b670-4fba-895f-217bab296cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:24:14Z', 'updated_at': '2022-10-26T12:29:35Z', 'revision_number': 36, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '761dc724-b670-4fba-895f-217bab296cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:36.135125 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:29:36.143833 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eca92cbb-486c-4112-aecf-6229962f6bd4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/54158e1c-56c5-4f35-8101-aaf91f5bb64b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7354116 Oct 26 12:29:36.144088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40082) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:36.201220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fbf60d-bf55-406f-8261-34313add4aa2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting subnet 761dc724-b670-4fba-895f-217bab296cf5 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:29:36.204577 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-89fbf60d-bf55-406f-8261-34313add4aa2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (761dc724-b670-4fba-895f-217bab296cf5), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.258231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-89fbf60d-bf55-406f-8261-34313add4aa2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (761dc724-b670-4fba-895f-217bab296cf5), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.347774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:36.367345 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-89fbf60d-bf55-406f-8261-34313add4aa2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (761dc724-b670-4fba-895f-217bab296cf5), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.415141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:36.437452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-89fbf60d-bf55-406f-8261-34313add4aa2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (761dc724-b670-4fba-895f-217bab296cf5), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.471116 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbf60d-bf55-406f-8261-34313add4aa2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Subnet': ['ID=761dc724-b670-4fba-895f-217bab296cf5,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:36.473238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-89fbf60d-bf55-406f-8261-34313add4aa2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.476436 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-89fbf60d-bf55-406f-8261-34313add4aa2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/761dc724-b670-4fba-895f-217bab296cf5 HTTP/1.1" status: 204 len: 168 time: 0.3313694 Oct 26 12:29:36.479027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40084) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:36.514771 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=75 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:36.618556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device dcc3ea06-991a-4e98-92c0-d88c37a0eda3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:36.640918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (54158e1c-56c5-4f35-8101-aaf91f5bb64b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.736295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:36.798437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba769b-b524-4e9b-a39f-7cdfbd3b6362 None None] Network 054f87f8-14db-4125-a4f2-07e1d3305e8c requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:29:36.799058 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (54158e1c-56c5-4f35-8101-aaf91f5bb64b), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.820253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device f3290160-0980-4f83-a659-fb2cd4651979 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:36.848347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port dcc3ea06-991a-4e98-92c0-d88c37a0eda3 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:29:36.848740 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.904929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: f3290160-0980-4f83-a659-fb2cd4651979 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:29:36.905276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device f3290160-0980-4f83-a659-fb2cd4651979 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:29:36.931141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-60bb48cc-2609-44fe-8087-77611085c525 None None] Provisioning complete for port 26186898-c9d4-46fa-ac39-ca44ac35f61c triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:36.931521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-60bb48cc-2609-44fe-8087-77611085c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.932107 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-60bb48cc-2609-44fe-8087-77611085c525 None None] Attempt 1 to provision port 26186898-c9d4-46fa-ac39-ca44ac35f61c Oct 26 12:29:36.979206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port dcc3ea06-991a-4e98-92c0-d88c37a0eda3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:36.979952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:36.997111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for dcc3ea06-991a-4e98-92c0-d88c37a0eda3 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:29:37.048563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-60bb48cc-2609-44fe-8087-77611085c525 None None] Current status of the port 26186898-c9d4-46fa-ac39-ca44ac35f61c is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:37.081441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4566fd10-dfe0-4eef-9fb0-2e6e3f459a29 None None] DHCP port deletion for 054f87f8-14db-4125-a4f2-07e1d3305e8c request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:29:37.119606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4566fd10-dfe0-4eef-9fb0-2e6e3f459a29 None None] Deleting port 26186898-c9d4-46fa-ac39-ca44ac35f61c {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:29:37.120017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4566fd10-dfe0-4eef-9fb0-2e6e3f459a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.184737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:37.192458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-4566fd10-dfe0-4eef-9fb0-2e6e3f459a29 None None] For port 26186898-c9d4-46fa-ac39-ca44ac35f61c, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=26186898-c9d4-46fa-ac39-ca44ac35f61c,segment=NetworkSegment(3ca2fb71-9add-42b9-b757-04b90d16bb2d),segment_id=3ca2fb71-9add-42b9-b757-04b90d16bb2d)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:37.193144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4566fd10-dfe0-4eef-9fb0-2e6e3f459a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.207259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4566fd10-dfe0-4eef-9fb0-2e6e3f459a29 None None] Calling delete_port for 26186898-c9d4-46fa-ac39-ca44ac35f61c owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:29:37.211579 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (dcc3ea06-991a-4e98-92c0-d88c37a0eda3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.219608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:37.239507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=dcc3ea06-991a-4e98-92c0-d88c37a0eda3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:37.300697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4566fd10-dfe0-4eef-9fb0-2e6e3f459a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (26186898-c9d4-46fa-ac39-ca44ac35f61c), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.316833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (54158e1c-56c5-4f35-8101-aaf91f5bb64b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.325145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566fd10-dfe0-4eef-9fb0-2e6e3f459a29 None None] Pushing event deleted for resources: {'Port': ['ID=26186898-c9d4-46fa-ac39-ca44ac35f61c,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:37.330791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566fd10-dfe0-4eef-9fb0-2e6e3f459a29 None None] No DVR routers for this DVR port 26186898-c9d4-46fa-ac39-ca44ac35f61c on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:29:37.419921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (54158e1c-56c5-4f35-8101-aaf91f5bb64b), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.422285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (54158e1c-56c5-4f35-8101-aaf91f5bb64b), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.476908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (54158e1c-56c5-4f35-8101-aaf91f5bb64b), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.477571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Fanout notify agent at l3_agent the message router_deleted on router 54158e1c-56c5-4f35-8101-aaf91f5bb64b {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:29:37.485522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.486695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4c3af55e-f2c7-462a-ae97-c68a595cb733 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/routers/54158e1c-56c5-4f35-8101-aaf91f5bb64b HTTP/1.1" status: 204 len: 168 time: 1.0066409 Oct 26 12:29:37.489527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40086) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:37.553284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=11 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:37.572933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (054f87f8-14db-4125-a4f2-07e1d3305e8c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.663745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (054f87f8-14db-4125-a4f2-07e1d3305e8c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.682800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:37.684677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054f87f8-14db-4125-a4f2-07e1d3305e8c']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:37.694640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca2fb71-9add-42b9-b757-04b90d16bb2d') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:37.694938 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca2fb71-9add-42b9-b757-04b90d16bb2d') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:37.705975 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (3ca2fb71-9add-42b9-b757-04b90d16bb2d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.720154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (3ca2fb71-9add-42b9-b757-04b90d16bb2d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.726376 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:29:37.726759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (3ca2fb71-9add-42b9-b757-04b90d16bb2d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.800521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (054f87f8-14db-4125-a4f2-07e1d3305e8c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.809982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.814041 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/networks/054f87f8-14db-4125-a4f2-07e1d3305e8c HTTP/1.1" status: 204 len: 168 time: 0.3231933 Oct 26 12:29:37.816500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40092) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:37.828268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3348fd1-d04b-4655-a4a5-7878c1e032e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Network': ['ID=054f87f8-14db-4125-a4f2-07e1d3305e8c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:37.882936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e582016a-95c6-4cf3-9e16-6206d6f0bd31 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (02545a56-df6e-4d7b-93d8-1693b23ef557), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.885111 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3ca2fb71-9add-42b9-b757-04b90d16bb2d resource provider aggregate not found Oct 26 12:29:37.903273 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 3ca2fb71-9add-42b9-b757-04b90d16bb2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ca2fb71-9add-42b9-b757-04b90d16bb2d found for delete ", "request_id": "req-7d97c9ac-0989-4ab9-90ef-fd100b3d502c"}]} Oct 26 12:29:37.909509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e582016a-95c6-4cf3-9e16-6206d6f0bd31 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (02545a56-df6e-4d7b-93d8-1693b23ef557), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.976447 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e582016a-95c6-4cf3-9e16-6206d6f0bd31 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (02545a56-df6e-4d7b-93d8-1693b23ef557), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.978996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e582016a-95c6-4cf3-9e16-6206d6f0bd31 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:37.980186 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e582016a-95c6-4cf3-9e16-6206d6f0bd31 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/02545a56-df6e-4d7b-93d8-1693b23ef557 HTTP/1.1" status: 204 len: 168 time: 0.1616116 Oct 26 12:29:37.990306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582016a-95c6-4cf3-9e16-6206d6f0bd31 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02545a56-df6e-4d7b-93d8-1693b23ef557,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:38.129793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:38.134478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-fb511b41-94f6-4172-a776-fd9fee399048 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466689576', 'description': 'tempest-secgroup-smoke-466689576 description', 'project_id': 'f7241db52e7647a4afdcf76a78545665'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:38.156677 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fb511b41-94f6-4172-a776-fd9fee399048 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.228031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fb511b41-94f6-4172-a776-fd9fee399048 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (666745ef-c568-4c76-bf56-a28855afb750), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.231790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fb511b41-94f6-4172-a776-fd9fee399048 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (666745ef-c568-4c76-bf56-a28855afb750), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.240629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:38.265459 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-fb511b41-94f6-4172-a776-fd9fee399048 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.266671 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fb511b41-94f6-4172-a776-fd9fee399048 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357327 Oct 26 12:29:38.269202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb511b41-94f6-4172-a776-fd9fee399048 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666745ef-c568-4c76-bf56-a28855afb750,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:38.269833 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40102) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:38.274721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1ed035da-9bbe-4ab0-8527-62d09a1d6570 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '666745ef-c568-4c76-bf56-a28855afb750', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:38.301432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1ed035da-9bbe-4ab0-8527-62d09a1d6570 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (f69e0169-2c83-4308-8e50-3487cb8cefbd), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.356420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1ed035da-9bbe-4ab0-8527-62d09a1d6570 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (f69e0169-2c83-4308-8e50-3487cb8cefbd), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.359652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1ed035da-9bbe-4ab0-8527-62d09a1d6570 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (f69e0169-2c83-4308-8e50-3487cb8cefbd), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.378877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed035da-9bbe-4ab0-8527-62d09a1d6570 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69e0169-2c83-4308-8e50-3487cb8cefbd,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:38.385290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1ed035da-9bbe-4ab0-8527-62d09a1d6570 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.386501 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1ed035da-9bbe-4ab0-8527-62d09a1d6570 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155055 Oct 26 12:29:38.389664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40104) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:38.393951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5a4b2e2d-5d4a-4abb-b03f-380e6a24ca08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '666745ef-c568-4c76-bf56-a28855afb750', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:38.419970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2e2d-5d4a-4abb-b03f-380e6a24ca08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (2f2a27e6-b9d5-4da3-9daa-e851f9031a50), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.481839 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2e2d-5d4a-4abb-b03f-380e6a24ca08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (2f2a27e6-b9d5-4da3-9daa-e851f9031a50), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.485691 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2e2d-5d4a-4abb-b03f-380e6a24ca08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (2f2a27e6-b9d5-4da3-9daa-e851f9031a50), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.504883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b2e2d-5d4a-4abb-b03f-380e6a24ca08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2a27e6-b9d5-4da3-9daa-e851f9031a50,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:38.511546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5a4b2e2d-5d4a-4abb-b03f-380e6a24ca08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.513205 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5a4b2e2d-5d4a-4abb-b03f-380e6a24ca08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225657 Oct 26 12:29:38.516008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:38.520222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b0a3ec03-3044-41c4-af0c-fa1455ca6894 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '666745ef-c568-4c76-bf56-a28855afb750', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:38.546111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ec03-3044-41c4-af0c-fa1455ca6894 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (6ac360fe-1927-497e-9bfb-b88efad5ff6a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.607251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ec03-3044-41c4-af0c-fa1455ca6894 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (6ac360fe-1927-497e-9bfb-b88efad5ff6a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.610624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ec03-3044-41c4-af0c-fa1455ca6894 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6ac360fe-1927-497e-9bfb-b88efad5ff6a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.629865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3ec03-3044-41c4-af0c-fa1455ca6894 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac360fe-1927-497e-9bfb-b88efad5ff6a,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:38.636984 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ec03-3044-41c4-af0c-fa1455ca6894 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.638185 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b0a3ec03-3044-41c4-af0c-fa1455ca6894 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212196 Oct 26 12:29:38.641025 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40108) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:38.645314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-39c00b3a-ef62-41c0-9229-014d09deddba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '666745ef-c568-4c76-bf56-a28855afb750', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:38.672767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39c00b3a-ef62-41c0-9229-014d09deddba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (611ce988-bc27-4bd3-bb05-1821e4a040e3), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.695904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:38.736817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39c00b3a-ef62-41c0-9229-014d09deddba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (611ce988-bc27-4bd3-bb05-1821e4a040e3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.740258 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39c00b3a-ef62-41c0-9229-014d09deddba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (611ce988-bc27-4bd3-bb05-1821e4a040e3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.756832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c00b3a-ef62-41c0-9229-014d09deddba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611ce988-bc27-4bd3-bb05-1821e4a040e3,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:38.768152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-39c00b3a-ef62-41c0-9229-014d09deddba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.786043 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-39c00b3a-ef62-41c0-9229-014d09deddba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274559 Oct 26 12:29:38.786043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40110) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:38.786254 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ea7c4-17c1-44e6-8012-78ae00e3d91a None None] Sync routers for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:38.786690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-5db410e5-32bf-492b-a7df-4dbab5e695f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '666745ef-c568-4c76-bf56-a28855afb750', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:38.788373 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ea7c4-17c1-44e6-8012-78ae00e3d91a None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:38.788789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ea7c4-17c1-44e6-8012-78ae00e3d91a None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:29:38.789377 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-538ea7c4-17c1-44e6-8012-78ae00e3d91a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:29:38.800374 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ea7c4-17c1-44e6-8012-78ae00e3d91a None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:38.800987 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ea7c4-17c1-44e6-8012-78ae00e3d91a None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:29:38.801715 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-538ea7c4-17c1-44e6-8012-78ae00e3d91a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54158e1c-56c5-4f35-8101-aaf91f5bb64b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:29:38.802443 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ea7c4-17c1-44e6-8012-78ae00e3d91a None None] The sync data for ids ['54158e1c-56c5-4f35-8101-aaf91f5bb64b'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:38.803910 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-5db410e5-32bf-492b-a7df-4dbab5e695f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:29:38.810875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5db410e5-32bf-492b-a7df-4dbab5e695f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (1a399461-e6c6-4361-b412-5622ea90c6e8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.843624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:38.867046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: eab36946-3e91-41ee-8cf8-91e6a745b075 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:29:38.867321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device eab36946-3e91-41ee-8cf8-91e6a745b075 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:29:38.867796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 26186898-c9d4-46fa-ac39-ca44ac35f61c no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:38.883961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5db410e5-32bf-492b-a7df-4dbab5e695f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (1a399461-e6c6-4361-b412-5622ea90c6e8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.886850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 26186898-c9d4-46fa-ac39-ca44ac35f61c {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:29:38.886850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 26186898-c9d4-46fa-ac39-ca44ac35f61c not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:29:38.889210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5db410e5-32bf-492b-a7df-4dbab5e695f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (1a399461-e6c6-4361-b412-5622ea90c6e8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.911317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db410e5-32bf-492b-a7df-4dbab5e695f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a399461-e6c6-4361-b412-5622ea90c6e8,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:38.920806 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5db410e5-32bf-492b-a7df-4dbab5e695f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:38.922047 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5db410e5-32bf-492b-a7df-4dbab5e695f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1489463 Oct 26 12:29:38.924723 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40112) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:38.929244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-27dfca1e-9eef-4624-93c9-ead327309537 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '666745ef-c568-4c76-bf56-a28855afb750', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:38.933428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=7,neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:38.952246 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-27dfca1e-9eef-4624-93c9-ead327309537 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:29:38.957764 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27dfca1e-9eef-4624-93c9-ead327309537 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (4b7b06a4-faf8-4327-9b86-c71d831649d9), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.023314 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27dfca1e-9eef-4624-93c9-ead327309537 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (4b7b06a4-faf8-4327-9b86-c71d831649d9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.026700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27dfca1e-9eef-4624-93c9-ead327309537 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (4b7b06a4-faf8-4327-9b86-c71d831649d9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.046088 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfca1e-9eef-4624-93c9-ead327309537 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7b06a4-faf8-4327-9b86-c71d831649d9,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:39.053889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-27dfca1e-9eef-4624-93c9-ead327309537 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.055091 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-27dfca1e-9eef-4624-93c9-ead327309537 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294491 Oct 26 12:29:39.057894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40114) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:39.062762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'network': {'name': 'tempest-network-smoke--1996082751', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'port_security_enabled': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:39.082075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:29:39.085924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.110753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:29:39.120066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (5bb7904f-6350-4490-8db5-b09d1bd64b2c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.120348 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Added segment 5bb7904f-6350-4490-8db5-b09d1bd64b2c of type vlan for network b40351a5-af40-440f-93b0-55dff05409f3 Oct 26 12:29:39.165545 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (b40351a5-af40-440f-93b0-55dff05409f3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.196688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (b40351a5-af40-440f-93b0-55dff05409f3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.203244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:39.203854 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.270607 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2116785 Oct 26 12:29:39.273443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40116) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:39.278825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'admin_state_up': True, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:39.292057 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6057f2-548d-43c5-b250-a99d2b10342f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Network': ['ID=b40351a5-af40-440f-93b0-55dff05409f3,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:39.304076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network b40351a5-af40-440f-93b0-55dff05409f3 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:29:39.305123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (f23d5185-816f-40eb-a986-0023f13af0b3), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.306394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (f23d5185-816f-40eb-a986-0023f13af0b3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.317577 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:39.360495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (f23d5185-816f-40eb-a986-0023f13af0b3), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.499372 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (f23d5185-816f-40eb-a986-0023f13af0b3), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.670673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (f23d5185-816f-40eb-a986-0023f13af0b3), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.689829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.795773 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.100 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/6f9b2ac1-43e1-4da1-b5b6-758566b09aca) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:29:39.903188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.936186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:39.976886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:29:39.982739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:29:39.985341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:29:39.989001 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:40.173802 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:40.227592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (f23d5185-816f-40eb-a986-0023f13af0b3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:40.278260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:40.413331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (f23d5185-816f-40eb-a986-0023f13af0b3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:40.534213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router f23d5185-816f-40eb-a986-0023f13af0b3 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:29:40.631512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:29:40.641924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:40.651332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:40.652167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:40.653170 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-79108a14-cf49-4fb9-922e-c1c073bd4eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3781495 Oct 26 12:29:40.653520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:40.657515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40118) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:40.757581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:40.824707 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c1786e6-09e3-4e32-8068-df6204d58a30 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=f7241db52e7647a4afdcf76a78545665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1667449 Oct 26 12:29:40.827066 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40122) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:40.914941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc079e-ee11-4d52-bec2-160a8d83f2cd tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:40.916658 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dbcc079e-ee11-4d52-bec2-160a8d83f2cd tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885627 Oct 26 12:29:40.919963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40124) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:40.935555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:40Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:40.947841 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-085f32bd-d2a5-4cd9-83a2-51c3a2aaf8e8 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268223 Oct 26 12:29:40.950472 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40126) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:40.955241 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580421462', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:40.960553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:29:40.960901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Updating router f23d5185-816f-40eb-a986-0023f13af0b3 port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:29:40.989681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.047889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:29:41.051576 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.235217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:41.242896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Publish callbacks [] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.243807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (818f7699-5e44-4183-93ac-820858e813ec), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.248074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.277240 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:41.284294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Attempting to bind port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:29:41.284672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Attempting to bind port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:29:41.285040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Attempting to bind port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:29:41.309383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Subnet': ['ID=818f7699-5e44-4183-93ac-820858e813ec,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:41.320119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3de5a1-67be-4709-8b45-3aabd6a8d953 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:41.320990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Checking segment: {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:29:41.321351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network hostable DHCP agents. Network: b40351a5-af40-440f-93b0-55dff05409f3, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:29:41.323607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:41.338139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:41.342537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network b40351a5-af40-440f-93b0-55dff05409f3 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:29:41.342837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:29:41.343213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:29:41.343614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.344029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:29:41.344500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Bound port: 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:29:41.344875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.352505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, b40351a5-af40-440f-93b0-55dff05409f3) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:29:41.363466 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:41.364088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.366510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53955051-2a49-4e55-b8f2-432e9d15e864 None None] Network b40351a5-af40-440f-93b0-55dff05409f3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:29:41.382107 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dd399c77-b279-4997-b579-ac53b1ab5dd1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4305952 Oct 26 12:29:41.384810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40128) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:41.455842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:29:41.461119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:29:41.476607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.547079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:41.547704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:41.555772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-b40351a5-af40-440f-93b0-55dff05409f3', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:29:41.556301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.614016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3de5a1-67be-4709-8b45-3aabd6a8d953 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:41.822025 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:41.899017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:42.045254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Allocated IP 172.20.0.2 (b40351a5-af40-440f-93b0-55dff05409f3/818f7699-5e44-4183-93ac-820858e813ec/652ccca3-4b9c-46d5-b9a8-fbe994c0ee27) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:29:42.175761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:40Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:42.213151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cae1d3-1671-42aa-9f50-f3bb4d7252f2 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:40Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:42.272302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Publish callbacks [] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.279493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.311976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:42.336892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.1 (b40351a5-af40-440f-93b0-55dff05409f3/818f7699-5e44-4183-93ac-820858e813ec/7027eee5-f8b1-41c7-bb4d-fa1eadc68181) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:29:42.338312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Network b40351a5-af40-440f-93b0-55dff05409f3 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:29:42.341714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:42.346036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.346973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:29:42.349557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Pushing event updated for resources: {'Port': ['ID=652ccca3-4b9c-46d5-b9a8-fbe994c0ee27,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:42.352031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:29:42.416449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Attempting to bind port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:29:42.416890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Attempting to bind port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:29:42.417318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Attempting to bind port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 on network b40351a5-af40-440f-93b0-55dff05409f3 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:29:42.423864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:42.471579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:29:42.472074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Checking segment: {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:29:42.472540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.472992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Bound using segment: {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:29:42.473699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Bound port: 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:29:42.474139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.478186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.492004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:42.532204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.555834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] For port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:29:42.560548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] For port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=652ccca3-4b9c-46d5-b9a8-fbe994c0ee27,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:29:42.567797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.584032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network b40351a5-af40-440f-93b0-55dff05409f3 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:29:42.589646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:29:42.592936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:29:42.598017 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:42.635065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb67b1-b8e6-4812-b410-6b1ffdf8aec3 None None] Pushing event updated for resources: {'Port': ['ID=652ccca3-4b9c-46d5-b9a8-fbe994c0ee27,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:42.659650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (f23d5185-816f-40eb-a986-0023f13af0b3), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.742538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:42.800686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:42.801205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.801659 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:29:42.930741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:42.931371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:42.960539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:42.969345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:43.031047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:43.199028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:43.488880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:43.494451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:43.570703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (f23d5185-816f-40eb-a986-0023f13af0b3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:43.573520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:43.574854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:43.628195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4a796-f2ee-42ac-b505-c6263c1366d1 None None] Network b40351a5-af40-440f-93b0-55dff05409f3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:29:43.685772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network b40351a5-af40-440f-93b0-55dff05409f3 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:29:43.685772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:29:43.725873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-36018e21-4234-4f3f-ae25-29cb1bf68ac7 None None] Provisioning complete for port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:43.726160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-36018e21-4234-4f3f-ae25-29cb1bf68ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:43.726492 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-36018e21-4234-4f3f-ae25-29cb1bf68ac7 None None] Attempt 1 to provision port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 Oct 26 12:29:43.803660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router f23d5185-816f-40eb-a986-0023f13af0b3 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:29:43.849123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-36018e21-4234-4f3f-ae25-29cb1bf68ac7 None None] Current status of the port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:43.849123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-36018e21-4234-4f3f-ae25-29cb1bf68ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:43.893794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-36018e21-4234-4f3f-ae25-29cb1bf68ac7 None None] For port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=652ccca3-4b9c-46d5-b9a8-fbe994c0ee27,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:43.901045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-36018e21-4234-4f3f-ae25-29cb1bf68ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:43.923270 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:43.957752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:29:43.960448 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:43.961341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36018e21-4234-4f3f-ae25-29cb1bf68ac7 None None] Pushing event updated for resources: {'Port': ['ID=652ccca3-4b9c-46d5-b9a8-fbe994c0ee27,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:43.971603 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e51b993f-bd57-47e6-9758-7edec1c8bf0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/f23d5185-816f-40eb-a986-0023f13af0b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5857494 Oct 26 12:29:43.976799 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:43.977469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:44.076779 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:44.088052 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:44.130567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d04fa288-bc23-4ff1-abf2-bac038f43b11 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:44.131025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d04fa288-bc23-4ff1-abf2-bac038f43b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.131369 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d04fa288-bc23-4ff1-abf2-bac038f43b11 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:29:44.175707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d04fa288-bc23-4ff1-abf2-bac038f43b11 None None] Port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:29:44.183546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:44.186487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d04fa288-bc23-4ff1-abf2-bac038f43b11 None None] Provisioning complete for port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:44.187088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d04fa288-bc23-4ff1-abf2-bac038f43b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.187601 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d04fa288-bc23-4ff1-abf2-bac038f43b11 None None] Attempt 1 to provision port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 Oct 26 12:29:44.209113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:44.223194 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-e0de13a1-039e-4a94-a25f-d234df4d19ed tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-466689576&fields=id&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 267 time: 0.0559685 Oct 26 12:29:44.284852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d04fa288-bc23-4ff1-abf2-bac038f43b11 None None] Current status of the port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:44.314726 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:44.344010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:44.344241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:29:44.344414 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Updating router f23d5185-816f-40eb-a986-0023f13af0b3 port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:29:44.355886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430099-94cc-4304-a731-8229d9b485f7 req-f15fce51-f734-4cea-9eac-c455257d41d5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:44.357459 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-f15fce51-f734-4cea-9eac-c455257d41d5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 797 time: 0.1258037 Oct 26 12:29:44.375232 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.378792 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-96de9c51-b474-46dd-bc33-690013192548 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 375 time: 0.0149133 Oct 26 12:29:44.408877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-fe15fadf-a31c-4c3e-b6fc-208775a09a22 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:44.409641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fe15fadf-a31c-4c3e-b6fc-208775a09a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.410201 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-fe15fadf-a31c-4c3e-b6fc-208775a09a22 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:29:44.446274 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-6755b8fa-2661-4aed-9ac0-6a4087ad6bfd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598483 Oct 26 12:29:44.455218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-fe15fadf-a31c-4c3e-b6fc-208775a09a22 None None] Port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:29:44.573632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e6d6849c-c750-452e-9ea2-52545cf8c9d6 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:44.573936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e6d6849c-c750-452e-9ea2-52545cf8c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.574496 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e6d6849c-c750-452e-9ea2-52545cf8c9d6 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:29:44.602416 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-3dab8da4-b2c1-43fc-8a08-6c69be4ded10 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444120 Oct 26 12:29:44.610616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e6d6849c-c750-452e-9ea2-52545cf8c9d6 None None] Port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:29:44.664184 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Publish callbacks [] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.671561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.704221 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-c2925776-e92b-450a-805b-ad76eb39f111 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009021 Oct 26 12:29:44.707940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:44.739549 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:44.754455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:44.755038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.755585 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 Oct 26 12:29:44.763514 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.763879 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.764594 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.765194 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.765895 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.769202 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.769800 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.770515 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.771046 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.771848 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.772359 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.773607 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.774118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.775218 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.776334 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:29:44.790241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Attempting to bind port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:29:44.790679 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Attempting to bind port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:29:44.791099 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Attempting to bind port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 on network b40351a5-af40-440f-93b0-55dff05409f3 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:29:44.836394 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:44.842929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:44.843664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:29:44.843979 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Checking segment: {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:29:44.844377 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.845304 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Bound using segment: {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:29:44.845784 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Bound port: 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:29:44.846337 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.910596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:44.921914 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b115bd97-5c56-4109-bec0-4f0b8c0f316a req-e9784cbd-5d3e-47c3-aaa4-b04966753c7b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 210 time: 0.0521262 Oct 26 12:29:44.932723 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:29:44.940402 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:29:44.946070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:44.979312 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:44.980050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:44.997762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:44.998344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:45.024398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:45.029889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:45.033056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:45.089166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:45.095345 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2be49-4f20-4f41-b835-0eb6d50aaa5b None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:45.122491 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:45.316186 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:44Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:45.348336 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b24f1d-8fb3-4b0b-8c3b-bc392c4a17ae None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:44Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:46.057366 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bac6d60d-dda9-4f4a-8fa7-ddfd0c045eac req-43d72bd2-b3a1-4462-8486-a439221a9cf1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 210 time: 0.0415664 Oct 26 12:29:46.169672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430099-94cc-4304-a731-8229d9b485f7 req-c530cece-c420-41f5-8308-e2f6f85a5599 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:46.171933 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-c530cece-c420-41f5-8308-e2f6f85a5599 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 797 time: 0.1241686 Oct 26 12:29:46.247900 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-e6b5d791-54f5-4e04-b7fc-09744054522f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 379 time: 0.0610750 Oct 26 12:29:46.349867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'port': {'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'admin_state_up': True, 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'security_groups': ['666745ef-c568-4c76-bf56-a28855afb750']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:46.480225 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:29:46.484136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:46.618947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.12 (b40351a5-af40-440f-93b0-55dff05409f3/818f7699-5e44-4183-93ac-820858e813ec/ea51ba27-a254-4bdd-99b5-a3d15fc33572) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:29:46.703518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:46.748494 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:46.752934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:46.753694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:46.754034 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:29:46.776950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:46.810281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:46.827637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:46.828059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:46.854470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network b40351a5-af40-440f-93b0-55dff05409f3 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:29:46.860832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:29:46.863179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:46.864966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:29:46.868122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:46.869139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:46.872275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=ea51ba27-a254-4bdd-99b5-a3d15fc33572,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:46.925172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:46.925809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:46.947631 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-4ec85513-46a3-47f2-ab50-e5cbe44941f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017423 Oct 26 12:29:46.967125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Request body: {'port': {'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:46.969703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:46.972649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:46.973026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:46.973364 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:29:47.013298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:47.020331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:47.037114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:47.058581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:47.059290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:47.085070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:47.092221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:47.162287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b0b73097-e270-42cb-9ff9-da186f0405f6 None None] Provisioning complete for port ea51ba27-a254-4bdd-99b5-a3d15fc33572 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:47.162733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b0b73097-e270-42cb-9ff9-da186f0405f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:47.163138 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b0b73097-e270-42cb-9ff9-da186f0405f6 None None] Attempt 1 to provision port ea51ba27-a254-4bdd-99b5-a3d15fc33572 Oct 26 12:29:47.165030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:47.170761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:47.207306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b0b73097-e270-42cb-9ff9-da186f0405f6 None None] Port ea51ba27-a254-4bdd-99b5-a3d15fc33572 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:29:47.226792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8143c5-a496-48eb-b3a5-785411fd4404 req-377ae8b9-0324-45e7-9695-13b5b0cc5a2a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:47.228614 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6f8143c5-a496-48eb-b3a5-785411fd4404 req-377ae8b9-0324-45e7-9695-13b5b0cc5a2a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 932 time: 0.0597422 Oct 26 12:29:47.297627 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6f8143c5-a496-48eb-b3a5-785411fd4404 req-a3bc6387-8e3c-4cec-ad1e-560c870575eb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509932 Oct 26 12:29:47.355840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea51ba27-a254-4bdd-99b5-a3d15fc33572 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:29:47.363404 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Publish callbacks [] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:47.377468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Transition to ACTIVE for port object ea51ba27-a254-4bdd-99b5-a3d15fc33572 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:29:47.380998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:47.462660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Pushing event updated for resources: {'Port': ['ID=ea51ba27-a254-4bdd-99b5-a3d15fc33572,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:47.490727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Attempting to bind port ea51ba27-a254-4bdd-99b5-a3d15fc33572 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:29:47.491065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Attempting to bind port ea51ba27-a254-4bdd-99b5-a3d15fc33572 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:29:47.491395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Attempting to bind port ea51ba27-a254-4bdd-99b5-a3d15fc33572 on network b40351a5-af40-440f-93b0-55dff05409f3 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:29:47.532592 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Port ea51ba27-a254-4bdd-99b5-a3d15fc33572 on network b40351a5-af40-440f-93b0-55dff05409f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:29:47.532917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Attempting to bind port ea51ba27-a254-4bdd-99b5-a3d15fc33572 on network b40351a5-af40-440f-93b0-55dff05409f3 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:29:47.556297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:47.582091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:29:47.582431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Checking segment: {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:29:47.582817 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Bound using segment: {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:29:47.583298 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Bound port: ea51ba27-a254-4bdd-99b5-a3d15fc33572, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb7904f-6350-4490-8db5-b09d1bd64b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:29:47.583617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:47.644713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] For port ea51ba27-a254-4bdd-99b5-a3d15fc33572, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:29:47.648674 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] For port ea51ba27-a254-4bdd-99b5-a3d15fc33572, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:29:47.655928 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:47.660272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:47.661344 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:47.662761 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 1094 time: 0.7008758 Oct 26 12:29:47.663324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:29:47.665622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:29:47.718178 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc19b215-fdc2-471f-8b25-de568635b762 x-openstack-request-id: req-bc19b215-fdc2-471f-8b25-de568635b762 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:29:47.718464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:29:47.718721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc19b215-fdc2-471f-8b25-de568635b762 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:29:47.719128 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc19b215-fdc2-471f-8b25-de568635b762'] response: {'name': 'network-changed', 'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'status': 'completed', 'code': 200} Oct 26 12:29:47.722245 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0bafb-cd8a-46b2-bf66-d0a32649e88d service neutron] Pushing event updated for resources: {'Port': ['ID=ea51ba27-a254-4bdd-99b5-a3d15fc33572,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:47.780630 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430099-94cc-4304-a731-8229d9b485f7 req-23f07963-d275-4ad8-9258-dde901ab13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:47.782102 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-23f07963-d275-4ad8-9258-dde901ab13b1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1128 time: 0.0437989 Oct 26 12:29:47.827888 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-0e6dc03d-c47e-423b-bcc7-82208286efd9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 217 time: 0.0322175 Oct 26 12:29:47.876561 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430099-94cc-4304-a731-8229d9b485f7 req-0ea28b21-6428-47d0-9fff-5ff50539634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:47.877931 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-0ea28b21-6428-47d0-9fff-5ff50539634e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 200 len: 834 time: 0.0434477 Oct 26 12:29:47.920903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430099-94cc-4304-a731-8229d9b485f7 req-32c47c3b-7622-42e3-af64-2a64e4a0bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:47.922326 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-32c47c3b-7622-42e3-af64-2a64e4a0bd54 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b40351a5-af40-440f-93b0-55dff05409f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387521 Oct 26 12:29:48.004582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:48.004582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:48.004582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:48.021654 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-adcec3fc-8f7e-4090-82e1-f22b68ac1d8b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935342 Oct 26 12:29:48.106664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:48.107906 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:48.119441 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-be430099-94cc-4304-a731-8229d9b485f7 req-b38a3c76-5ff8-42df-a7d2-4ea84be446d9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925205 Oct 26 12:29:48.297628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:46Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:48.322445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:29:48.332189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:48.332816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:48.419205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4082cd-9019-41a0-b0bb-20fd3a0c32ab req-ca989b4c-9825-45ba-ba97-fd33e10f9ab2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:48.421048 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6b4082cd-9019-41a0-b0bb-20fd3a0c32ab req-ca989b4c-9825-45ba-ba97-fd33e10f9ab2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 944 time: 0.0480812 Oct 26 12:29:48.436567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:48.445120 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:48.477814 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6b4082cd-9019-41a0-b0bb-20fd3a0c32ab req-78898998-27ea-4956-adae-8f42832d538e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509961 Oct 26 12:29:48.623329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:46Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:48.652783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627b4b7f-f83d-4834-9974-937cf22c0ad1 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:46Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:48.656440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:48.892748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:48.893141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:48.909249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-393452e6-4e80-4502-a9e1-5f3fe3a70c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:48.910227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:48.911035 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-393452e6-4e80-4502-a9e1-5f3fe3a70c2a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1128 time: 0.0725162 Oct 26 12:29:48.921987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:48.934381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:48.938214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:48.939027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:49.011556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-73cfc41b-154a-4c05-8ba3-12eb9a123159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:49.013238 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-73cfc41b-154a-4c05-8ba3-12eb9a123159 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 898 time: 0.0954123 Oct 26 12:29:49.018206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:49.060904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:49.061405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:49.063321 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-e980ac2c-4f7a-4ce3-8b11-4472f1857a64 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 217 time: 0.0434372 Oct 26 12:29:49.084604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:49.088900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:49.118211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-295661e6-2008-4ff7-9130-aeb4384f23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:49.119994 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-295661e6-2008-4ff7-9130-aeb4384f23bf service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 200 len: 834 time: 0.0506601 Oct 26 12:29:49.141178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:49.169383 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-2e3462bc-5942-42f9-9a54-7eed1006cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:49.170934 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-2e3462bc-5942-42f9-9a54-7eed1006cf26 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b40351a5-af40-440f-93b0-55dff05409f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0450146 Oct 26 12:29:49.271552 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-f02b77e2-5905-44a9-9b0f-3478ea239ba7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944867 Oct 26 12:29:49.378117 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5104fb8b-0aa6-4169-8dc8-7888ad7b2f05 req-247718c6-3d36-455d-9624-6147b08fba51 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999608 Oct 26 12:29:49.604036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435b1d1-f9b0-4317-9f89-93b4eb424aab req-8f8d9df7-e0e7-4755-9ea2-ca2d1e0984c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:49.606382 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d435b1d1-f9b0-4317-9f89-93b4eb424aab req-8f8d9df7-e0e7-4755-9ea2-ca2d1e0984c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 944 time: 0.0505495 Oct 26 12:29:49.659387 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d435b1d1-f9b0-4317-9f89-93b4eb424aab req-e02f2422-110a-4208-92b3-b6cba30c53ae tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473757 Oct 26 12:29:50.780565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b217070-315c-4f66-801d-6a22dc8fa88f req-b5df8540-2a3a-43c0-899f-2ddfdcfdb766 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:50.782047 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9b217070-315c-4f66-801d-6a22dc8fa88f req-b5df8540-2a3a-43c0-899f-2ddfdcfdb766 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 944 time: 0.0471482 Oct 26 12:29:50.817487 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:50.817487 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:50.817487 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:50.837334 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9b217070-315c-4f66-801d-6a22dc8fa88f req-31a3294c-b6e4-4a77-b7c8-a631e7d2a1b9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495951 Oct 26 12:29:50.899958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ea51ba27-a254-4bdd-99b5-a3d15fc33572 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:29:50.919667 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:51.004535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port ea51ba27-a254-4bdd-99b5-a3d15fc33572, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:51.016641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:29:51.054388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port ea51ba27-a254-4bdd-99b5-a3d15fc33572 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:51.054787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:51.069229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea51ba27-a254-4bdd-99b5-a3d15fc33572 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:29:51.095652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port ea51ba27-a254-4bdd-99b5-a3d15fc33572, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:51.100943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:51.147711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=ea51ba27-a254-4bdd-99b5-a3d15fc33572,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:51.200610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:49Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:48Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:51.225258 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:29:51.233739 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:51.234335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:51.333750 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:51.402930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['ea51ba27-a254-4bdd-99b5-a3d15fc33572'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:29:51.510054 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:51.513139 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:51.525108 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:49Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:48Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:51.549372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84b2fd7-6dd7-4d3c-a323-601cf058ff09 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:49Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:48Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:51.968716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807e98e-a1f1-47de-a8d3-c80e3b87c1dd req-73f40e8c-b844-4d48-b98a-4a411aec8a7c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:51.970365 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4807e98e-a1f1-47de-a8d3-c80e3b87c1dd req-73f40e8c-b844-4d48-b98a-4a411aec8a7c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 945 time: 0.0544481 Oct 26 12:29:52.025075 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4807e98e-a1f1-47de-a8d3-c80e3b87c1dd req-6abfe569-4a23-4f82-bdf9-cbe99f328d14 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472288 Oct 26 12:29:52.610902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:52.638926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:52.650029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:52.690743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:52.702370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:52.778537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:52.858156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:52.904265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ea51ba27-a254-4bdd-99b5-a3d15fc33572 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:52.906431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:52.906804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:52.907142 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:29:52.986209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port ea51ba27-a254-4bdd-99b5-a3d15fc33572 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:29:53.011009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port ea51ba27-a254-4bdd-99b5-a3d15fc33572 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:53.011591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:53.011957 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port ea51ba27-a254-4bdd-99b5-a3d15fc33572 Oct 26 12:29:53.045376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:53.045766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:53.091671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:53.116821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:53.117613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:53.168887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce9f85-0072-4ec0-ad30-2865806dfe87 req-f83cb37b-f223-4eae-838a-570e677b3f8f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:53.170562 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d5ce9f85-0072-4ec0-ad30-2865806dfe87 req-f83cb37b-f223-4eae-838a-570e677b3f8f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 945 time: 0.0672433 Oct 26 12:29:53.171448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port ea51ba27-a254-4bdd-99b5-a3d15fc33572 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:53.171867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:53.221881 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d5ce9f85-0072-4ec0-ad30-2865806dfe87 req-9883e023-cb7a-4ecf-a205-fbff9f13ee38 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457239 Oct 26 12:29:53.222262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:53.229543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:29:53.233050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1970baa-3264-4d2d-b72e-de3a9a733746" -d '{"events": [{"server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "name": "network-vif-plugged", "status": "completed", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:29:53.258168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port ea51ba27-a254-4bdd-99b5-a3d15fc33572, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:53.259518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:53.260092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:53.260459 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:29:53.263948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:53.353936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=ea51ba27-a254-4bdd-99b5-a3d15fc33572,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:53.380451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6903f0-84c6-41c8-8416-885c21bc0ade x-openstack-request-id: req-cc6903f0-84c6-41c8-8416-885c21bc0ade {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:29:53.380746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "name": "network-vif-plugged", "status": "completed", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:29:53.381003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc6903f0-84c6-41c8-8416-885c21bc0ade {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:29:53.381400 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6903f0-84c6-41c8-8416-885c21bc0ade'] response: {'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'code': 200} Oct 26 12:29:53.383757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:53.396864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:53.397315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:53.419475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:53.423607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:53.472307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:53.577237 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694e9f6-939a-4e1e-9519-b6308c007e5b req-af029f5c-8f56-49ba-a2b8-aa8f5bbadc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:53.578718 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1694e9f6-939a-4e1e-9519-b6308c007e5b req-af029f5c-8f56-49ba-a2b8-aa8f5bbadc51 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1130 time: 0.0433407 Oct 26 12:29:53.598881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:53.626549 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-1694e9f6-939a-4e1e-9519-b6308c007e5b req-9a7437db-98a0-477e-87e5-dba6ec546efd service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416980 Oct 26 12:29:54.006005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:54.006005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:54.006005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:54.060542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:54.107641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:54.294474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:53Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:53Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:54.319791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:29:54.329352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:54.329962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:54.353404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dca90-f6c2-4735-88b4-3ccce6f229c9 req-917e92a8-b157-494f-8cb5-110a3cd56dc9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:54.355033 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d48dca90-f6c2-4735-88b4-3ccce6f229c9 req-917e92a8-b157-494f-8cb5-110a3cd56dc9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 946 time: 0.0518649 Oct 26 12:29:54.405096 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d48dca90-f6c2-4735-88b4-3ccce6f229c9 req-94687056-25bb-4b60-8b8b-9caca9f7f551 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444627 Oct 26 12:29:54.433563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:54.624403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:53Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:53Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:54.653183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a6a7e-5abe-4898-9293-d32e150dfeec None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:53Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:53Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:54.660428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:54.736030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:54.736423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:54.769287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:54.773430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:54.774194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:54.858288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:54.865777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:54.905491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:54.905881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:54.932260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:54.937139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:54.940825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:54.992438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:55.533891 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96618261-39dd-4021-9f40-52328cbbfb8d req-72103bc9-6159-4e91-b5be-b9f388e81c90 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:55.535422 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-96618261-39dd-4021-9f40-52328cbbfb8d req-72103bc9-6159-4e91-b5be-b9f388e81c90 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 946 time: 0.0492494 Oct 26 12:29:55.588756 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-96618261-39dd-4021-9f40-52328cbbfb8d req-1522b0de-b69c-4685-9fd3-21f135ce769e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476427 Oct 26 12:29:55.717483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc3248-eb90-48e2-b556-227627591185 req-8e594e13-5ea2-45d0-981c-47b752b45bba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:55.719249 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5cfc3248-eb90-48e2-b556-227627591185 req-8e594e13-5ea2-45d0-981c-47b752b45bba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 946 time: 0.0515590 Oct 26 12:29:55.775013 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5cfc3248-eb90-48e2-b556-227627591185 req-6091d177-d1c5-46d5-897f-52986f9eb4ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501809 Oct 26 12:29:55.803817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:55.832256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:55.844925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d9f885-a090-467e-9fa2-a1a67d237d95 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:55.846475 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a1d9f885-a090-467e-9fa2-a1a67d237d95 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1125 time: 0.0416968 Oct 26 12:29:55.849240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40192) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:55.853542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:29:55.881776 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:55.966512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:56.077102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.159 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/1bd7b2d3-983d-48c7-a0a4-5007b764e460) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:29:56.092295 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:56.188914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (1bd7b2d3-983d-48c7-a0a4-5007b764e460), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:56.220539 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1bd7b2d3-983d-48c7-a0a4-5007b764e460), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:56.264429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:29:56.269685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:29:56.271887 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=1bd7b2d3-983d-48c7-a0a4-5007b764e460,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:56.273989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:29:56.773066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:29:56.773066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:56.773066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:56.875378 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:56.876858 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:56.907488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-46b8860e-f9ad-46c3-9ab9-ad17c35f6029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:56.938487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (ff108fe1-b9a1-4ecb-8b26-90208df796c7), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:57.006360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1bd7b2d3-983d-48c7-a0a4-5007b764e460), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:57.074390 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:54Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:54Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:57.099222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:29:57.107927 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:29:57.108535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:57.160720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (1bd7b2d3-983d-48c7-a0a4-5007b764e460), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:57.165871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (1bd7b2d3-983d-48c7-a0a4-5007b764e460), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:57.212092 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:29:57.214774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:57.241580 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=1bd7b2d3-983d-48c7-a0a4-5007b764e460,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:57.244234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (ff108fe1-b9a1-4ecb-8b26-90208df796c7), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:57.347438 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7 associated. External IP: 172.26.0.159, port: ea51ba27-a254-4bdd-99b5-a3d15fc33572. Oct 26 12:29:57.425770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:54Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:29:56Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:54Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:29:57.455942 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227fbd86-eba1-4565-9f20-bf204bdef6cf None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:54Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:29:56Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:54Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:29:57.564973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router f23d5185-816f-40eb-a986-0023f13af0b3 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:29:57.682961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:29:57.704299 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:57.739458 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-18f26bf2-c9fe-4e31-b182-088419588da9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8877549 Oct 26 12:29:57.739458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:29:57.741132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb86003-c045-4cc4-910f-947ab592727e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:29:57.838636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994f2419-4714-446e-9d3c-6e51a7f5407b x-openstack-request-id: req-994f2419-4714-446e-9d3c-6e51a7f5407b {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:29:57.839027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:29:57.839974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-994f2419-4714-446e-9d3c-6e51a7f5407b {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:29:57.840444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994f2419-4714-446e-9d3c-6e51a7f5407b'] response: {'name': 'network-changed', 'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'status': 'completed', 'code': 200} Oct 26 12:29:57.843143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:57.857283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78eadd-6d16-46fd-8f83-2b417a7020ca req-299f3a3b-9774-41fd-bd8f-4cdf065369c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:57.858858 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4a78eadd-6d16-46fd-8f83-2b417a7020ca req-299f3a3b-9774-41fd-bd8f-4cdf065369c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 946 time: 0.0596566 Oct 26 12:29:57.922740 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4a78eadd-6d16-46fd-8f83-2b417a7020ca req-42d4e20b-4f7a-40df-8ede-9602a2c4cac9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576177 Oct 26 12:29:57.938322 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb86003-c045-4cc4-910f-947ab592727e req-b20461d4-500b-4dfc-8826-8d7c63934662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:57.939883 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6bb86003-c045-4cc4-910f-947ab592727e req-b20461d4-500b-4dfc-8826-8d7c63934662 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1130 time: 0.0452063 Oct 26 12:29:57.952917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:58.017429 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-64263b0c-8491-4b37-bbba-e431013ea98e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 992 time: 0.0633590 Oct 26 12:29:58.047836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb86003-c045-4cc4-910f-947ab592727e req-73024732-e698-4fa5-b515-10802dac69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:58.049316 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6bb86003-c045-4cc4-910f-947ab592727e req-73024732-e698-4fa5-b515-10802dac69a4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 898 time: 0.1004624 Oct 26 12:29:58.115471 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6bb86003-c045-4cc4-910f-947ab592727e req-970887e2-7c1b-43af-9b4e-61acf42c9d48 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 1000 time: 0.0602915 Oct 26 12:29:58.174506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb86003-c045-4cc4-910f-947ab592727e req-47a8d48a-6448-4e71-a9c8-41677526af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:58.176036 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6bb86003-c045-4cc4-910f-947ab592727e req-47a8d48a-6448-4e71-a9c8-41677526af3a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 200 len: 834 time: 0.0544500 Oct 26 12:29:58.225594 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb86003-c045-4cc4-910f-947ab592727e req-b30e1bc5-f52d-456c-9d1e-5611727490b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:29:58.227144 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6bb86003-c045-4cc4-910f-947ab592727e req-b30e1bc5-f52d-456c-9d1e-5611727490b7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b40351a5-af40-440f-93b0-55dff05409f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455651 Oct 26 12:29:58.326354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6bb86003-c045-4cc4-910f-947ab592727e req-f32d3632-8fb6-40a5-b249-abc05368a936 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921445 Oct 26 12:29:58.423047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:58.430506 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6bb86003-c045-4cc4-910f-947ab592727e req-371c147c-ce9f-4d82-a3e3-31aac18762fd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976171 Oct 26 12:29:58.616096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:58.699630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:58.712329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:29:58.798786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:58.838760 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:29:58.906352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:58.955303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:58.955683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:58.956050 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:29:59.020432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40202) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:29:59.041029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:59.041416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:59.088049 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-10526763-28d8-4629-9110-2b87e2f8d1f0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 992 time: 0.0664167 Oct 26 12:29:59.094136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:59.100900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:59.101699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:29:59.107608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d00e837c-8d9d-4929-bfb9-eb30e234b4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:59.180439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:29:59.190986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:29:59.191356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:59.191692 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:29:59.232632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159ef48d-a1be-4605-a59c-3ca198dcba1f None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:29:59.490353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:29:59.490742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:59.546265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:29:59.548799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:29:59.554783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:29:59.602066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:00.065481 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:00.076877 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:00.077409 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:00.091801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40204) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:00.156598 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3f251c80-cc9c-4888-8b4e-6b6b8cf1e982 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0643840 Oct 26 12:30:00.186616 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:00.222615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:00.346531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:00.471460 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:00.476713 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:59Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:29:59Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:59Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:00.504269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:00.512576 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:00.513169 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:00.612323 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:00.658620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:00.723026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:00.735222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:00.735610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:00.768534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:00.772521 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:00.773312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:00.821840 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:59Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:29:59Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:59Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:00.850369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:00.851235 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d210ea25-417f-43d3-a89e-e580f6a97198 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:59Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:29:59Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:29:59Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:00.891466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:00.891973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:00.914562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:00.919244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:00.969870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:01.159822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40206) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:01.224747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-08dd44bf-170c-4e85-b757-5f247704708a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0637596 Oct 26 12:30:01.734571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:01.855231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:02.228594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40208) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:02.286460 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-12b0226a-3522-4531-9eaa-eab9f4a12ac9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0567210 Oct 26 12:30:02.461149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f4503-9c08-4017-8db5-2fa09d17e8ba None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:02.697016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:02.742932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:02.743604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:02.744028 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:02.817114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:02.817508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:02.852822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:02.856657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:02.857438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:02.928787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:02.938015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:02.939936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:02.940326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:02.940645 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:30:03.015651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:03.015991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:03.028606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:03.037584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:03.043837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:03.104355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:03.104355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:03.104355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:03.106068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:03.200916 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:03.290240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40210) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:03.354755 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9a47c372-923e-408e-bd90-ccfc6b0ff422 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0620170 Oct 26 12:30:03.405316 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:03Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:02Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:02Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:03.429056 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:03.437347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:03.437938 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:03.482680 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:03.542267 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:03.644063 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:03.749160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:03Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:02Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:02Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:03.773239 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5377d9b-e4a9-4552-800e-173fbb949090 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:03Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:02Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:02Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:04.357779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40212) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:04.431033 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-958f985d-7ca4-4abc-b220-ba1f664d60ea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0720997 Oct 26 12:30:04.616846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:04.692252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:04.692638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:04.732582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:04.736662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:04.737428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:04.813012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:04.851831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:04.852219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:04.876093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:04.879219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:04.908551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:04.966757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:05.007309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:05.008314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:05.081278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:05.168508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:05.212686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:05.213061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:05.213398 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:05.275160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:05.290920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:05.291311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:05.325146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:05.329865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:05.330646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:05.373036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa85e13-482c-4af7-bebc-79b04bc64ef7 None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:05.434845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:05.448491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:05.455597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:05.498640 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-408ee347-bd55-4b17-b867-468a896c7ce6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0620360 Oct 26 12:30:05.504875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:05.505249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:05.505585 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:30:05.612511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:05.612898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:05.634991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:05.639680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:05.693446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:06.347968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:06.347968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:06.347968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:06.441149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:06.502054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40216) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:06.562607 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ee048d1a-a5cc-4e1e-8179-aef4b8c0e646 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0591595 Oct 26 12:30:06.662968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:06.738261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:06.738650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:06.746721 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:05Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:05Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:05Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:06.771464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:06.771710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:06.776550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:06.777288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:06.779946 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:06.780547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:06.852750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:06.881023 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:06.893812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:06.894211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:06.914879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:06.918916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:06.966118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:07.078357 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:07.090891 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:05Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:05Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:06Z', 'revision_number': 14, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:07.114665 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88cdae7-8971-4a64-bba2-1f25d832c3ae None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:05Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:05Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:06Z', 'revision_number': 14, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:07.566010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40218) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:07.627935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5623e9be-99a3-4dbb-bb9e-56472a1cf8d0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0607452 Oct 26 12:30:08.630790 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40220) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:08.697843 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3fa94d30-f9bd-4425-a392-2d57931b20b8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0659149 Oct 26 12:30:08.704474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:08.728292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:08.733431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322a7db-8c91-4ed1-a2cb-f0a7c181433f None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:08.837037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:08.837412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:08.837754 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:08.947527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:08.947964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:08.985921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:08.989736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:08.990565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:08.995078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:09.151112 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:09.151112 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:09.151112 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:09.213094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:09.219520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:09.219924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:09.220259 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:30:09.238921 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:09.254261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:09.295078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:09.295468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:09.318460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:09.324479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:09.372179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:09.470007 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:06Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:08Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:08Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:09.494080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:09.502296 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:09.502884 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:09.601101 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:09.701556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40222) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:09.742173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:09.763152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ad63c5c3-8072-44f1-8923-80b87e77213f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0603533 Oct 26 12:30:09.806003 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:08Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:08Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:09.833504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb8d96d-740b-4fed-9a47-c39c8fa6db2f None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:08Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:08Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:10.621570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:10.699015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:10.699398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:10.734890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:10.740294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:10.741057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:10.766054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40224) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:10.817034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:10.835556 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9b5cbf4a-aad0-4b55-af07-81030d78a0c9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0682509 Oct 26 12:30:10.858178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:10.858572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:10.869646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:10.882677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:10.887366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:10.911103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:10.970356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:11.011260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:11.012316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:11.086681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:11.170502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:11.212833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:11.213200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:11.213534 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:11.216067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:11.289219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:11.289624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:11.321502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:11.326111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:11.326872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:11.398555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:11.408806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:11.409182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:11.409518 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:30:11.445839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17683ba4-2173-4e73-9219-6eb982ae535b None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:11.571300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:11.571687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:11.629039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:11.633227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:11.684696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:11.839468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40226) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:11.896671 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9a7f50f2-2690-42e4-9bd5-64405d07b5cb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0560415 Oct 26 12:30:12.153881 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:12.153881 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:12.153881 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:12.248338 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:12.298951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:12.471595 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:12.526370 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:12.539238 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:11Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:11Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:11Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:12.567808 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:12.576013 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:12.576607 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:12.665693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:12.676652 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:12.706805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:12.739751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:12.740156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:12.772651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:12.777342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:12.778228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:12.855530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:12.895291 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:11Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:11Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:11Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:12.895739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:12.896138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:12.900606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40228) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:12.919472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:12.920630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db25c76-df86-4067-9313-b90a744b4cdf None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:11Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:11Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:11Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:12.924197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:12.966831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:12.974921 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-377f2cd1-ca49-41a5-8a5c-ec7bcb73212b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0719020 Oct 26 12:30:12.982801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:13.977544 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40230) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:14.039233 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a3cc4158-a98c-4d21-93f2-300820a7d177 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0605395 Oct 26 12:30:14.513518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445846c-a14c-486a-b950-1058d118caf2 None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:14.707318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:14.752166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:14.752541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:14.752883 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:14.829257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:14.829651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:14.863683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:14.867564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:14.868390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:14.944167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:14.950264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:14.950640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:14.950979 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:30:15.024753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:15.025138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:15.042942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40232) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:15.046745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:15.050496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:15.073170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:15.099168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:15.110039 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ed799596-2162-4f26-a75a-98997a226003 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0659254 Oct 26 12:30:15.162080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:15.162080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:15.162080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:15.263147 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:15.474027 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:15Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:14Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:14Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:15.500496 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:15.509608 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:15.510209 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:15.613876 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:15.684850 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:15.688180 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:15.822915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:15Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:14Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:14Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:15.846961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d944b3fd-d32a-44ad-970e-d1b042cd6fec None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:15Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:14Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:14Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:16.113567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40234) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:16.178865 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-121d6b9c-6631-4bf0-8ec7-174121c6f1bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0641503 Oct 26 12:30:16.625577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:16.703945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:16.704339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:16.739809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:16.743697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:16.744452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:16.803912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:16.821953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:16.859580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:16.860026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:16.886109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:16.891753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:16.915557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:16.974415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:17.014505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:17.015460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:17.093964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:17.175650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:17.181679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40236) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:17.222495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:17.222866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:17.223204 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:17.243413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-565d52f3-d255-49d0-b3aa-5865d220329d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0594943 Oct 26 12:30:17.266395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:17.300091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:17.300472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:17.333277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:17.337054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:17.337875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:17.415528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:17.424497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:17.424869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:17.425201 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:30:17.632966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9dde3b-34d6-4bcc-a263-88e986a3df17 None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:17.675858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:17.676423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:17.738213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:17.744858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:17.829458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:18.245897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40238) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:18.308637 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7c704b90-8e92-4936-af37-0baf22de3b0a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0614858 Oct 26 12:30:18.617735 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:18.617735 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:18.617735 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:18.667852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:18.710032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:18.716526 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:18.744983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:18.745388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:18.777952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:18.782194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:18.782978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:18.861840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:18.900531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:18.900933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:18.922426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:18.927015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:18.973079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:18.976673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:19.022406 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:17Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:17Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:17Z', 'revision_number': 21, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:19.047317 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:19.056297 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:19.056888 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:19.158771 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:19.312363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40240) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:19.363160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:18Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:17Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:18Z', 'revision_number': 22, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:19.372787 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e1c71361-6639-4910-b9e0-48012d3caaea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0591924 Oct 26 12:30:19.392135 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3536e0d-61c0-4ff4-84c4-229d2fb8206c None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:18Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:17Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:18Z', 'revision_number': 22, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:20.376643 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40242) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:20.440472 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-69e9d3d2-5109-4184-9901-05eff4db8df6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0626414 Oct 26 12:30:20.523780 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:20.706495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:20.754352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:20.754748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:20.755085 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:20.827691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:20.828103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:20.861587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:20.865155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:20.865985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:20.943410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:20.952188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:20.952556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:20.952891 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:30:20.994300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb08e6-53bd-40a8-8bad-88f41caf72ec None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:21.108097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:21.108483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:21.162785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:21.167904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:21.172059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:21.222725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:21.444121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40244) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:21.502836 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e08f95f3-110f-4471-8911-47f13d30f58b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0575202 Oct 26 12:30:21.953733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:21.953733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:21.953733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:22.032012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:22.054608 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:22.257004 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:21Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:21Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:20Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:22.284751 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:22.293642 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:22.294239 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:22.389005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:22.506677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40246) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:22.568386 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-22bed0fa-60de-4129-8d2e-43021d2e7e30 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0603642 Oct 26 12:30:22.595978 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:21Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:21Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:20Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:22.620133 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a2289-4dbc-4d88-83fa-440a5b3fc45e None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:21Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:21Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:20Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:22.676918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:22.751611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:22.752034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:22.791709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:22.799573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:22.802559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:22.887313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:22.925607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:22.926262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:22.950261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:22.954141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:22.992487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:23.007834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:23.571512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40248) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:23.634775 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-70feb1e2-29b3-48fe-ab9d-5d1c8ea6eb8c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0620031 Oct 26 12:30:24.202358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881dae45-f514-4846-a872-36469652461e None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:24.575816 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:24.575816 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:24.575816 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:24.639096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:24.673118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:24.702574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:24.708463 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71a58064-6543-476f-a30d-3edc86e7f209 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0668743 Oct 26 12:30:24.840167 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:24.971477 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:22Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:24Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:22Z', 'revision_number': 24, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:24.996630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:25.005330 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:25.005968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:25.046891 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:25.100500 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=42 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:25.107371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:25.107560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:25.314559 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:22Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:24Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:22Z', 'revision_number': 24, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:25.338429 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187bf76-57a3-47a1-b056-86caf09e0e17 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:22Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:24Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:22Z', 'revision_number': 24, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:25.711285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40258) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:25.772120 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-797b0282-35e5-465d-b3ca-50b04512c175 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0595191 Oct 26 12:30:26.710585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:26.755523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:26.755936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:26.756279 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:26.775819 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40262) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:26.831453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:26.831874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:26.837606 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-33a6dc15-db0c-4479-a0d8-2510fcee93eb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 993 time: 0.0601313 Oct 26 12:30:26.864520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:26.868687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:26.869450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:26.920741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f066d908-ae1e-4b69-8aed-ce7b9e565cce None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:26.993784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:27.009890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e0f1674e-85ec-43ab-a1ff-384fcef536da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:27.046649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:27.062684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:27.063051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:27.063385 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:30:27.172289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:27.172676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:27.193815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:27.198600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:27.256727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:27.645335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:27.645335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:27.645335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:27.736829 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:27.841620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40264) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:27.901106 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-415e5e29-f98d-4fea-8ffe-9f2c912bd8f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0581386 Oct 26 12:30:27.945859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:27Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:27Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:26Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:27.970210 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:27.978731 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:27.979909 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:29:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:28.010388 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:28.078802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:28.278343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:27Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:27Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:26Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:28.279798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:28.306649 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a336bce-29f3-4d54-ab05-fe1c02d10a24 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:27Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:27Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:26Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:28.630033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:28.708646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:28.709030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:28.743876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:28.747972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:28.778195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:28.835910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:28.847510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:28.879408 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:28.905055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:28.970989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:28.991800 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-700146c0-5671-4f23-ab6f-65619e6da78e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0848534 Oct 26 12:30:29.027488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:29.027992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:29.028391 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:29.117951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-18b8638f-5fb8-4236-a3a3-f51ce99aeffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:29.120214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:29.120605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:29.157284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:29.161522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:29.221807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:29.225663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:29.406199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:29.442856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:29.443248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:29.464671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:29.468748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:29.516918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:29.965676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b644a83f-34a3-4c69-9987-2c0d80132f71 None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:29.994438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40268) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:30.055520 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b13f223f-481a-4b6e-adc0-b147674a2e43 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0596075 Oct 26 12:30:30.307274 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:30.307274 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:30.307274 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:30:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:30.349147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:30.490748 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:30.671385 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-7eaf3a4e-515a-4651-af23-1e685f105ba2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535152 Oct 26 12:30:30.685531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:30.706200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:29Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:30Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:29Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:30.735863 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:30.745322 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:30.745938 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:30:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:30.759565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:30.759994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:30.779208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-3a2b9278-1c75-4ae6-9c20-1f0bc1e7ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:30:30.780904 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-3a2b9278-1c75-4ae6-9c20-1f0bc1e7ac29 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1130 time: 0.0428081 Oct 26 12:30:30.798653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:30.803820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:30.848935 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:30.855602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:30.901775 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-253ca73b-030b-4c9f-a195-77256a1d58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:30:30.903293 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-253ca73b-030b-4c9f-a195-77256a1d58ae service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 898 time: 0.1019714 Oct 26 12:30:30.958299 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:30.970857 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-2342c33b-1d7f-4efe-85f7-e9df445124fc service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 1002 time: 0.0615544 Oct 26 12:30:31.023549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-167f0b25-3b2c-4d9e-8541-1162f1d746bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:30:31.025063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-167f0b25-3b2c-4d9e-8541-1162f1d746bb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 200 len: 834 time: 0.0484345 Oct 26 12:30:31.059614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40270) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:31.067193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:29Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:30Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:29Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:31.076785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-6cead2d9-6a8b-4d71-8f9c-726709ac327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:30:31.078522 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-6cead2d9-6a8b-4d71-8f9c-726709ac327b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b40351a5-af40-440f-93b0-55dff05409f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453622 Oct 26 12:30:31.092932 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db13d6-dbd3-4a77-aea0-b7f493b90180 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:29Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:30Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:29Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:31.124296 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fcdff72a-e3a1-4885-8df5-1c95b7fefa89 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0635126 Oct 26 12:30:31.179535 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-e9255294-98ec-455c-8a59-f52388beee04 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946774 Oct 26 12:30:31.272402 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-eaf0b00c-ba5c-409b-acbe-76f06b057e9a req-f3a35b28-b136-4266-b9cc-c0ee8f8cba82 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 Oct 26 12:30:31.742481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:31.857712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:32.128164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40272) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:32.190124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d5146b63-36ca-43da-a06d-2b49382bef64 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0594687 Oct 26 12:30:32.724812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:32.727742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9907e7-d652-42c1-a5b7-3f1eac8800b7 None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:32.792537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:32.860543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:32.860918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:32.861255 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:32.964621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:32.965008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:32.999226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:33.003001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:33.003827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:33.024339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:33.087195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:33.098091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.098443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.098791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.099142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.099483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.099844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.100177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.100510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.100842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.101174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.101507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.101838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.102165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.102490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.102815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:30:33.110299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:33.110677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:33.111021 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:30:33.181507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:33.181888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:33.192992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40274) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:33.204614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:33.208561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:33.255207 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1819680d-a07c-4953-9bd7-f0a920a0c424 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0609770 Oct 26 12:30:33.258609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:33.726261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:30:33.726261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:33.726261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:30:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:33.824367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:34.013014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:34.031647 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:33Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:32Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:32Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:34.056833 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:30:34.065728 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:30:34.066321 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:30:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:34.166700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:30:34.258722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40276) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:34.382372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:33Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:32Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:32Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:30:34.409066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d0ab6e-3a79-42fa-ae25-002a65165805 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:33Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ff108fe1-b9a1-4ecb-8b26-90208df796c7', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.159', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'port_id': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'fixed_ip_address': '172.20.0.12', 'status': 'ERROR', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'mac_address': 'fa:16:3e:1a:a3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:29:56Z', 'updated_at': '2022-10-26T12:30:32Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:32Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:30:34.615176 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c10b10a9-a527-4a10-b94f-6e7af7e1b9d0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.3553224 Oct 26 12:30:34.633622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:34.711863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:34.712250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:34.750348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:34.754502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:34.785872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:34.845222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:34.886722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:34.957299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:30:35.008035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:30:35.008610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:35.009110 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:30:35.068396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:35.105512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:35.106021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:35.140581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:35.144611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:35.201297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:35.215221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:35.292277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:35.292672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:35.315238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:35.320158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:35.324649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:35.371488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:35.618411 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40278) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:35.689884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cef6a0cb-e88f-47df-ac3e-0e722b639198 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0702238 Oct 26 12:30:35.837948 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:30:36.153123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf937961-1bc5-4627-b744-d2c81d264a39 None None] New status for floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:30:36.693490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40280) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:36.755363 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-17008668-505b-476b-9d90-0dc2cb4e267e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0607147 Oct 26 12:30:36.808692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:36.880796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:36.881106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:36.915375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:30:36.919630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:36.946152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:30:37.003195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:30:37.044381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:30:37.757651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40282) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:37.818710 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-11bff961-0e1c-4980-abf8-5036e0f81543 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0598328 Oct 26 12:30:38.821512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40284) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:38.860888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:38.880456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-689a9601-584c-47bb-9c61-1af0202f7d95 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0576584 Oct 26 12:30:39.884149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40286) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:39.945490 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e0b2678a-a61d-453b-89de-9c48f3ea1871 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0597112 Oct 26 12:30:40.949339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40288) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:41.010748 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7a875299-e12a-4349-90d7-cfd2a2c16832 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0602703 Oct 26 12:30:42.013684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40290) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:42.075233 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-65c36d69-24d8-4ec2-9a89-6ed5cdf08cfe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0603859 Oct 26 12:30:42.294541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:43.079430 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40292) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:43.138841 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-58ee9fe2-688f-4da3-8ecd-679ae167dcf8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0581629 Oct 26 12:30:44.142713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40294) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:44.203514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e873dc4b-372a-431d-b018-d0b07d03a9dd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0597615 Oct 26 12:30:45.207375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40296) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:45.265702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-205af7c4-2d6f-4172-9c9d-150fab5b1cb7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0571644 Oct 26 12:30:45.833083 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=42 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:45.833824 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=90 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:46.269168 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40298) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:46.332320 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-971f7c02-5ef8-4ded-bac7-97b3cfd81b60 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0620277 Oct 26 12:30:47.336300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40300) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:47.383033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:47.399070 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-735c0645-1f19-452e-9022-0d263d86d282 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0616307 Oct 26 12:30:48.403426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40302) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:48.464124 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-12e5d270-356e-4450-8ab1-495d7a7ba124 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0594950 Oct 26 12:30:49.467619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40304) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:49.526584 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-42aa6fcc-d665-48fe-9f7d-94d864cb47d5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0577626 Oct 26 12:30:50.530421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40306) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:50.592098 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8dfc366a-f451-40cd-a4e3-d1f66f667c4c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0604911 Oct 26 12:30:51.595982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40308) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:51.655879 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-045a7f37-37af-4609-8164-d995703d6eb2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0587080 Oct 26 12:30:52.284992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:52.291393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:30:52.659652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40310) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:52.718090 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-277ff489-c6cf-4aa6-9b89-b53993de84a0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0572796 Oct 26 12:30:53.721575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40312) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:53.785447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-82919cbd-d85d-463b-8e48-d730d0a92776 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0627394 Oct 26 12:30:54.789286 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:54.850936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a1fff8d5-0365-427b-b482-bd2f436dce76 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0605257 Oct 26 12:30:55.854973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40316) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:55.913721 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-57eb122f-e49f-4c0c-a33d-e637441e2383 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0575640 Oct 26 12:30:56.902511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-efe87e1f-42f7-4f81-9c4c-9121e878c820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:56.916739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40318) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:56.977904 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d63d385a-ca19-45da-9952-ae0d3e1f6e14 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0600090 Oct 26 12:30:57.981865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40320) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:58.039810 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f28e6ea6-ed55-43e7-b5f3-41d642422230 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0567410 Oct 26 12:30:59.043753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40322) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:30:59.091202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-894cdc93-24ad-4650-ac0f-5c451214cd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:30:59.108518 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8bb9f0e3-2647-4d85-87ce-653d4179c117 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0636404 Oct 26 12:31:00.112714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40324) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:00.176562 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dde50cab-9bb1-417b-a3a4-9c4a28658ba7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0625994 Oct 26 12:31:00.350705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:01.180026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40326) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:01.240678 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ec40c766-95dc-4267-9430-a14ba4bf6a33 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0595946 Oct 26 12:31:01.739636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:01.859118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:02.245027 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40328) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:02.302588 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8d7a45ec-0b7d-4954-ad9f-13dbc9eb7d85 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0564370 Oct 26 12:31:03.305515 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40330) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:03.366102 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b724c65b-8e7e-4b96-b931-34c5afb349a9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0593004 Oct 26 12:31:03.777013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=78 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:03.777909 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:04.369929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40332) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:04.427764 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c9b55ad6-cc78-4e87-a366-492225e38c13 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0566428 Oct 26 12:31:05.432478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40334) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:05.491745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d193b429-5890-46c5-bb70-5bf728ec6963 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0581441 Oct 26 12:31:06.495573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40336) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:06.553853 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8bf7ad4a-5fc1-4df8-94e2-f43cc4a293b9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0571225 Oct 26 12:31:07.532878 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:07.533640 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:07.558457 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40338) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:07.623191 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1a760ae-8ac5-4a2b-9700-e15ad1591f3a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0636046 Oct 26 12:31:08.627065 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40340) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:08.686392 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3067b9a0-f054-4139-a4de-47871a25f8cf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0581970 Oct 26 12:31:09.689547 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40342) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:09.695679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:09.752018 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4e2a1209-8cdb-45f1-9882-ba7cf69328f5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0613315 Oct 26 12:31:10.755994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40344) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:10.813405 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-905f2e27-6943-4b05-afcc-3a7e40887a95 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0562620 Oct 26 12:31:11.817242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40346) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:11.849241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:11.855189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:11.879631 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9261dbab-c6d1-455c-87e2-a013ce01104e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0611832 Oct 26 12:31:12.311884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:12.836943 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:31:12.883410 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40348) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:12.943495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c2403584-a598-4b64-a65d-5daaa1b96104 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0584555 Oct 26 12:31:13.947713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40350) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:14.007376 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-105099e9-0492-4905-b475-2edca0a0a373 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0584006 Oct 26 12:31:15.011048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40352) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:15.072621 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-472892cf-b0f6-4560-b555-b653a56d8314 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0604446 Oct 26 12:31:16.076250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40354) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:16.135299 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3a4cf4b6-28e7-4f45-a4de-18962398d1d1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0579240 Oct 26 12:31:17.139238 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40356) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:17.201360 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-32b96cfa-42e7-4953-9f0d-1cf4e212e5d1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0609238 Oct 26 12:31:18.204381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40358) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:18.210965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:18.264614 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a60f0980-8cb1-4a01-99a6-7961ef4eb0f3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0591280 Oct 26 12:31:19.267774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40360) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:19.328540 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fc597627-b111-45da-a33d-46753bd7f699 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0596509 Oct 26 12:31:20.332556 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40362) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:20.395297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5a3a5cec-154c-44b2-bf03-a0955ba4dc89 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0615938 Oct 26 12:31:21.399448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40364) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:21.761718 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6a6c6aea-1c98-404a-9be9-0764af01d973 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.3610163 Oct 26 12:31:22.306222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:22.308738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:22.765475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40366) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:22.827314 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7a9959cb-ba6c-4546-8b3b-7acc940fee83 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0607157 Oct 26 12:31:23.831179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40368) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:23.893797 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-95ea064a-98d6-4317-81ac-047966908cf9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0614707 Oct 26 12:31:24.801814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:24.802545 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:24.897574 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40370) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:24.956521 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f197861-28b3-482d-87c7-846165eba4e1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0578105 Oct 26 12:31:25.959712 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40372) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:26.020108 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-36817868-0f1c-4817-975f-b8974592daee tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0592322 Oct 26 12:31:26.905261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a4480785-d1bd-4aaa-b069-f60f59986eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:27.023346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40374) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:27.081833 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a4c7af76-66ba-4971-af76-048a4a655ecf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0571070 Oct 26 12:31:28.085669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40376) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:28.145752 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1254c45c-1311-4324-9fbc-b1454edafd9c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0583260 Oct 26 12:31:29.093284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2b8e524c-8d54-4d87-b819-94ec652db8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:29.150082 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40378) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:29.482328 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9e30e391-744a-4a10-9b1a-86aba0c16e30 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.3311710 Oct 26 12:31:30.354981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:30.485408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40380) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:30.545823 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d55567e1-293d-4002-90ef-90ceaf00f8fb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0592964 Oct 26 12:31:30.640890 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-5911bbb2-425d-4ba4-8735-0a019bb21797 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373871 Oct 26 12:31:30.745366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-727e8ad7-d607-4f6b-ba26-cd15b800a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:31:30.746858 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-727e8ad7-d607-4f6b-ba26-cd15b800a1e7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1130 time: 0.0401461 Oct 26 12:31:30.855810 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-8b15be96-82ed-463a-a3fd-955fc2df181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:31:30.857275 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-8b15be96-82ed-463a-a3fd-955fc2df181c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 898 time: 0.0897686 Oct 26 12:31:30.920081 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-02dc7f9f-1707-456b-bc25-a1cd9b814818 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 1002 time: 0.0555675 Oct 26 12:31:30.967908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-5d3605cc-cddd-4591-b8f5-ba4484ad9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:31:30.969420 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-5d3605cc-cddd-4591-b8f5-ba4484ad9726 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 200 len: 834 time: 0.0434873 Oct 26 12:31:31.016269 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-4a9dd6f1-1898-4bfd-ba4b-28687f3a9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:31:31.017753 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-4a9dd6f1-1898-4bfd-ba4b-28687f3a9b0b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b40351a5-af40-440f-93b0-55dff05409f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0416629 Oct 26 12:31:31.108481 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-40c1cd68-9c82-4a45-85c1-fd65db8f747b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833657 Oct 26 12:31:31.214790 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-dfd51cca-0de9-43f2-9cdf-8924a6f43a49 req-d94943ab-7d19-4fce-9cf8-1d4cb1b076a3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978806 Oct 26 12:31:31.550056 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40382) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:31.608362 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e9ccb5eb-78a8-4c47-9542-97fe99e51bfe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0572698 Oct 26 12:31:31.732175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:31.862614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:32.612197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40384) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:32.671989 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-67537ffe-a493-4241-849e-820e3cfdda16 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0586405 Oct 26 12:31:33.675919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40386) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:33.736790 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1ac31d77-a525-4b8b-b99d-29bc33ea715e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0597439 Oct 26 12:31:34.740609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40388) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:34.800695 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2c57e560-28a7-47da-baf6-ed3b16a6d700 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0589776 Oct 26 12:31:35.805067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40390) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:35.811380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:35.813266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:35.863712 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ec0619d-894c-4491-9d72-d17e7c5c287b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0575566 Oct 26 12:31:36.868333 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40392) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:36.910964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:36.925908 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-86c2bb7b-bf11-4a0b-b373-ff3e97c0ecfd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0565844 Oct 26 12:31:37.930189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40398) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:37.993961 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-94330acb-a81b-4ac9-a193-421a80e3290d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0624707 Oct 26 12:31:38.997899 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40402) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:39.059636 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b2ad96cc-33a7-4186-b407-111287f7e066 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0606341 Oct 26 12:31:40.063652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40404) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:40.121358 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f01ba1ad-196a-415d-bde9-9d5f755ef24a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0565262 Oct 26 12:31:41.125262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40406) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:41.183875 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dd2c82d3-a64b-43dd-b5c3-ceb47f7cb48e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0574877 Oct 26 12:31:41.852324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:41.858567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:42.187574 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40408) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:42.248790 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-47896b47-94ee-46eb-bfc0-3bbf1247666a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0601001 Oct 26 12:31:42.324601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:43.252127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40410) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:43.309783 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4bbe1ee-217e-4516-bd13-7a253088c1ae tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0565267 Oct 26 12:31:44.313662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40412) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:44.375032 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aaabe1f2-508c-423b-b331-abc4b48c0210 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0602562 Oct 26 12:31:45.378223 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40414) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:45.437786 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-11c195d4-c1d8-4448-a6dd-4ae4c5eae11e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0582790 Oct 26 12:31:46.441550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40416) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:46.502430 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-89d53ffc-6de7-460e-b699-a5fca3ab44f3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0597620 Oct 26 12:31:46.703590 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:46.705382 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:47.506357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40418) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:47.567964 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-87ae6485-2a97-430f-9bb2-f6804d14c725 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0604444 Oct 26 12:31:48.571236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40420) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:48.577457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:48.629778 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-36480dbe-9c44-4c5d-aa3f-8b8a0cc3fe2e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0573027 Oct 26 12:31:49.634070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40422) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:49.693984 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3211e429-ed53-4435-b9b3-d18788dc6698 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0587523 Oct 26 12:31:49.836757 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:31:50.698401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40424) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:50.756168 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-65f91f36-f4a3-4bd0-a07d-0d11f87d64a9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0566192 Oct 26 12:31:51.759642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40426) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:51.821144 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2c8dff18-f04b-42c6-9ce8-afccd7c21bc0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0601399 Oct 26 12:31:52.313163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:52.320202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:52.824894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40428) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:52.884376 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4dc015f7-f660-47eb-ba33-ba7b03cb6829 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0583174 Oct 26 12:31:53.888190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40430) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:53.951027 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-60fc9154-d63b-421e-a1d5-3c5d21f5e142 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0617239 Oct 26 12:31:54.954908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40432) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:55.013389 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c026fdfc-a94d-494d-b1f9-d7d88d43a560 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0573738 Oct 26 12:31:56.017270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40434) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:56.081281 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eca96ec7-beeb-4653-97a8-76f88e12f996 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0627685 Oct 26 12:31:56.494357 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=42 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:56.495469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=36 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:56.908269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f11e8a1f-b84a-4baf-a22f-342c19ef5a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:57.085605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40436) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:57.143206 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-838f205a-dfcc-4462-b878-214230998b90 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0563626 Oct 26 12:31:58.147090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40438) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:58.208763 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a984aceb-7a59-43ae-9ad2-ccde56a7df7e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0605168 Oct 26 12:31:59.096160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-56665cb9-d1a6-40ab-9c27-c10b20b342bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:31:59.212742 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40440) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:31:59.275928 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-056b8362-5508-4f73-bfd9-e8950d4ad71b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0619769 Oct 26 12:31:59.831387 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:31:59.832188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:00.279894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40442) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:00.341990 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-26f8ffa2-6511-4bbd-9712-094e36da7791 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0609400 Oct 26 12:32:00.356665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:01.345823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40444) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:01.404119 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa6d19b4-cf47-45b0-af04-d2986fc57ebf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0571365 Oct 26 12:32:01.734350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:01.867333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:02.408008 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40446) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:02.466601 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-026851ec-2a87-457c-82d6-bf3825373c2e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0574274 Oct 26 12:32:03.470352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40448) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:03.530179 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-64e0637a-5174-441e-8fbf-a4b1ee164169 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0586426 Oct 26 12:32:04.533720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40450) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:04.593726 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a95aca19-51be-4ace-9160-94c167c4a917 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0588875 Oct 26 12:32:05.597501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40452) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:05.658422 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-08b27b6e-358e-4464-be9f-2658ba27ec69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0598016 Oct 26 12:32:06.662260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40454) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:06.720279 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c7bfb9bc-732d-49ea-a987-0ecbd864d53f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0563319 Oct 26 12:32:07.724099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40456) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:07.759711 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:07.788450 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-947199ef-594c-400e-bfd6-d34ad0fc095d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0630572 Oct 26 12:32:08.792193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40458) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:08.849993 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-576e83dd-d8eb-4535-ad55-2f6e1c733ab4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0566962 Oct 26 12:32:09.853366 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40460) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:09.915645 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8aac0b27-9d0c-488a-a01c-4d71e7ca03d4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0611556 Oct 26 12:32:10.919518 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40468) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:10.977199 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4f4b3229-0e3a-4ec1-9cd9-f980396139e1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0563326 Oct 26 12:32:11.861017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:11.862956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:11.980456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40472) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:12.043441 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d25869b9-6eea-4975-bb1c-63dc29550e87 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0619586 Oct 26 12:32:12.341195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:13.047289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40474) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:13.105676 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b2e09f39-fae4-473a-bf31-e33f34b3b233 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569360 Oct 26 12:32:14.109665 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40476) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:14.170190 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9e3cfedb-1bfc-4d53-a346-edf7a27586da tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0594261 Oct 26 12:32:15.173795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40478) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:15.222479 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:15.233325 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e45f4bc0-2246-4bfb-8366-3db81644e9ed tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0584447 Oct 26 12:32:16.236987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:16.298195 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d7a05bfa-8b31-48e8-9129-c17ef759f692 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0598397 Oct 26 12:32:16.711642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=24 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:16.713528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=26 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:17.302109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40482) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:17.360796 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-058e7c08-d8b8-4690-99f1-f5fc9db20301 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0575047 Oct 26 12:32:18.365288 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40484) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:18.426547 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4cc0b4c6-6161-4026-976c-66f8a7895561 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0588732 Oct 26 12:32:19.430362 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40486) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:19.487925 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-34fc409f-4b85-41e2-9256-45f6ab5b8837 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0563977 Oct 26 12:32:20.491676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40488) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:20.555929 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f56c3368-a123-4a68-8cbb-661f27683152 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0629802 Oct 26 12:32:21.528959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:21.534234 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:21.559186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40490) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:21.617497 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-37f58ffe-5eaa-44c1-9622-961f71789ba4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0571113 Oct 26 12:32:22.621480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40492) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:22.683322 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-60304262-9d39-494a-8d70-f8fd4cb348a3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0607274 Oct 26 12:32:23.687320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40494) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:23.746656 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1b833d06-d0d6-4e01-8f22-5c5a9555ef3f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0580945 Oct 26 12:32:24.749492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40496) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:24.809844 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-94da9612-882e-4032-9188-90fae7d0ac17 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0592284 Oct 26 12:32:25.813762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40498) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:25.876626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-62516548-f015-4b2c-bfc1-e8619f7959ba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0616565 Oct 26 12:32:26.615942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=17 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:26.618497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:26.835964 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:32:26.880465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40500) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:26.908517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-054e1e72-3f2e-440d-9647-80e1e650be2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:26.942660 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2289c9c7-cb76-4234-a1dc-78d48d24cef4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0605350 Oct 26 12:32:27.946438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40502) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:28.007838 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-91d50687-7b4d-4900-8de7-03b7887cbf05 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0602431 Oct 26 12:32:29.011685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40504) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:29.069763 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b166aea9-5857-41a9-82d5-6c2f69e058dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569263 Oct 26 12:32:29.097138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0846abf6-ed7d-42e2-9461-65382be8e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:30.073211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40506) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:30.133531 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-69675d50-d6e1-4a10-bd71-cd3511509300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0591409 Oct 26 12:32:30.360028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:30.632150 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-19f626f3-6a62-4524-8091-e8e629ba2781 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380657 Oct 26 12:32:30.734719 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-1ef0f5c2-79f3-4560-b23f-b182ac2b6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:32:30.736224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-1ef0f5c2-79f3-4560-b23f-b182ac2b6014 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1130 time: 0.0399413 Oct 26 12:32:30.842401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-09e1ab56-8f22-4649-88b5-42b0022641a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:32:30.843906 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-09e1ab56-8f22-4649-88b5-42b0022641a8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 898 time: 0.0898831 Oct 26 12:32:30.906249 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-60229f25-86ba-4a96-97f2-a417d6d3a6b1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 1002 time: 0.0554931 Oct 26 12:32:30.955796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-57dd44fd-442b-4db1-94e0-567b9160644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:32:30.957220 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-57dd44fd-442b-4db1-94e0-567b9160644c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 200 len: 834 time: 0.0438464 Oct 26 12:32:31.003271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-23ae8b1d-2cab-4804-82ec-2412908f9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:32:31.004810 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-23ae8b1d-2cab-4804-82ec-2412908f9a46 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b40351a5-af40-440f-93b0-55dff05409f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0418098 Oct 26 12:32:31.014858 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-41834c26-26a1-4e49-a1d6-989e63eeab0f service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:32:31.015819 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-41834c26-26a1-4e49-a1d6-989e63eeab0f service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047500 Oct 26 12:32:31.105185 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-20d93aac-f253-4504-8629-55a60c81af8d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830984 Oct 26 12:32:31.137429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40508) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:31.196462 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5a680de-5727-4c1a-94b8-930ef1b5bdf1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0579607 Oct 26 12:32:31.200830 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-244fa7a9-09e7-476c-acc6-c1cc00a66452 req-08ae5fb4-ab3c-4a7e-8b4d-e78605bb64ad service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896156 Oct 26 12:32:31.736858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:31.870892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:32.200486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40510) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:32.260586 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-54c9869a-2e4b-435f-85ad-b4cee8d1cfeb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0589693 Oct 26 12:32:33.264452 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40512) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:33.601180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-69653f81-90a3-49c1-b5a7-f559368ec645 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.3354762 Oct 26 12:32:34.604956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40514) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:34.664344 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-40f234f2-ad08-4b77-ad83-62a7689ebca8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0582726 Oct 26 12:32:35.668195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40516) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:35.715827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:35.725889 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-07314ba8-9f0b-4506-b0f8-3023ba02c3e1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0566142 Oct 26 12:32:36.729486 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40518) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:36.789876 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5dc7929a-252d-4c35-ae5f-8e9bfb1a287d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0592484 Oct 26 12:32:36.832559 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:37.771384 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:37.793590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40520) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:37.851054 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e9b8bf37-7dbf-4cad-ab5c-7a5b9fba6d26 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0562532 Oct 26 12:32:38.853886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40522) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:38.916507 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bf9604e0-4b3a-4036-8914-f920f7da5921 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0615540 Oct 26 12:32:39.919441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40528) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:39.978127 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4eac9811-58c1-4fa9-93da-5c40c5cac920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0575252 Oct 26 12:32:40.982026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40530) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:41.028525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:41.042792 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aac83ed4-f1a9-42f7-881b-3420a4c4a31b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0597036 Oct 26 12:32:41.863735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:41.867166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:42.047068 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40532) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:42.106378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2ff7a7d3-5a22-4cb0-bfef-48d0b2a0fa3a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0581045 Oct 26 12:32:42.337056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:43.109360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40534) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:43.167476 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b33c3d6e-021b-47b5-8511-b033858d2cc6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569363 Oct 26 12:32:44.171374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40536) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:44.232079 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-149bb6b6-3f4c-4d02-805c-cc2ec13e501a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0593164 Oct 26 12:32:45.235962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40538) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:45.296020 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-02c721ca-ce6f-4d26-b3ca-ffb41df48a28 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0589192 Oct 26 12:32:46.300149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40540) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:46.306771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:46.358482 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f75d2b7-6105-409f-9601-ee4846211377 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0571320 Oct 26 12:32:47.362262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40542) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:47.368785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:47.420873 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1956574b-3b58-4a93-acc8-b4eb121904a6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0574234 Oct 26 12:32:48.424925 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40544) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:48.485091 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-da7f3d35-480a-49ed-ab18-cd04e1585c98 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0590222 Oct 26 12:32:49.489920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40546) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:49.547361 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5924993d-6945-47e2-86da-07d01ce1ba26 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0563018 Oct 26 12:32:50.551193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40548) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:50.615262 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3d7772b8-f634-4bbd-8a26-4f17b38c0927 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0623631 Oct 26 12:32:51.619193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40550) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:51.677466 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-84d0b939-7861-4e7b-8771-1a03ecde062f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0571005 Oct 26 12:32:52.331298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:52.333429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:52.681211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40552) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:52.751808 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b059aeca-b850-4293-a952-ca1eb61bd554 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0695205 Oct 26 12:32:53.756204 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40554) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:53.816755 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4cd55486-b824-426e-8bbf-b73236db2c9f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0585926 Oct 26 12:32:54.820502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40556) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:54.882248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9c9d230e-eaf5-4456-9f50-e358b7477dc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0605674 Oct 26 12:32:55.885535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40558) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:55.944483 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96df8111-b2e1-4cc7-9f64-618443a6cd77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0578146 Oct 26 12:32:56.910198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ffafdf4a-4ef5-45f0-a9b4-9a61659fc7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:56.948386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40560) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:57.009812 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-504f7b36-05ab-4a77-9516-b35550b833cb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0603037 Oct 26 12:32:58.013728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40562) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:58.074308 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8696c238-6277-463b-96e0-4a2fa51affa2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0594132 Oct 26 12:32:58.529345 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:58.530087 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:32:59.077782 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40564) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:32:59.099593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2205d914-ff4b-479c-b44e-c254a6cccfd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:32:59.138930 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7bd7bca0-369e-4487-b8b8-351b4f9d2a0a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0598643 Oct 26 12:33:00.142761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40566) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:00.200899 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d9a550da-f4cc-4d1c-80a5-6d8e6eeb3389 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569952 Oct 26 12:33:00.365343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:01.204626 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40568) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:01.267783 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7e756686-5b1d-4bad-a848-0f94677bb08f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0619521 Oct 26 12:33:01.668370 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=34 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:01.669160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=27 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:01.738846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:01.872954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:02.272567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40570) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:02.333867 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bc4c0cd9-f55e-4e04-84da-17e82bfe3bed tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0600939 Oct 26 12:33:03.337573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40572) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:03.395065 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5de2c8e1-242d-4313-8e90-af3f30f10739 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0563166 Oct 26 12:33:03.835398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:33:04.399093 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40574) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:04.459705 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c8bfe513-004e-4227-8c59-f86921b6ec6d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0594666 Oct 26 12:33:05.463645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40576) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:05.521678 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f09f37ca-e90d-4989-b30f-f0d8a8b9e3e4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0567787 Oct 26 12:33:06.525190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40578) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:06.584452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6411acaa-13ab-4341-ae08-87dbc4873901 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0581372 Oct 26 12:33:07.588517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40580) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:07.949490 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41178262-0aeb-4cb2-8e2b-3e39a56a9be0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.3597927 Oct 26 12:33:08.953531 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40582) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:08.961129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=74 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:09.012478 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7a1f4870-86d8-4910-ad32-9d76726cd03f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0578749 Oct 26 12:33:10.016439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40584) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:10.076610 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9edc2bea-18ed-46ee-a77f-1cd93efe35a1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0590284 Oct 26 12:33:11.079960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40586) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:11.136507 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-07525acb-d237-4708-b3bd-31fdd4666216 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0554662 Oct 26 12:33:11.867488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:11.869533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:12.140429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40588) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:12.201719 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0e92de6c-8d3b-4fdb-a8bc-8a6e8bcf6982 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0601974 Oct 26 12:33:12.332560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:13.205518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40590) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:13.263112 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-31a6fda1-4cff-47bc-92c7-89d8ae359ab5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0564301 Oct 26 12:33:13.831935 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:14.267003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40592) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:14.328895 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d09999ec-1383-420c-89ce-81e932c5a76c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0606792 Oct 26 12:33:15.333314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40594) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:15.390123 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-72d61e3c-a02f-469d-9010-36150c9e07d9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0556464 Oct 26 12:33:16.393931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40596) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:16.453822 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-99812ccc-f057-4684-8a05-586db7ab3790 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0587819 Oct 26 12:33:17.457710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40598) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:17.518183 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d45032b0-2d00-4ec8-b9a6-7b9a97bbfe32 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0593393 Oct 26 12:33:18.522023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40600) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:18.582564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a9bd0b52-4930-4687-bd25-8842e93bb4fb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0593829 Oct 26 12:33:19.002877 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:19.004855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=59 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:19.586385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40602) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:19.645045 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fa47b0f2-fb82-429c-9351-94e031f56444 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0575519 Oct 26 12:33:20.650899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40604) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:20.716585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-53a90b7a-3485-4b4a-9161-191c2868b542 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0645554 Oct 26 12:33:21.718895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40606) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:21.777612 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8a0bdb8f-b9d9-478e-8b4f-c3c9d8135c1b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0575464 Oct 26 12:33:22.326405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:22.328191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:22.781052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40608) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:22.841714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6dfb6e31-7069-4e1e-9a5b-1475d675f8e0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0595496 Oct 26 12:33:23.845613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40610) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:23.905565 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f8ede5f-a031-4fdf-9244-1c2ca133c07d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0578332 Oct 26 12:33:24.807372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:24.908402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40612) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:24.969076 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e2176cb9-0536-408e-baec-fd1accfa189d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0595472 Oct 26 12:33:25.972798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40614) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:26.030377 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ce2446ed-9575-4cd5-a249-f47ffd3a2233 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0564470 Oct 26 12:33:26.912802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f054f33-ddb8-4d8a-9574-7c1bd88ddd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:27.034012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40616) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:27.094852 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a1f1cceb-6c22-467b-8444-c1420f3947fb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0598078 Oct 26 12:33:28.098769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40618) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:28.158702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-709ca901-7207-49f4-b39c-a04f244266b5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0586889 Oct 26 12:33:29.103202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1981e851-e528-4351-93da-1fa2ff59f7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:29.161472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40620) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:29.222852 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-207e3342-2e04-4339-b19a-1fbe6b0a40d4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0602405 Oct 26 12:33:29.636149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=80 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:29.638035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=80 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:30.227435 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40622) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:30.284879 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5a4ab66-7989-4492-8c79-9505286c495c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0562713 Oct 26 12:33:30.366686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:31.289320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40624) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:31.349373 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0ab4e196-b22e-43c6-b83c-70e46735e4b5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0589449 Oct 26 12:33:31.656902 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-80d29676-d4d6-45a6-9f5f-800527f729c1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378773 Oct 26 12:33:31.742337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:31.771880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-904defc5-d2d2-49b9-9d9e-8a577690d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:33:31.773871 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-904defc5-d2d2-49b9-9d9e-8a577690d35e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1130 time: 0.0438409 Oct 26 12:33:31.880995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:31.883992 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-7293abae-702f-49f9-997f-2fe64d0e1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:33:31.885498 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-7293abae-702f-49f9-997f-2fe64d0e1fcd service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 898 time: 0.0893378 Oct 26 12:33:31.953058 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-59998db7-1c87-4cc7-bbd0-feb7496a0f10 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 1002 time: 0.0605676 Oct 26 12:33:32.002988 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-3a684baf-5047-46b7-9050-17a275645836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:33:32.004486 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-3a684baf-5047-46b7-9050-17a275645836 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 200 len: 834 time: 0.0453067 Oct 26 12:33:32.048426 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-24bd39e1-bec3-4e3e-9399-25785783637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:33:32.049930 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-24bd39e1-bec3-4e3e-9399-25785783637e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b40351a5-af40-440f-93b0-55dff05409f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392165 Oct 26 12:33:32.154246 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-4f140344-fb8e-4807-9811-6e9a662f308d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889444 Oct 26 12:33:32.247737 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5e7fd15f-190e-44f5-9778-9b3553ba3807 req-d79f4c02-275a-4fed-9c7e-b1053e823c35 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850382 Oct 26 12:33:32.352752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40626) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:32.414966 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dc648ca9-491b-48b6-99eb-f157377df69b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0610013 Oct 26 12:33:33.418847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40628) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:33.476932 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b94ff21d-7bce-4fc5-9bc5-852ea35e341b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569715 Oct 26 12:33:34.480834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40630) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:34.541594 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d19e972c-9089-40e7-9cc7-372a24e52e17 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0596428 Oct 26 12:33:35.525342 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:35.526072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:35.544712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40632) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:35.603286 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-10db2033-d65d-4f20-b5b3-644bb60a1385 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0571475 Oct 26 12:33:36.607713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40634) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:36.673066 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f3effee0-fc95-4a94-b2a4-1bc4180bf05a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0639250 Oct 26 12:33:37.676979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40636) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:37.736599 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f77a3b5-af76-4f6e-a84f-997971a07416 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0584872 Oct 26 12:33:38.740446 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40638) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:38.801651 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ec69a09-13fc-4834-b2ea-3106d3c2de19 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0600617 Oct 26 12:33:39.805606 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:39.863627 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-039c7508-ccb8-4676-817a-b0a7775bdbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569072 Oct 26 12:33:40.834669 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:33:40.866800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:40.931065 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-78eb183a-e41b-42de-9be1-fd6e3909808f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0625689 Oct 26 12:33:41.869991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:41.871998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:41.934977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40648) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:41.994490 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-67485e9f-5e9f-4afb-9423-350f7bf3a928 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0581768 Oct 26 12:33:42.335270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:42.997705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40650) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:43.054537 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-90240db3-a0ff-48f5-81f2-0e286cffee15 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0557766 Oct 26 12:33:44.058060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40652) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:44.118061 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-86fc7e8c-78d2-466f-bc36-1f635fe72491 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0588500 Oct 26 12:33:45.121714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40658) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:45.231306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5d428201-578a-407e-8022-206b1496076b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.1084485 Oct 26 12:33:46.234824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40664) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:46.294607 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6c261c21-627b-4b78-ba86-974169f812fd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0562859 Oct 26 12:33:46.623658 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:47.298386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40668) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:47.358190 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f95a5441-0408-4e12-9796-4e3ef0344843 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0586863 Oct 26 12:33:48.362211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40670) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:48.684036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:48.690555 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:48.699750 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-615e84d7-0240-45bf-8f79-50848656e0f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.3364344 Oct 26 12:33:49.703683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40672) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:49.764362 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4bc28d67-d701-4531-8b1c-16e2c2fcaf51 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0595374 Oct 26 12:33:50.768337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40674) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:50.825937 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-488aec6e-25ea-46aa-a586-ac53f198c69c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0564823 Oct 26 12:33:50.830749 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:51.829563 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40676) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:51.890722 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9b00d5c6-59c9-42dc-b73e-2ed44acbb5a8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0600328 Oct 26 12:33:52.329510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:52.331423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:52.894573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40678) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:52.951391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-19eb517a-1629-42a7-b724-23a75aa2662c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0557110 Oct 26 12:33:53.955297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40680) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:54.015639 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-94fecd36-f50f-4e3d-bfcf-65f604f66181 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0591817 Oct 26 12:33:54.109310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:54.111132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:33:55.019524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40682) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:55.078006 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-24abe0b3-000e-44d2-8e2f-a72bde87e0e7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0573883 Oct 26 12:33:56.081853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40684) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:56.144248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d6ceaaee-b70e-47ce-bbeb-f02a9b61d502 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0611472 Oct 26 12:33:56.915191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b6d84270-5895-44ad-9291-81d43e17e9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:57.147851 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40686) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:57.205888 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3637aa50-bc3e-42e8-a3f5-f3b641161086 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569520 Oct 26 12:33:58.209553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40688) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:58.271276 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aa1e9e7e-dfd6-449d-8a43-9be417c7f3b8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0605733 Oct 26 12:33:59.104891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-aa557b01-92b1-4d02-a3b7-b64edd40da32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:33:59.274722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40690) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:33:59.333039 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b453457d-73c2-4176-b0ca-684a013ec8a8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0571425 Oct 26 12:34:00.336994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40692) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:00.372891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:00.398089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-87520f0b-0821-469b-92f0-b86726ae7d92 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0592151 Oct 26 12:34:01.401072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40694) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:01.462127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-360f77a1-ecb1-4829-b1e0-567fab23fc17 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0599241 Oct 26 12:34:01.744839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:01.880128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:02.465861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40696) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:02.527522 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e0e4ac83-c06f-4e44-ba9f-89fb2b30ab96 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0604644 Oct 26 12:34:03.531429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40698) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:03.589493 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b1447883-1d45-45e7-b3a2-27bb0de83479 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569270 Oct 26 12:34:04.593603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40700) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:04.654495 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-74b2e02c-86d7-4783-950e-9072f71331c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0592124 Oct 26 12:34:05.658421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40702) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:05.715887 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3a85a11a-3773-4c58-a5be-cf1864429fa9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0562878 Oct 26 12:34:06.720618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40704) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:06.778579 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d8cab17-53ab-4c0f-8792-69ab5d24bc18 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569799 Oct 26 12:34:07.782651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40706) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:07.849795 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0a6133fc-3715-4cd9-8fd4-78b16c432a84 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0651505 Oct 26 12:34:08.853501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40708) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:08.913753 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72817d2f-44c1-42e7-a837-cca7ee25a99e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0591404 Oct 26 12:34:09.917702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40710) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:09.978067 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1f369f73-188e-4118-9a6c-d1eb5df15486 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0592363 Oct 26 12:34:10.982522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40712) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:11.040279 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-881009ed-3343-416f-ba3d-37a91ca290ea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0563035 Oct 26 12:34:11.873693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:11.876325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:12.044158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40714) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:12.110191 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d54f7a8a-2723-496a-9a81-c994d1e4a204 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0633426 Oct 26 12:34:12.351037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:12.523044 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:12.523886 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:13.113051 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40716) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:13.171903 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5fbc7f73-921f-4fcc-92ab-86d7eb7ebdcd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0577655 Oct 26 12:34:14.175916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40718) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:14.237523 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0a8ca057-0439-4e5b-9dcc-26c2b199dbea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0605633 Oct 26 12:34:15.240764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40720) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:15.299598 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5fba6bfa-21fd-4742-a914-87ff34971330 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0576971 Oct 26 12:34:16.302708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40722) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:16.364411 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d434b63-d504-4df4-842f-fa75ea2459d8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0605528 Oct 26 12:34:17.368115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40724) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:17.426646 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2492f982-694f-4c55-b71f-e03fdab91eac tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0574167 Oct 26 12:34:17.833859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:34:18.429571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40726) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:18.490014 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-02b41e77-9aed-4603-a10e-1b65dd714bfe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0593193 Oct 26 12:34:18.900163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=72 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:18.906341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=68 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:19.493946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40728) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:19.552944 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d99502d8-d56f-494d-9420-67bf91df2496 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0578933 Oct 26 12:34:20.556806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40730) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:20.617217 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-064e274f-ae2d-45de-af5b-80ad58f719b1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0592945 Oct 26 12:34:21.621095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40732) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:21.678579 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f633ee97-5f3a-41b7-9e2d-dae0309bc589 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0563662 Oct 26 12:34:22.681510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40734) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:22.741500 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cc2b68e8-cfef-4fab-9886-9c8d9beca2ba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0588136 Oct 26 12:34:23.744824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40736) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:23.807978 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cb4378e8-1096-40be-b903-bdb495ac310f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0619719 Oct 26 12:34:24.812137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:24.869545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-40258494-c607-445d-83bd-41eb3d681ec8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0562782 Oct 26 12:34:25.874388 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:25.935001 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb4c9818-cf18-4950-8111-5603c27bae7b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0594466 Oct 26 12:34:26.621122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:26.624499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=15 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:26.919085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-de48d245-e2b7-46a3-901d-3a3d7878718e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:26.939927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:26.997936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-81bae468-fe0a-4b36-9a3a-06637ca91c17 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0568371 Oct 26 12:34:27.830760 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:28.001549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40744) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:28.063671 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-035ed589-fb89-4a04-80aa-92129752b488 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0609856 Oct 26 12:34:29.066945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:29.111771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d43b332c-9bb9-48db-a344-7af919cc5516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:29.130443 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-013a2234-d7de-4dcb-9d25-da323507418f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0622365 Oct 26 12:34:30.133553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40748) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:30.195378 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c0e79e3c-04fc-4ee0-ac9a-696abfc208cb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0606575 Oct 26 12:34:30.372250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:31.199164 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40750) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:31.259321 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-76634467-0a35-42eb-aec9-d9b9673012b5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0590277 Oct 26 12:34:31.747203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:31.883862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:32.264144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40752) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:32.270386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:32.272095 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=86 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:32.642808 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1744e6a-16fa-42a0-84de-aeb704ddc16c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.3774836 Oct 26 12:34:32.712114 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-46f6298b-5feb-400d-988c-960a989c81a3 req-747fbf31-313a-404e-8c24-e71633d2ae1c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989525 Oct 26 12:34:32.816506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6298b-5feb-400d-988c-960a989c81a3 req-faeb43a2-d71c-4a4f-bb69-77c2a74a8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:34:32.817984 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-46f6298b-5feb-400d-988c-960a989c81a3 req-faeb43a2-d71c-4a4f-bb69-77c2a74a8784 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1130 time: 0.0419471 Oct 26 12:34:32.923746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6298b-5feb-400d-988c-960a989c81a3 req-319ab3c5-f973-4b9a-a796-1b3835b60a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:34:32.925259 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-46f6298b-5feb-400d-988c-960a989c81a3 req-319ab3c5-f973-4b9a-a796-1b3835b60a29 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 898 time: 0.0881937 Oct 26 12:34:32.990877 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-46f6298b-5feb-400d-988c-960a989c81a3 req-8ff70138-989f-4dd1-aa6b-5adfb2664488 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 1002 time: 0.0596542 Oct 26 12:34:33.039462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6298b-5feb-400d-988c-960a989c81a3 req-d7454c6a-6506-4cc1-8401-297d293766d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:34:33.041002 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-46f6298b-5feb-400d-988c-960a989c81a3 req-d7454c6a-6506-4cc1-8401-297d293766d4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 200 len: 834 time: 0.0441740 Oct 26 12:34:33.083242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6298b-5feb-400d-988c-960a989c81a3 req-44f050e2-f981-4ed4-b5e7-70479f1e19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:34:33.084735 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-46f6298b-5feb-400d-988c-960a989c81a3 req-44f050e2-f981-4ed4-b5e7-70479f1e19fa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b40351a5-af40-440f-93b0-55dff05409f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384603 Oct 26 12:34:33.176588 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-46f6298b-5feb-400d-988c-960a989c81a3 req-4901668e-5775-456d-b93a-c2330abde1f4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856593 Oct 26 12:34:33.265284 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-46f6298b-5feb-400d-988c-960a989c81a3 req-a8d3e6ae-fb78-4fe1-8884-db92c4ac05bf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830226 Oct 26 12:34:33.646657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40756) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:33.707741 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-01ab9203-767d-4e28-b96e-dafc8048fae4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0599382 Oct 26 12:34:34.711610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40758) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:34.769298 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f34c4e16-7e03-4d87-aee6-ae447d9f8775 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0565395 Oct 26 12:34:35.773176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40760) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:35.834688 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4dea9b9d-a51c-4793-b367-b3fe16ebf729 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0603912 Oct 26 12:34:36.838213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40762) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:36.899031 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-89a944e4-e662-41b7-aff6-a4ea13ae8a11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0596802 Oct 26 12:34:37.902845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40764) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:37.960417 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0beccdff-4761-499f-ae72-6ab9b7ad8947 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0564582 Oct 26 12:34:38.964237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40766) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:39.025200 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a83cea66-3d5d-45ab-89a3-13f0b7ae6f8b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0597365 Oct 26 12:34:40.029031 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40768) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:40.087687 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ca6980d9-1f85-4f30-8a80-c6416307c7a0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0574710 Oct 26 12:34:41.090926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40770) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:41.150817 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e93de3b9-32d3-4b7f-930a-812cfaebe3bc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0587630 Oct 26 12:34:41.877228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:41.879176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:42.154899 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40772) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:42.212884 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d8c92109-a08c-4793-9057-74cce6f119c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0569224 Oct 26 12:34:42.365129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:43.216906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40778) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:43.278207 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8435ef83-b5e8-4f8f-88a1-15d71ba9b689 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0600710 Oct 26 12:34:44.282600 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40780) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:44.340811 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-25b0dccc-6196-4626-acf0-20404007fbeb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0570140 Oct 26 12:34:45.345188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40782) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:45.404499 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4659b342-d782-4b9e-b048-b98c2f05c971 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0581827 Oct 26 12:34:45.821208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=69 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:45.827943 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=70 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:46.407848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40784) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:46.470326 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5ab45d67-c5fc-4c6c-9ec5-aeaa34c73e20 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0612521 Oct 26 12:34:47.474099 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40786) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:47.534935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1252b824-d9f8-4045-8d13-e675dea13775 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0586019 Oct 26 12:34:48.537573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40788) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:48.572059 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:48.595503 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a45eadc2-7b93-420d-a213-6be97009d88e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0568395 Oct 26 12:34:49.518978 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:49.519777 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:49.598835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40790) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:49.631813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:49.660612 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b6b9964-9b5b-415e-9a5e-192b2b8a620b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0606792 Oct 26 12:34:50.664325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40792) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:50.723741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-229d436b-1be7-4078-b8f5-7ceeaadf89e6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0582607 Oct 26 12:34:51.727590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40794) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:51.787400 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2783526b-7ca7-4ef7-ab0b-86a87b714beb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0586607 Oct 26 12:34:52.355144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:52.361602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:52.791230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40796) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:53.125358 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f1cc3d23-2c52-4c0d-ba47-da01d0f3d2f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.3329539 Oct 26 12:34:54.129225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40798) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:54.188575 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-01888a95-454b-4e66-8a4a-b50321776e9e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0582500 Oct 26 12:34:54.832991 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:34:55.191623 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40800) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:55.248296 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f88ff136-b73d-44a1-ac1c-94734bd1c8db tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0555210 Oct 26 12:34:56.252765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40802) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:56.311234 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5fa33b7c-7f97-448d-9ab6-8f97c147d0ec tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0573010 Oct 26 12:34:56.921958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cff02d43-ee4a-4bf2-b52f-93c530837d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:57.315205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40804) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:57.374686 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0aba71bd-80e6-498c-ac7b-ab31adeebc29 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0582952 Oct 26 12:34:58.378822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40806) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:58.438588 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4b5495de-bc0e-4641-92dc-b976c6a1f722 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 200 len: 994 time: 0.0586390 Oct 26 12:34:58.441542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40808) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:34:58.582322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 1bd7b2d3-983d-48c7-a0a4-5007b764e460 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:34:58.582654 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1bd7b2d3-983d-48c7-a0a4-5007b764e460), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:58.663902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1bd7b2d3-983d-48c7-a0a4-5007b764e460), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:58.664143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (1bd7b2d3-983d-48c7-a0a4-5007b764e460), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:58.678006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 1bd7b2d3-983d-48c7-a0a4-5007b764e460 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:34:58.825680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1bd7b2d3-983d-48c7-a0a4-5007b764e460), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:58.847977 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=1bd7b2d3-983d-48c7-a0a4-5007b764e460,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:34:58.857616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.857962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.858298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.858640 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.859571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.860589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.860589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.860791 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.861010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.861329 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.861647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.861966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.862281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.862593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.862905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:34:58.904575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:58.920397 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:34:58.926641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (ff108fe1-b9a1-4ecb-8b26-90208df796c7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:58.927060 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP ff108fe1-b9a1-4ecb-8b26-90208df796c7 disassociated (deleted). External IP: 172.26.0.159, port: ea51ba27-a254-4bdd-99b5-a3d15fc33572. Oct 26 12:34:59.104566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8df83ef2-3c22-4b52-b653-c568994ca9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:59.127509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router f23d5185-816f-40eb-a986-0023f13af0b3 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:34:59.234960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:34:59.239381 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:34:59.245616 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:34:59.255445 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:34:59.256084 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:34:59.272505 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-08b614ff-1655-4d18-834b-b647d3adcb08 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/ff108fe1-b9a1-4ecb-8b26-90208df796c7 HTTP/1.1" status: 204 len: 168 time: 0.8275535 Oct 26 12:34:59.272505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:34:59.272934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e77850-4a1f-464f-9927-7eee4951d588" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:34:59.385805 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:34:59.401215 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29030be-14cc-45dd-b2dd-b0d2ec1a9a14 x-openstack-request-id: req-e29030be-14cc-45dd-b2dd-b0d2ec1a9a14 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:34:59.402173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:34:59.402659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e29030be-14cc-45dd-b2dd-b0d2ec1a9a14 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:34:59.403125 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29030be-14cc-45dd-b2dd-b0d2ec1a9a14'] response: {'name': 'network-changed', 'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'status': 'completed', 'code': 200} Oct 26 12:34:59.500101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77850-4a1f-464f-9927-7eee4951d588 req-ad1c5be4-3497-4c3a-b2c0-08fa67c9d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:34:59.501756 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-90e77850-4a1f-464f-9927-7eee4951d588 req-ad1c5be4-3497-4c3a-b2c0-08fa67c9d97c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 1130 time: 0.0476706 Oct 26 12:34:59.578846 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e943df3-5ac2-493b-858c-48af70453c64 req-53e46637-0cf4-49cd-939c-25f00cd9ba79 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:34:59.580459 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2e943df3-5ac2-493b-858c-48af70453c64 req-53e46637-0cf4-49cd-939c-25f00cd9ba79 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 946 time: 0.0950403 Oct 26 12:34:59.589038 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:35Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:36Z', 'revision_number': 32, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:34:59.617371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:34:59.626315 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:34:59.626920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:34:59.631025 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2e943df3-5ac2-493b-858c-48af70453c64 req-5b8eb0ae-2156-4d01-aa5b-dfb3dddde538 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=666745ef-c568-4c76-bf56-a28855afb750&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446839 Oct 26 12:34:59.728369 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:34:59.748301 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77850-4a1f-464f-9927-7eee4951d588 req-4de932e1-f359-40a6-865d-a179e34f7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:34:59.750436 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-90e77850-4a1f-464f-9927-7eee4951d588 req-4de932e1-f359-40a6-865d-a179e34f7771 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 200 len: 898 time: 0.0896888 Oct 26 12:34:59.912999 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:35Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:36Z', 'revision_number': 32, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:34:59.938177 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a379d-7125-4115-8882-9da687fd33a7 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:30:35Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:30:36Z', 'revision_number': 32, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:34:59.940072 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-90e77850-4a1f-464f-9927-7eee4951d588 req-363fb42a-a07a-4441-bba0-add6269b9e14 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 200 len: 217 time: 0.0386443 Oct 26 12:34:59.995342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77850-4a1f-464f-9927-7eee4951d588 req-a5ddb872-5b24-444c-b709-0ebcab94ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:34:59.996968 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-90e77850-4a1f-464f-9927-7eee4951d588 req-a5ddb872-5b24-444c-b709-0ebcab94ea40 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 200 len: 834 time: 0.0518904 Oct 26 12:35:00.089354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77850-4a1f-464f-9927-7eee4951d588 req-28900eff-d422-426d-a69b-e12c2312c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:00.090894 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-90e77850-4a1f-464f-9927-7eee4951d588 req-28900eff-d422-426d-a69b-e12c2312c7d2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=b40351a5-af40-440f-93b0-55dff05409f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423570 Oct 26 12:35:00.103587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-a503e42f-afa7-4161-b788-a678014a1a2d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:00.103587 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-a503e42f-afa7-4161-b788-a678014a1a2d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 946 time: 0.0544338 Oct 26 12:35:00.211812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port ea51ba27-a254-4bdd-99b5-a3d15fc33572 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:35:00.212387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:00.217528 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-90e77850-4a1f-464f-9927-7eee4951d588 req-3e788a0c-c06e-40db-9d12-5d1dc7d87373 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193357 Oct 26 12:35:00.318378 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-90e77850-4a1f-464f-9927-7eee4951d588 req-6974e631-c320-46c5-acd2-7ba28744f367 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941794 Oct 26 12:35:00.321203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port ea51ba27-a254-4bdd-99b5-a3d15fc33572, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ea51ba27-a254-4bdd-99b5-a3d15fc33572,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:00.321572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:00.337273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for ea51ba27-a254-4bdd-99b5-a3d15fc33572 owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:35:00.376586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:00.491137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ea51ba27-a254-4bdd-99b5-a3d15fc33572), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:00.497687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:00.523526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=ea51ba27-a254-4bdd-99b5-a3d15fc33572,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:00.586800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] No DVR routers for this DVR port ea51ba27-a254-4bdd-99b5-a3d15fc33572 on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:35:00.589557 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:00.594912 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-88866b17-abe5-4275-b7c2-f1937fa59557 req-8ef879d8-12c5-4e60-83d8-7e9971b34c11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ea51ba27-a254-4bdd-99b5-a3d15fc33572 HTTP/1.1" status: 204 len: 173 time: 0.4772577 Oct 26 12:35:00.841249 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e282a270-0fd7-416b-8646-f5ddac43b11f req-9f6fb56d-a3a1-4dc2-86c4-a5807d701e1d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6f5d011a-b929-4648-8a8f-e6dc131dd065 HTTP/1.1" status: 200 len: 210 time: 0.1100843 Oct 26 12:35:00.909163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:00.965547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:00.966159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:00.966554 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 Oct 26 12:35:01.071760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:01.072221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:01.115297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:01.120411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:01.121309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:01.222238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:01.235381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.236051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.236710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.237578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.238790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.238790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.238790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.239198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.240814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.240814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.240814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.241238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.242003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.242517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.243041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:01.252275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:01.252659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:01.253003 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca Oct 26 12:35:01.342414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:01.342902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:01.370434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:01.376872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:01.404675 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'name': 'network-vif-deleted', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:35:01.407548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3477aeb2-569c-4166-841e-1d3c310e38bc" -d '{"events": [{"server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "name": "network-vif-deleted", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:35:01.433921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:01.457260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3248d9f1-941d-445d-b1f5-d1db5fba9cf9 x-openstack-request-id: req-3248d9f1-941d-445d-b1f5-d1db5fba9cf9 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:35:01.457553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5d011a-b929-4648-8a8f-e6dc131dd065", "name": "network-vif-deleted", "tag": "ea51ba27-a254-4bdd-99b5-a3d15fc33572", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:35:01.457810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3248d9f1-941d-445d-b1f5-d1db5fba9cf9 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:35:01.458213 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3248d9f1-941d-445d-b1f5-d1db5fba9cf9'] response: {'server_uuid': '6f5d011a-b929-4648-8a8f-e6dc131dd065', 'name': 'network-vif-deleted', 'tag': 'ea51ba27-a254-4bdd-99b5-a3d15fc33572', 'status': 'completed', 'code': 200} Oct 26 12:35:01.755873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:01.896297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:01.927024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40848) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:02.020541 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:02.275563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:02.275683 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (f23d5185-816f-40eb-a986-0023f13af0b3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:02.275872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:02.275872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:02.376810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:02.510955 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:35:02.511195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:02.516501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:02.566845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:35:01Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:35:01Z', 'revision_number': 33, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:02.600328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] Checking router: f23d5185-816f-40eb-a986-0023f13af0b3 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:02.606132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port 7027eee5-f8b1-41c7-bb4d-fa1eadc68181, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:02.606609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:02.609091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] Routers {'f23d5185-816f-40eb-a986-0023f13af0b3'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:02.609605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['f23d5185-816f-40eb-a986-0023f13af0b3'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:02.620211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:35:02.693812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:02.717110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] Set router f23d5185-816f-40eb-a986-0023f13af0b3 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:02.746905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:02.817746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (7027eee5-f8b1-41c7-bb4d-fa1eadc68181), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:02.830305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:02.843935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=7027eee5-f8b1-41c7-bb4d-fa1eadc68181,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:02.858422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:35:02.858908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:35:02.859506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:02.976408 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:02.998171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:35:01Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:35:01Z', 'revision_number': 33, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:03.002708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:03.004921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.032303 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (f23d5185-816f-40eb-a986-0023f13af0b3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.033908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b843d9f-c96c-4a33-855f-9e940c15eb2a None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [{'id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080143678', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:29:43Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '6f9b2ac1-43e1-4da1-b5b6-758566b09aca', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:39Z', 'updated_at': '2022-10-26T12:35:01Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '7027eee5-f8b1-41c7-bb4d-fa1eadc68181', 'name': '', 'network_id': 'b40351a5-af40-440f-93b0-55dff05409f3', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:17:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23d5185-816f-40eb-a986-0023f13af0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '818f7699-5e44-4183-93ac-820858e813ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:29:41Z', 'updated_at': '2022-10-26T12:35:01Z', 'revision_number': 33, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '818f7699-5e44-4183-93ac-820858e813ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:03.052555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:03.057795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.097873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651cf45-efe8-443e-84cf-fece8e41682c None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:35:03.156930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:03.196684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651cf45-efe8-443e-84cf-fece8e41682c None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:35:03.281412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router f23d5185-816f-40eb-a986-0023f13af0b3 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:35:03.407234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:35:03.414220 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-20e98309-1995-45d5-937f-a6cbc500e5ff tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/f23d5185-816f-40eb-a986-0023f13af0b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861574 Oct 26 12:35:03.416973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40850) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:03.474332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-881f4f44-1c5b-4e8d-8570-018e2044b808 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting subnet 818f7699-5e44-4183-93ac-820858e813ec {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:35:03.478738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-881f4f44-1c5b-4e8d-8570-018e2044b808 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (818f7699-5e44-4183-93ac-820858e813ec), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.524922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-881f4f44-1c5b-4e8d-8570-018e2044b808 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (818f7699-5e44-4183-93ac-820858e813ec), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.624751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-881f4f44-1c5b-4e8d-8570-018e2044b808 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (818f7699-5e44-4183-93ac-820858e813ec), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.693924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-881f4f44-1c5b-4e8d-8570-018e2044b808 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (818f7699-5e44-4183-93ac-820858e813ec), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.722045 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f4f44-1c5b-4e8d-8570-018e2044b808 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Subnet': ['ID=818f7699-5e44-4183-93ac-820858e813ec,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:03.728016 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-881f4f44-1c5b-4e8d-8570-018e2044b808 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.733958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40852) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:03.734427 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-881f4f44-1c5b-4e8d-8570-018e2044b808 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/818f7699-5e44-4183-93ac-820858e813ec HTTP/1.1" status: 204 len: 168 time: 0.3159962 Oct 26 12:35:03.898513 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (f23d5185-816f-40eb-a986-0023f13af0b3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.922314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f4f10a-ad0a-48e7-8764-3e0c83ca15d8 None None] Network b40351a5-af40-440f-93b0-55dff05409f3 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:35:03.992733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-94477464-6818-4dad-b693-53525467cd2a None None] Provisioning complete for port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:03.992733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-94477464-6818-4dad-b693-53525467cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:03.993080 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-94477464-6818-4dad-b693-53525467cd2a None None] Attempt 1 to provision port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 Oct 26 12:35:04.012063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (f23d5185-816f-40eb-a986-0023f13af0b3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.016701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:04.065057 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:35:04.065314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.165566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port 6f9b2ac1-43e1-4da1-b5b6-758566b09aca, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:04.165935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.181691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 6f9b2ac1-43e1-4da1-b5b6-758566b09aca owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:35:04.250641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-94477464-6818-4dad-b693-53525467cd2a None None] Current status of the port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:04.260636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:04.270823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966ab6a-292b-404a-8f9d-8511f5c913bb None None] DHCP port deletion for b40351a5-af40-440f-93b0-55dff05409f3 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:35:04.303688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:04.314796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:04.319161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6966ab6a-292b-404a-8f9d-8511f5c913bb None None] Deleting port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:35:04.319471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6966ab6a-292b-404a-8f9d-8511f5c913bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.387496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (6f9b2ac1-43e1-4da1-b5b6-758566b09aca), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.395505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-6966ab6a-292b-404a-8f9d-8511f5c913bb None None] For port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=652ccca3-4b9c-46d5-b9a8-fbe994c0ee27,segment=NetworkSegment(5bb7904f-6350-4490-8db5-b09d1bd64b2c),segment_id=5bb7904f-6350-4490-8db5-b09d1bd64b2c)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:04.396124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6966ab6a-292b-404a-8f9d-8511f5c913bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.409827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6966ab6a-292b-404a-8f9d-8511f5c913bb None None] Calling delete_port for 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:35:04.411619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=6f9b2ac1-43e1-4da1-b5b6-758566b09aca,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:04.427940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.428295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.428641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.428984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.429336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.429652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.429985 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.430313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.430639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.430968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.431302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.431622 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.431974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.432300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.432625 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:04.462382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ea51ba27-a254-4bdd-99b5-a3d15fc33572 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:04.483144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: ea51ba27-a254-4bdd-99b5-a3d15fc33572 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:35:04.484339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ea51ba27-a254-4bdd-99b5-a3d15fc33572 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:35:04.500517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (f23d5185-816f-40eb-a986-0023f13af0b3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.529458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6966ab6a-292b-404a-8f9d-8511f5c913bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (652ccca3-4b9c-46d5-b9a8-fbe994c0ee27), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.553337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966ab6a-292b-404a-8f9d-8511f5c913bb None None] Pushing event deleted for resources: {'Port': ['ID=652ccca3-4b9c-46d5-b9a8-fbe994c0ee27,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:04.558881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966ab6a-292b-404a-8f9d-8511f5c913bb None None] No DVR routers for this DVR port 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:35:04.601764 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (f23d5185-816f-40eb-a986-0023f13af0b3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.604020 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (f23d5185-816f-40eb-a986-0023f13af0b3), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.647380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (f23d5185-816f-40eb-a986-0023f13af0b3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.647980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Fanout notify agent at l3_agent the message router_deleted on router f23d5185-816f-40eb-a986-0023f13af0b3 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:35:04.654135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.655252 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aaa78b76-9c60-4662-be27-474c8765c20a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/routers/f23d5185-816f-40eb-a986-0023f13af0b3 HTTP/1.1" status: 204 len: 168 time: 0.9203041 Oct 26 12:35:04.658148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40854) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:04.735751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:04.741771 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (b40351a5-af40-440f-93b0-55dff05409f3), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.809755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:04.830918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:35:04.831169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 652ccca3-4b9c-46d5-b9a8-fbe994c0ee27 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:35:04.832425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (b40351a5-af40-440f-93b0-55dff05409f3), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.853108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40351a5-af40-440f-93b0-55dff05409f3']}} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:04.864656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb7904f-6350-4490-8db5-b09d1bd64b2c') {'for_net_delete': True} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:04.864656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.services.segments.db [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb7904f-6350-4490-8db5-b09d1bd64b2c') {} {{(pid=105416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:04.879581 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2098626'] for segment (5bb7904f-6350-4490-8db5-b09d1bd64b2c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.891326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (5bb7904f-6350-4490-8db5-b09d1bd64b2c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.898199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=105416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:35:04.898865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2101386'] for segment (5bb7904f-6350-4490-8db5-b09d1bd64b2c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.964757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:04.966488 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 5bb7904f-6350-4490-8db5-b09d1bd64b2c resource provider aggregate not found Oct 26 12:35:04.979004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (b40351a5-af40-440f-93b0-55dff05409f3), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.987069 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:04.994303 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/networks/b40351a5-af40-440f-93b0-55dff05409f3 HTTP/1.1" status: 204 len: 168 time: 0.3309965 Oct 26 12:35:04.994541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40862) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:04.996790 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.services.segments.plugin [-] Segment 5bb7904f-6350-4490-8db5-b09d1bd64b2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bb7904f-6350-4490-8db5-b09d1bd64b2c found for delete ", "request_id": "req-34baf0dc-43cf-4179-a8a6-f3d1f05f5812"}]} Oct 26 12:35:05.012706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8179615-3af8-4e3e-bc88-21cc0c3d3568 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Network': ['ID=b40351a5-af40-440f-93b0-55dff05409f3,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:05.059527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a31b4d8-4b67-476a-b31e-bf1c8468e403 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (666745ef-c568-4c76-bf56-a28855afb750), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.089475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a31b4d8-4b67-476a-b31e-bf1c8468e403 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (666745ef-c568-4c76-bf56-a28855afb750), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.129535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c4c1d-b32d-4dbb-93b6-4385387cb940 None None] Sync routers for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:05.129535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c4c1d-b32d-4dbb-93b6-4385387cb940 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:05.129535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c4c1d-b32d-4dbb-93b6-4385387cb940 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:35:05.129535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-b33c4c1d-b32d-4dbb-93b6-4385387cb940 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f23d5185-816f-40eb-a986-0023f13af0b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:35:05.136807 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c4c1d-b32d-4dbb-93b6-4385387cb940 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:05.137211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c4c1d-b32d-4dbb-93b6-4385387cb940 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:35:05.137915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-b33c4c1d-b32d-4dbb-93b6-4385387cb940 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f23d5185-816f-40eb-a986-0023f13af0b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:35:05.138336 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c4c1d-b32d-4dbb-93b6-4385387cb940 None None] The sync data for ids ['f23d5185-816f-40eb-a986-0023f13af0b3'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:05.156420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a31b4d8-4b67-476a-b31e-bf1c8468e403 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (666745ef-c568-4c76-bf56-a28855afb750), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.158994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2a31b4d8-4b67-476a-b31e-bf1c8468e403 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.160192 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2a31b4d8-4b67-476a-b31e-bf1c8468e403 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/666745ef-c568-4c76-bf56-a28855afb750 HTTP/1.1" status: 204 len: 168 time: 0.1661415 Oct 26 12:35:05.169715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31b4d8-4b67-476a-b31e-bf1c8468e403 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666745ef-c568-4c76-bf56-a28855afb750,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:05.306217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40868) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:05.310798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-770b7ada-0940-440f-931c-f1c3dde2d328 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902325201', 'description': 'tempest-secgroup-smoke-902325201 description', 'project_id': 'f7241db52e7647a4afdcf76a78545665'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:05.333136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-770b7ada-0940-440f-931c-f1c3dde2d328 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.404558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-770b7ada-0940-440f-931c-f1c3dde2d328 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (acba501e-3b6c-4218-9e5c-d185d3aba7b2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.408063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-770b7ada-0940-440f-931c-f1c3dde2d328 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (acba501e-3b6c-4218-9e5c-d185d3aba7b2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.439819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-770b7ada-0940-440f-931c-f1c3dde2d328 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.441043 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-770b7ada-0940-440f-931c-f1c3dde2d328 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1338437 Oct 26 12:35:05.442127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b7ada-0940-440f-931c-f1c3dde2d328 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acba501e-3b6c-4218-9e5c-d185d3aba7b2,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:05.444078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40870) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:05.448391 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-1d218dc5-854b-4b37-a96e-984484d692a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': 'acba501e-3b6c-4218-9e5c-d185d3aba7b2', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:05.476603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1d218dc5-854b-4b37-a96e-984484d692a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (bba50fea-8765-4615-ad8c-cba96377ade5), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.534099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1d218dc5-854b-4b37-a96e-984484d692a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (bba50fea-8765-4615-ad8c-cba96377ade5), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.537553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1d218dc5-854b-4b37-a96e-984484d692a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (bba50fea-8765-4615-ad8c-cba96377ade5), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.556084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d218dc5-854b-4b37-a96e-984484d692a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba50fea-8765-4615-ad8c-cba96377ade5,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:05.564667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1d218dc5-854b-4b37-a96e-984484d692a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.565922 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1d218dc5-854b-4b37-a96e-984484d692a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209106 Oct 26 12:35:05.568747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40872) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:05.573202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a8f87735-f321-41ba-afcd-25398bd29a15 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': 'acba501e-3b6c-4218-9e5c-d185d3aba7b2', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:05.599263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8f87735-f321-41ba-afcd-25398bd29a15 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (8d69d78f-8100-4305-b6e4-74cfd4096945), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.613918 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:05.634745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=9,neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:05.663450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8f87735-f321-41ba-afcd-25398bd29a15 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (8d69d78f-8100-4305-b6e4-74cfd4096945), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.666998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8f87735-f321-41ba-afcd-25398bd29a15 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (8d69d78f-8100-4305-b6e4-74cfd4096945), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.685501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f87735-f321-41ba-afcd-25398bd29a15 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d69d78f-8100-4305-b6e4-74cfd4096945,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:05.694208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8f87735-f321-41ba-afcd-25398bd29a15 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.695397 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a8f87735-f321-41ba-afcd-25398bd29a15 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257026 Oct 26 12:35:05.698148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40874) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:05.702754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-144e9079-70ed-416c-9bc6-f9443293c054 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': 'acba501e-3b6c-4218-9e5c-d185d3aba7b2', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:05.728634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-144e9079-70ed-416c-9bc6-f9443293c054 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (d688a184-61c6-4fef-8f49-ba6c4e241c37), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.788437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-144e9079-70ed-416c-9bc6-f9443293c054 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (d688a184-61c6-4fef-8f49-ba6c4e241c37), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.792103 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-144e9079-70ed-416c-9bc6-f9443293c054 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d688a184-61c6-4fef-8f49-ba6c4e241c37), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.813213 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e9079-70ed-416c-9bc6-f9443293c054 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d688a184-61c6-4fef-8f49-ba6c4e241c37,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:05.819844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-144e9079-70ed-416c-9bc6-f9443293c054 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.821027 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-144e9079-70ed-416c-9bc6-f9443293c054 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216519 Oct 26 12:35:05.823865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40876) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:05.828069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-e56de127-59f0-4853-9961-568eceedf4bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': 'acba501e-3b6c-4218-9e5c-d185d3aba7b2', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:05.854882 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e56de127-59f0-4853-9961-568eceedf4bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (d36873f7-15e0-4ce5-9633-f56372d102a3), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.915341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e56de127-59f0-4853-9961-568eceedf4bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (d36873f7-15e0-4ce5-9633-f56372d102a3), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.918794 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e56de127-59f0-4853-9961-568eceedf4bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (d36873f7-15e0-4ce5-9633-f56372d102a3), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.938420 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56de127-59f0-4853-9961-568eceedf4bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36873f7-15e0-4ce5-9633-f56372d102a3,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:05.943185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e56de127-59f0-4853-9961-568eceedf4bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:05.944431 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e56de127-59f0-4853-9961-568eceedf4bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196337 Oct 26 12:35:05.947151 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40878) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:05.951369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6653b67e-ac9e-48f0-a7e1-3465c08578d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': 'acba501e-3b6c-4218-9e5c-d185d3aba7b2', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:05.974406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-6653b67e-ac9e-48f0-a7e1-3465c08578d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:35:05.980348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6653b67e-ac9e-48f0-a7e1-3465c08578d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (74334b22-70ea-4b88-b694-fda677c54374), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.040765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6653b67e-ac9e-48f0-a7e1-3465c08578d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (74334b22-70ea-4b88-b694-fda677c54374), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.044118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6653b67e-ac9e-48f0-a7e1-3465c08578d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (74334b22-70ea-4b88-b694-fda677c54374), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.062703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653b67e-ac9e-48f0-a7e1-3465c08578d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74334b22-70ea-4b88-b694-fda677c54374,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:06.069557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6653b67e-ac9e-48f0-a7e1-3465c08578d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.070743 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6653b67e-ac9e-48f0-a7e1-3465c08578d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226437 Oct 26 12:35:06.073552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40880) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:06.078359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-a8bcd5dd-71ca-4636-a496-8d55f087b822 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': 'acba501e-3b6c-4218-9e5c-d185d3aba7b2', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:06.099086 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-a8bcd5dd-71ca-4636-a496-8d55f087b822 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:35:06.105026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd5dd-71ca-4636-a496-8d55f087b822 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (edc4f335-dd98-435c-9d67-ba2ae37c01f8), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.165247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd5dd-71ca-4636-a496-8d55f087b822 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (edc4f335-dd98-435c-9d67-ba2ae37c01f8), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.168771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd5dd-71ca-4636-a496-8d55f087b822 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (edc4f335-dd98-435c-9d67-ba2ae37c01f8), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.187825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcd5dd-71ca-4636-a496-8d55f087b822 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc4f335-dd98-435c-9d67-ba2ae37c01f8,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:06.193038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd5dd-71ca-4636-a496-8d55f087b822 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.194176 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a8bcd5dd-71ca-4636-a496-8d55f087b822 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197076 Oct 26 12:35:06.197028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40882) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:06.201847 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'network': {'name': 'tempest-network-smoke--152069705', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'port_security_enabled': True}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:06.223047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:35:06.226733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.250984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:35:06.260120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (21529bdd-cf0d-4946-8c40-3d42249d1c49), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.260548 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Added segment 21529bdd-cf0d-4946-8c40-3d42249d1c49 of type vlan for network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec Oct 26 12:35:06.268974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:06.301187 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:06.304954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.333655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.338530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:06.339112 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.394033 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1959796 Oct 26 12:35:06.396917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:06.401663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'admin_state_up': True, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:06.408998 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe57a98-ab4b-4b9d-95d8-fb0420fcb581 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Network': ['ID=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:06.419439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:35:06.428890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (8a9d5445-6485-4807-a22a-aaf67920d1cb), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.429892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (8a9d5445-6485-4807-a22a-aaf67920d1cb), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.489442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (8a9d5445-6485-4807-a22a-aaf67920d1cb), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:06.761563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:06.783391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:35:06.783762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7027eee5-f8b1-41c7-bb4d-fa1eadc68181 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:35:06.784189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:06.803191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 6f9b2ac1-43e1-4da1-b5b6-758566b09aca {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:35:06.803544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 6f9b2ac1-43e1-4da1-b5b6-758566b09aca not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:35:06.909340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (8a9d5445-6485-4807-a22a-aaf67920d1cb), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:07.082621 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (8a9d5445-6485-4807-a22a-aaf67920d1cb), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:07.101072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:07.200973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.47 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/e8689c9a-e40c-4a31-b353-24ddab7c42f3) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:35:07.309144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:07.341222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:07.373521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:07.384893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:35:07.389108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:35:07.391817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:07.393973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:35:07.544504 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:07.639249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (8a9d5445-6485-4807-a22a-aaf67920d1cb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:07.832018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (8a9d5445-6485-4807-a22a-aaf67920d1cb), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:07.964241 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 8a9d5445-6485-4807-a22a-aaf67920d1cb is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:35:08.070813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:35:08.080935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:08.091143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:08.091878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:08.095064 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.096324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ccc268b-1994-412c-a59a-bb848cd9bbaf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6983397 Oct 26 12:35:08.099320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40886) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:08.173281 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eb16b53a-7d93-495c-8f35-b5074455dd6d tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=f7241db52e7647a4afdcf76a78545665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728333 Oct 26 12:35:08.176058 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:08.197687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:08.266745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4615383b-bc55-4d51-9d33-7b316988917c tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:08.268196 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4615383b-bc55-4d51-9d33-7b316988917c tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911486 Oct 26 12:35:08.271126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:08.300713 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ee4ea04b-1d0e-4801-a94d-cd6b8d238d83 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283892 Oct 26 12:35:08.303229 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40894) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:08.307804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1645770759', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:08.371533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:07Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:08.396806 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:35:08.399014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:08.399371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Updating router 8a9d5445-6485-4807-a22a-aaf67920d1cb port e8689c9a-e40c-4a31-b353-24ddab7c42f3 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:35:08.400843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.428725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.589236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (d23d0c7d-bb3a-4e12-8107-70cbc673d326), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.636038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:08.647173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:08.653443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Subnet': ['ID=d23d0c7d-bb3a-4e12-8107-70cbc673d326,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:08.664362 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Checking segment: {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:35:08.664727 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network hostable DHCP agents. Network: 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:35:08.684417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:35:08.690805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Publish callbacks [] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.694729 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:35:08.697582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.699254 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:08.699900 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.721389 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bb0c9b1d-35b2-4b70-92b6-f076cde33331 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4170046 Oct 26 12:35:08.724003 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40896) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:08.730815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcb60dd-31ad-4c10-b9ed-ab9e5fb20192 None None] Network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:35:08.789207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Attempting to bind port e8689c9a-e40c-4a31-b353-24ddab7c42f3 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:35:08.789575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Attempting to bind port e8689c9a-e40c-4a31-b353-24ddab7c42f3 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:35:08.789943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Attempting to bind port e8689c9a-e40c-4a31-b353-24ddab7c42f3 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:35:08.826005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80f4a2-065e-421b-a78d-64742c15b528 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:08.861313 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:35:08.861620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:35:08.861994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.862389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:35:08.862869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Bound port: e8689c9a-e40c-4a31-b353-24ddab7c42f3, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:35:08.863253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.915884 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:08.920238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:35:08.922847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:08.951111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:35:08.956080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:35:09.010122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.021498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:09.068863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:09.069493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:09.152406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.155073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80f4a2-065e-421b-a78d-64742c15b528 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:09.181277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Allocated IP 172.20.0.2 (08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec/d23d0c7d-bb3a-4e12-8107-70cbc673d326/b4e0749f-7453-4658-a0c8-cabff4b63b38) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:35:09.248941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:09.461292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:09.469682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:09.508176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Publish callbacks [] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.518939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:07Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:09.520991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.555279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9b62b-c9db-4b29-8784-cf39a987d5fa None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:07Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:09.567451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.1 (08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec/d23d0c7d-bb3a-4e12-8107-70cbc673d326/02fea42f-fa56-4c10-a596-afde5b4a350d) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:35:09.588243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:35:09.597237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:35:09.601082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:35:09.604532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Pushing event updated for resources: {'Port': ['ID=b4e0749f-7453-4658-a0c8-cabff4b63b38,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:09.662608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Attempting to bind port b4e0749f-7453-4658-a0c8-cabff4b63b38 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:35:09.662971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Attempting to bind port b4e0749f-7453-4658-a0c8-cabff4b63b38 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:35:09.663326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Attempting to bind port b4e0749f-7453-4658-a0c8-cabff4b63b38 on network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:35:09.709691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.712946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:35:09.713258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Checking segment: {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:35:09.713656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.714044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Bound using segment: {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:35:09.714508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Bound port: b4e0749f-7453-4658-a0c8-cabff4b63b38, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:35:09.714883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.748644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.780305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] For port b4e0749f-7453-4658-a0c8-cabff4b63b38, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:35:09.784601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] For port b4e0749f-7453-4658-a0c8-cabff4b63b38, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b4e0749f-7453-4658-a0c8-cabff4b63b38,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:35:09.791665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.801464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:35:09.812101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:09.815340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:35:09.818099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:35:09.871392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbe60f-7879-4b50-8863-826c47863a33 None None] Pushing event updated for resources: {'Port': ['ID=b4e0749f-7453-4658-a0c8-cabff4b63b38,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:09.875382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (8a9d5445-6485-4807-a22a-aaf67920d1cb), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:09.933996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:10.060563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:10.122811 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:10.361059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:10.366032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:10.770848 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:10.773400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (8a9d5445-6485-4807-a22a-aaf67920d1cb), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:10.882931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e0c90-cdd5-48bd-b26f-77c7feb35f1a None None] Network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:35:10.913984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:35:10.915441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:35:11.036467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 8a9d5445-6485-4807-a22a-aaf67920d1cb has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:35:11.058399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b4e0749f-7453-4658-a0c8-cabff4b63b38 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:11.097629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-d78f97a0-1205-484b-98d2-cffa7eaf9c6b None None] Provisioning complete for port b4e0749f-7453-4658-a0c8-cabff4b63b38 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:11.097629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d78f97a0-1205-484b-98d2-cffa7eaf9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.097879 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-d78f97a0-1205-484b-98d2-cffa7eaf9c6b None None] Attempt 1 to provision port b4e0749f-7453-4658-a0c8-cabff4b63b38 Oct 26 12:35:11.150380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:35:11.156882 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3737a98f-4c0a-405d-9bdd-fb921009d647 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/8a9d5445-6485-4807-a22a-aaf67920d1cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4318209 Oct 26 12:35:11.195465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:11.197832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b4e0749f-7453-4658-a0c8-cabff4b63b38 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:11.198207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.198540 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b4e0749f-7453-4658-a0c8-cabff4b63b38 Oct 26 12:35:11.207656 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:11.208453 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:11.319766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-d78f97a0-1205-484b-98d2-cffa7eaf9c6b None None] Current status of the port b4e0749f-7453-4658-a0c8-cabff4b63b38 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:11.320210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d78f97a0-1205-484b-98d2-cffa7eaf9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.326528 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:11.345264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b4e0749f-7453-4658-a0c8-cabff4b63b38 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:11.345869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.370991 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-1a8b70d6-1cff-4635-9566-8c8a6e9c664b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-902325201&fields=id&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 267 time: 0.0723248 Oct 26 12:35:11.389262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d78f97a0-1205-484b-98d2-cffa7eaf9c6b None None] For port b4e0749f-7453-4658-a0c8-cabff4b63b38, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b4e0749f-7453-4658-a0c8-cabff4b63b38,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:11.400068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d78f97a0-1205-484b-98d2-cffa7eaf9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.445663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:11.468906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:11.496920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f97a0-1205-484b-98d2-cffa7eaf9c6b None None] Pushing event updated for resources: {'Port': ['ID=b4e0749f-7453-4658-a0c8-cabff4b63b38,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:11.501750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 12:35:11.502178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:35:11.505325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:11.519648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-aa68de2a-2a1a-46d4-863f-6cacfa08ed9c None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:11.520204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-aa68de2a-2a1a-46d4-863f-6cacfa08ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.520678 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-aa68de2a-2a1a-46d4-863f-6cacfa08ed9c None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:11.526614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-31f99759-62ae-4035-95ab-4d4540ecf15d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:11.528338 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-31f99759-62ae-4035-95ab-4d4540ecf15d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 796 time: 0.1514709 Oct 26 12:35:11.551917 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-3bb06090-b41a-42b9-8c13-6df5e8fac416 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 375 time: 0.0163727 Oct 26 12:35:11.580172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-aa68de2a-2a1a-46d4-863f-6cacfa08ed9c None None] Port 02fea42f-fa56-4c10-a596-afde5b4a350d cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:35:11.588490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-aa68de2a-2a1a-46d4-863f-6cacfa08ed9c None None] Provisioning complete for port b4e0749f-7453-4658-a0c8-cabff4b63b38 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:11.588862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-aa68de2a-2a1a-46d4-863f-6cacfa08ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.589197 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-aa68de2a-2a1a-46d4-863f-6cacfa08ed9c None None] Attempt 1 to provision port b4e0749f-7453-4658-a0c8-cabff4b63b38 Oct 26 12:35:11.632007 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-3d26582b-b65f-4e76-a94a-555195ec6f47 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782719 Oct 26 12:35:11.662228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:10Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:11.689665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-aa68de2a-2a1a-46d4-863f-6cacfa08ed9c None None] Current status of the port b4e0749f-7453-4658-a0c8-cabff4b63b38 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:11.693139 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:11.693393 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Updating router 8a9d5445-6485-4807-a22a-aaf67920d1cb port 02fea42f-fa56-4c10-a596-afde5b4a350d binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:35:11.721028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-274e99a6-3188-4464-b7b8-426c20d140b5 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:35:11.722046 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-274e99a6-3188-4464-b7b8-426c20d140b5 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0800133 Oct 26 12:35:11.728424 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.760902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:11.793360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:11.811087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-2f228d6b-2cd9-48ed-8c69-cd4a51fdf2eb None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:11.812304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2f228d6b-2cd9-48ed-8c69-cd4a51fdf2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.812824 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-2f228d6b-2cd9-48ed-8c69-cd4a51fdf2eb None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:11.837693 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-db209e82-f737-40fe-9c39-408348dffa4c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081798 Oct 26 12:35:11.858320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2f228d6b-2cd9-48ed-8c69-cd4a51fdf2eb None None] Port 02fea42f-fa56-4c10-a596-afde5b4a350d cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:35:11.907688 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:11.944705 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-af54e2a4-401a-4510-9971-da9c87adebb1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053479 Oct 26 12:35:11.979441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ee55485b-42b2-4461-89ae-4388d1b78b5b None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:11.980012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ee55485b-42b2-4461-89ae-4388d1b78b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:11.980251 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ee55485b-42b2-4461-89ae-4388d1b78b5b None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:12.019498 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Publish callbacks [] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.025193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.049510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ee55485b-42b2-4461-89ae-4388d1b78b5b None None] Port 02fea42f-fa56-4c10-a596-afde5b4a350d cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:35:12.050986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b4e0749f-7453-4658-a0c8-cabff4b63b38 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:12.051996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:12.104091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:12.115569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:12.116182 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.116745 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:12.151895 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.152436 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.152800 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.153129 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.153458 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.154372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.154372 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.154561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.154797 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.155112 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.155575 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.156767 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.157193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.157514 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.157833 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:35:12.169764 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-612a8dcf-4fd6-43f9-92aa-4d42c23b88d2 req-8131ef95-e173-4aac-876d-1aa71264070b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 210 time: 0.0580122 Oct 26 12:35:12.174625 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Attempting to bind port 02fea42f-fa56-4c10-a596-afde5b4a350d on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:35:12.175359 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Attempting to bind port 02fea42f-fa56-4c10-a596-afde5b4a350d by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:35:12.175892 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Attempting to bind port 02fea42f-fa56-4c10-a596-afde5b4a350d on network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:35:12.223129 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:35:12.224009 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Checking segment: {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:35:12.224009 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.224391 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Bound using segment: {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:35:12.224862 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Bound port: 02fea42f-fa56-4c10-a596-afde5b4a350d, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:35:12.225060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:12.225236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.225579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.248107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:12.253212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.292850 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:35:12.296468 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:35:12.304037 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.314237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:12.345562 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:12.346193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:12.386742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.406664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701e296-ac7a-423c-b04b-76efaabaac54 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:12.411929 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:12.479964 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:12.675952 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:12Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:12.700980 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f81cc-acbf-4732-b717-b20b52765cc8 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:12Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:12.816625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b4e0749f-7453-4658-a0c8-cabff4b63b38 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:12.867810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b4e0749f-7453-4658-a0c8-cabff4b63b38 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:12.868309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:12.868712 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b4e0749f-7453-4658-a0c8-cabff4b63b38 Oct 26 12:35:12.966413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b4e0749f-7453-4658-a0c8-cabff4b63b38 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:13.013783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:13.047030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:13.095052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:13.095441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:13.117575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:13.121014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:13.173555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:13.289843 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7879891a-d472-4004-aac4-f0e1209d7779 req-6f3e7a7a-c108-4ad4-90ed-131a10615964 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 210 time: 0.0373321 Oct 26 12:35:13.440667 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-fe0cf08b-7706-4363-8180-9d75da952f0c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:13.442421 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-fe0cf08b-7706-4363-8180-9d75da952f0c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 796 time: 0.1355536 Oct 26 12:35:13.519322 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-350c0d9f-663e-484c-b99d-1b354026ede8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 379 time: 0.0586317 Oct 26 12:35:13.627332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'port': {'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'admin_state_up': True, 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'security_groups': ['acba501e-3b6c-4218-9e5c-d185d3aba7b2']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:13.746925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:35:13.751956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:13.898818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.8 (08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec/d23d0c7d-bb3a-4e12-8107-70cbc673d326/48f97250-084c-4ec2-9e7b-aa180ab9b2c4) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:35:14.048195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.081512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.127476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:35:14.130605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:35:14.136466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:35:14.160252 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:14.173797 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:14.195130 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:14.195798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.215235 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-9e0800cc-4ee3-4b36-bcad-42d57caff140 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925386 Oct 26 12:35:14.239527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Request body: {'port': {'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:14.293207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:14.305024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.384265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ba58ed5a-cc32-4f9f-80f7-43278e4c0c90 None None] Provisioning complete for port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:14.384808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ba58ed5a-cc32-4f9f-80f7-43278e4c0c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.384971 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ba58ed5a-cc32-4f9f-80f7-43278e4c0c90 None None] Attempt 1 to provision port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 Oct 26 12:35:14.418872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ba58ed5a-cc32-4f9f-80f7-43278e4c0c90 None None] Port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:35:14.478522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcb725-00e0-4be2-888d-14060ca9cc80 req-95ac2984-fca2-4969-a2cb-54915c1226a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:14.480072 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-55dcb725-00e0-4be2-888d-14060ca9cc80 req-95ac2984-fca2-4969-a2cb-54915c1226a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 931 time: 0.1105101 Oct 26 12:35:14.588405 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-55dcb725-00e0-4be2-888d-14060ca9cc80 req-a50fa9f3-f293-4aa5-91c0-f32d76ef3d61 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961032 Oct 26 12:35:14.659577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:14.659577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:14.667336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:35:14.668373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:14.669003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:14.675494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Publish callbacks [] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.688627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Transition to ACTIVE for port object 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:35:14.692340 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.754039 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Pushing event updated for resources: {'Port': ['ID=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:14.774778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:14.803184 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Attempting to bind port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:35:14.803517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Attempting to bind port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:35:14.803884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Attempting to bind port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 on network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:35:14.851223 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 on network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:35:14.851489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Attempting to bind port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 on network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:35:14.894935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:35:14.895273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Checking segment: {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:35:14.895660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Bound using segment: {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:35:14.896153 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Bound port: 48f97250-084c-4ec2-9e7b-aa180ab9b2c4, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21529bdd-cf0d-4946-8c40-3d42249d1c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:35:14.896514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.958423 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] For port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:35:14.961478 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] For port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:35:14.967509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:12Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:14.967810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.972373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:14.972987 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:14.974365 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 1093 time: 0.7397802 Oct 26 12:35:14.975901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:35:14.978151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:35:14.993580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:15.004836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:15.005518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:15.012964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:15.029134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fb019-49bd-4399-a3f5-56c367e00dfd service neutron] Pushing event updated for resources: {'Port': ['ID=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:15.044235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb8478-26e1-4880-b4b7-03696ef80140 x-openstack-request-id: req-9ebb8478-26e1-4880-b4b7-03696ef80140 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:35:15.044589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:35:15.044856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ebb8478-26e1-4880-b4b7-03696ef80140 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:35:15.045266 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ebb8478-26e1-4880-b4b7-03696ef80140'] response: {'name': 'network-changed', 'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'status': 'completed', 'code': 200} Oct 26 12:35:15.106604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-00fa84cc-a37d-4f05-bca4-462f40aad6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:15.108125 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-00fa84cc-a37d-4f05-bca4-462f40aad6c7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1127 time: 0.0442016 Oct 26 12:35:15.114901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:15.158490 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-3a39e2d7-69a7-40ef-82e2-5eaed57eadd6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 217 time: 0.0341771 Oct 26 12:35:15.210695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-176ebdc5-b99d-436a-9514-ed3bba2b91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:15.212193 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-176ebdc5-b99d-436a-9514-ed3bba2b91dc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 200 len: 835 time: 0.0451007 Oct 26 12:35:15.256700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-7f3451ff-0522-494a-b924-c6ec583f0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:15.258120 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-7f3451ff-0522-494a-b924-c6ec583f0bbd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0385392 Oct 26 12:35:15.288593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:15.304741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:12Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:15.330263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb203cf9-7939-4667-8b88-7219fff92a35 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:12Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:15.360376 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-da7fafd7-bd7e-419c-9ffa-5e47fd7a1a7e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923958 Oct 26 12:35:15.462744 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52ac31fc-ed1a-4d05-a6a3-fc13311aa0b8 req-6a1c99b1-8d5d-4734-a634-0adad0086051 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942416 Oct 26 12:35:15.713674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9245e-2af3-483f-a84e-193af55bbd56 req-67b30259-93f6-40fd-bdcb-9b8435e38312 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:15.715193 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-73d9245e-2af3-483f-a84e-193af55bbd56 req-67b30259-93f6-40fd-bdcb-9b8435e38312 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 943 time: 0.0499380 Oct 26 12:35:15.769029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-73d9245e-2af3-483f-a84e-193af55bbd56 req-de1720e0-9baf-495a-9850-cc815d337d2d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471842 Oct 26 12:35:16.249067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-c944e5d6-7fb2-4086-a96b-f29db60fb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:16.251085 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-c944e5d6-7fb2-4086-a96b-f29db60fb1d3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1127 time: 0.0422766 Oct 26 12:35:16.355231 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-b4546dcf-ec32-44b3-a2ec-27de2842764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:16.356608 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-b4546dcf-ec32-44b3-a2ec-27de2842764e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 897 time: 0.0951686 Oct 26 12:35:16.396935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-d03643f8-8a0b-4a5f-b5a5-3ec5d7c59e5c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 217 time: 0.0342116 Oct 26 12:35:16.456212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-e13e5aee-089b-4f0e-be43-ff2521291b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:16.457762 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-e13e5aee-089b-4f0e-be43-ff2521291b69 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 200 len: 835 time: 0.0538118 Oct 26 12:35:16.506065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-67bd9057-1d4d-4ae3-9f1e-4bf8baf31a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:16.507979 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-67bd9057-1d4d-4ae3-9f1e-4bf8baf31a44 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426674 Oct 26 12:35:16.602314 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-4d73816e-7fee-4495-81b5-5ead9db785a6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859106 Oct 26 12:35:16.697682 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5a9a5463-d1a5-40db-9062-c9ab3667d9dc req-87eb42ce-2429-4089-bdda-6e319308e776 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883205 Oct 26 12:35:16.841881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:16.887633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:16.888022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:16.888357 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:16.898281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620d92a-45ea-4b9f-a9c8-73c1bf73dcd1 req-63e479a3-1d76-4e36-9710-297e4f17f1d4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:16.900456 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a620d92a-45ea-4b9f-a9c8-73c1bf73dcd1 req-63e479a3-1d76-4e36-9710-297e4f17f1d4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 943 time: 0.0511363 Oct 26 12:35:16.958455 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a620d92a-45ea-4b9f-a9c8-73c1bf73dcd1 req-0c05fc11-4158-49a4-9f39-ecd58dce6eca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503788 Oct 26 12:35:16.961387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:16.973746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:16.974153 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:17.010583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:17.014779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:17.015901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:17.058998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:17.093929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:17.102574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:17.102948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:17.103288 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:17.176672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:17.176987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:17.197278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:17.201282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:17.247536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:17.684114 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:17.684114 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:17.684720 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:17.738731 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:17.787058 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:17.969675 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:16Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:17.995091 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:18.005143 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:18.005679 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:18.098306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce12884-3416-4c3f-a3cc-a0a8f2abbfed req-34c046d1-84ec-4366-8ffd-072a4cabf667 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:18.098306 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ce12884-3416-4c3f-a3cc-a0a8f2abbfed req-34c046d1-84ec-4366-8ffd-072a4cabf667 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 943 time: 0.0596750 Oct 26 12:35:18.110293 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:18.151519 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ce12884-3416-4c3f-a3cc-a0a8f2abbfed req-e6dfb445-3921-4426-91a7-fa0fc92684d4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494702 Oct 26 12:35:18.198315 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:18.377917 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:18.382149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:16Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:18.406226 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9534d9-b9be-43cc-8309-85ebc913122c None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:16Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:18.567806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:35:18.709357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:18.723698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:35:18.761829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:18.767059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:18.767452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:18.806847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:35:18.838088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:18.843559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:19.056133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:19.056528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:19.094851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:19.116580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:19.120924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:19.148646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:19.179200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['48f97250-084c-4ec2-9e7b-aa180ab9b2c4'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:35:19.188710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:19.246616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:19.286743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90508e4d-e30f-4e7c-ac92-fedad557c2c5 req-5cd2fbfc-60b5-4e5f-9d2f-d2c56a7cbdb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:19.288256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-90508e4d-e30f-4e7c-ac92-fedad557c2c5 req-5cd2fbfc-60b5-4e5f-9d2f-d2c56a7cbdb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 944 time: 0.0499899 Oct 26 12:35:19.329681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:19.357946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:19.364385 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-90508e4d-e30f-4e7c-ac92-fedad557c2c5 req-872d964c-dfb2-4eae-9424-9f32ea4241e5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691667 Oct 26 12:35:19.499970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:19.561810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:19.562188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:19.562523 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:19.641077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:19.641696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:19.675885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:19.681447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:19.682592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:19.760498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:19.769846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:19.770221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:19.770557 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:19.842389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:19.897032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:19.933203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:19.975298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:19.975687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:19.996384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:20.000805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:20.047656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:20.463575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:20.482143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6820d-75f0-4714-9cec-8bb255b4a553 req-8dce69e4-c1ef-4c80-acca-249720849c85 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:20.484174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-33f6820d-75f0-4714-9cec-8bb255b4a553 req-8dce69e4-c1ef-4c80-acca-249720849c85 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 944 time: 0.0518663 Oct 26 12:35:20.533735 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-33f6820d-75f0-4714-9cec-8bb255b4a553 req-7e55d534-024b-472a-b62a-a24e991fa525 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437901 Oct 26 12:35:20.583252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:20.620305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:20.633824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:20.634426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:20.674694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:35:20.685258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:20.685626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:20.685958 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 Oct 26 12:35:20.712115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:20.782585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:20.810672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:20.899226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:20.899618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:20.981843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:35:20.984076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaa8400-97ea-456f-ac58-d596d5f49910" -d '{"events": [{"server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "name": "network-vif-plugged", "status": "completed", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:35:21.022652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:21.036565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:21.072466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:21.072866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:21.120406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc9891a-18b8-4d97-87de-44f8589ef555 x-openstack-request-id: req-7fc9891a-18b8-4d97-87de-44f8589ef555 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:35:21.120729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "name": "network-vif-plugged", "status": "completed", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:35:21.120963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fc9891a-18b8-4d97-87de-44f8589ef555 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:35:21.121363 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc9891a-18b8-4d97-87de-44f8589ef555'] response: {'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'code': 200} Oct 26 12:35:21.145185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:21.148486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=72 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:21.161570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:21.174191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:21.180465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:19Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:21.182544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:21.210423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:21.240172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:21.240724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:21.285388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:21.308780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:21.341672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bf76c-b6bf-421c-9b3e-aaded1cb2b1a req-4dfeb4de-bea9-426f-8cb3-411ed34baad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:21.343569 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-166bf76c-b6bf-421c-9b3e-aaded1cb2b1a req-4dfeb4de-bea9-426f-8cb3-411ed34baad7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1129 time: 0.0443988 Oct 26 12:35:21.397679 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-166bf76c-b6bf-421c-9b3e-aaded1cb2b1a req-c7f7436d-28e2-473b-b233-c3d5f86805c8 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471306 Oct 26 12:35:21.512893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:21.654156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b311def-104f-41a5-bc70-3a936ac4e8e0 req-27848704-30a3-434b-b571-85821c439888 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:21.655431 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:21.655648 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b311def-104f-41a5-bc70-3a936ac4e8e0 req-27848704-30a3-434b-b571-85821c439888 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 945 time: 0.0471103 Oct 26 12:35:21.702583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:21Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:21.711501 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-7b311def-104f-41a5-bc70-3a936ac4e8e0 req-b71e50a6-5ae6-400c-af3d-6ea7c3695c9e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494356 Oct 26 12:35:21.727595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2362ce1-aa71-4ed4-b472-8d87c2ea6241 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:19Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:21Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:22.857999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2013d07-f49e-4d39-b0d1-c296ac5a010e req-110b29a9-e6b3-485e-a096-b54d6af43c78 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:22.860418 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2013d07-f49e-4d39-b0d1-c296ac5a010e req-110b29a9-e6b3-485e-a096-b54d6af43c78 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 945 time: 0.0605383 Oct 26 12:35:22.866989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:22.925958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:22.927283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:22.927798 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:22.944927 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b2013d07-f49e-4d39-b0d1-c296ac5a010e req-535a1522-83a6-4372-a152-24cbed9323f7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698085 Oct 26 12:35:23.013142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:23.014172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:23.049887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:23.053726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:23.054463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:23.127026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:23.135427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:23.135427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:23.135602 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:23.211765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:23.212157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:23.233840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:23.237554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:23.284239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:23.830178 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847ab68-7998-4167-a171-59626c2c915e None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:23.830178 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847ab68-7998-4167-a171-59626c2c915e None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:23.830178 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a847ab68-7998-4167-a171-59626c2c915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:23.933071 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a847ab68-7998-4167-a171-59626c2c915e None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:24.085571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd049dee-248c-4e59-b66e-636fc25652a2 req-f02065fd-67a3-4ef1-a7a8-e5c15fc97940 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:24.087165 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd049dee-248c-4e59-b66e-636fc25652a2 req-f02065fd-67a3-4ef1-a7a8-e5c15fc97940 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 945 time: 0.0504198 Oct 26 12:35:24.127635 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a847ab68-7998-4167-a171-59626c2c915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:23Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:24.141166 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fd049dee-248c-4e59-b66e-636fc25652a2 req-e0a488ab-5b43-42bb-9a77-98b0fc01c69c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480673 Oct 26 12:35:24.157466 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847ab68-7998-4167-a171-59626c2c915e None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:24.166179 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847ab68-7998-4167-a171-59626c2c915e None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:24.166865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a847ab68-7998-4167-a171-59626c2c915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:24.270605 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994380a-3c74-47cc-ab06-c1a3e07cb7fa req-27dc7a3b-c2a1-4d75-bd9a-8256a433f431 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:24.272171 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2994380a-3c74-47cc-ab06-c1a3e07cb7fa req-27dc7a3b-c2a1-4d75-bd9a-8256a433f431 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 945 time: 0.0517380 Oct 26 12:35:24.277758 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a847ab68-7998-4167-a171-59626c2c915e None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:24.318492 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:24.324842 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2994380a-3c74-47cc-ab06-c1a3e07cb7fa req-e697daea-af84-4af4-ba7b-d0852c176907 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466051 Oct 26 12:35:24.362668 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40962) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:24.403673 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65499f49-3787-44ca-bd21-d251507a119e tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:24.408178 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-65499f49-3787-44ca-bd21-d251507a119e tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1124 time: 0.0414824 Oct 26 12:35:24.408825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40964) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:24.414249 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:35:24.439355 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:24.476366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a847ab68-7998-4167-a171-59626c2c915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:23Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:24.501477 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847ab68-7998-4167-a171-59626c2c915e None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:23Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:24.527714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:24.638643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.128 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/e07eb1de-e6ba-478b-b23c-72316e8c2c48) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:35:24.770704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:24.798389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (e07eb1de-e6ba-478b-b23c-72316e8c2c48), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:24.836402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e07eb1de-e6ba-478b-b23c-72316e8c2c48), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:24.863040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:24.863326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:24.887417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:35:24.894366 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:35:24.900774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:24.900966 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:35:24.907089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:24.929982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=e07eb1de-e6ba-478b-b23c-72316e8c2c48,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:24.933652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:24.964814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:25.001808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:25.045749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:25.126203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:25.176151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:25.178874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:25.179309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.179650 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:25.237870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:25.283036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:25.283418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.318880 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:25.322215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (ace0d49f-5d9e-4387-aff6-9d7be4ac6e88), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.325110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:25.329910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.382042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:25.398406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:25.405135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e07eb1de-e6ba-478b-b23c-72316e8c2c48), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.478877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:25.479362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.504142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:25.508423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.565668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:25.584169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (e07eb1de-e6ba-478b-b23c-72316e8c2c48), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.588939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (e07eb1de-e6ba-478b-b23c-72316e8c2c48), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.662079 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=e07eb1de-e6ba-478b-b23c-72316e8c2c48,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:25.665633 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (ace0d49f-5d9e-4387-aff6-9d7be4ac6e88), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:25.769288 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 associated. External IP: 172.26.0.128, port: 48f97250-084c-4ec2-9e7b-aa180ab9b2c4. Oct 26 12:35:25.982710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 8a9d5445-6485-4807-a22a-aaf67920d1cb has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:35:26.088582 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:35:26.107608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:26.139964 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b4e8a4a3-776c-4efe-afdb-bc5339bf1fea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7300308 Oct 26 12:35:26.140609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:35:26.142868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:35:26.237406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c00386-6c72-4444-93fd-f4d3e93201af x-openstack-request-id: req-07c00386-6c72-4444-93fd-f4d3e93201af {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:35:26.237731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:35:26.238027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07c00386-6c72-4444-93fd-f4d3e93201af {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:35:26.238402 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c00386-6c72-4444-93fd-f4d3e93201af'] response: {'name': 'network-changed', 'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'status': 'completed', 'code': 200} Oct 26 12:35:26.239933 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735771c-7735-41d3-84e6-f4f6b8f6d898 req-58d52dc1-5949-4af0-a8a3-bbfd6723f9c0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:26.241466 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5735771c-7735-41d3-84e6-f4f6b8f6d898 req-58d52dc1-5949-4af0-a8a3-bbfd6723f9c0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 945 time: 0.0515285 Oct 26 12:35:26.291576 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5735771c-7735-41d3-84e6-f4f6b8f6d898 req-c2a23166-95d4-410e-8dc3-9f4f78c4e5d4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445471 Oct 26 12:35:26.323114 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40972) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:26.332277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-07b50eb5-e710-4eba-a41d-79cb4d1fbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:26.333772 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-07b50eb5-e710-4eba-a41d-79cb4d1fbf3b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1129 time: 0.0413306 Oct 26 12:35:26.334127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:26.391899 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3189bd1d-8a5e-48b8-a07d-854d06fdb5ac tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 991 time: 0.0644391 Oct 26 12:35:26.436185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-3ec97566-9bc6-43d4-9ac6-9911adb10aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:26.438449 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-3ec97566-9bc6-43d4-9ac6-9911adb10aec service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 897 time: 0.0955672 Oct 26 12:35:26.507414 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-68daba8f-1d54-4e3c-b1ef-7a94a35fe517 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 999 time: 0.0614438 Oct 26 12:35:26.838118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:26.842343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:26.842721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:26.846270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:26.860081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-0fa4478a-1d7c-4844-9f37-1859056540c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:26.861696 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-0fa4478a-1d7c-4844-9f37-1859056540c0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 200 len: 835 time: 0.3470507 Oct 26 12:35:26.877213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:26.909272 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-54b9b2b0-edbe-45e4-8f5d-372bf7577667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:26.910791 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-54b9b2b0-edbe-45e4-8f5d-372bf7577667 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404689 Oct 26 12:35:26.973967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c9f8-2a3e-43bb-b143-a3d6b2204b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:27.013675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:27.015226 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-5a90a1f7-a6a1-439b-a0d1-9af12c50b781 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948424 Oct 26 12:35:27.065893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:27.066198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:27.077023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:27.109387 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8a3fdb6a-d0b7-41bd-882c-a0a4923b39a1 req-6f48fd1c-b439-4713-a1fe-267360de4bdf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861578 Oct 26 12:35:27.145237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:27.157347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:27.194234 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:27.196072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:27.248151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:27.306081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:27.371681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:27.376104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:25Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:25Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:25Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:27.395923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:27.401075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:27.410062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:27.410664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:34:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:27.458672 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-55b39371-c245-47ca-a0cb-48f20a3825c3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 991 time: 0.0610182 Oct 26 12:35:27.511327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:27.720543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:25Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:25Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:27Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:27.744321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91efe3-a60d-4770-8a1d-5439b211e1d6 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:25Z', 'revision_number': 9, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:25Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:27Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:28.462176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:28.514402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:28.523803 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aa8262de-8777-4ac4-b239-515b764ecec2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 991 time: 0.0604084 Oct 26 12:35:28.771351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:28.846189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:28.950368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:29.144704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fdd66922-673a-4f62-b691-bf2a6498e20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:29.154529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:29.154926 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:29.155259 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:29.228929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:29.229225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:29.262332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:29.266953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:29.267744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:29.270513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:29.301670 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8159755d-06d6-4a85-8a56-434c5bb9bdae None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:29.341160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:29.348103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:29.356605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:29.357001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:29.357417 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:29.429974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:29.430361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:29.455523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:29.459632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:29.508471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:29.526855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40978) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:29.591936 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-73275539-27aa-4ced-8304-3db796a24a8b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0627489 Oct 26 12:35:30.258212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:30.259226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:30.259885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:30.366710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:30.412954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:30.585878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:29Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:29Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:30.595132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40984) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:30.610978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:30.619424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:30.620057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:30.652675 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-50e3bac4-77d3-4835-85c5-4caa3eacde21 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0563056 Oct 26 12:35:30.722601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:30.815165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:30.878813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:30.948302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:30.986713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:30.987097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:31.014604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:29Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:29Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:31.049063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b64fac-9ef4-4a31-8100-79e1e0ccd233 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:29Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:29Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:29Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:31.053700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:31.063117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:31.063978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:31.144522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:31.183630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:31.184050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:31.206552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:31.210404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:31.263882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:31.657230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40988) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:31.727090 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e801dc69-91ce-4c51-9c48-7bc43993637b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0684321 Oct 26 12:35:31.752053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:31.833311 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:35:31.896533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:32.637014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17482e5e-a106-4eeb-8ebf-49140c63b5eb None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:32.682544 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-6d23426f-5b0c-4f16-b66a-894c54dc0073 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431185 Oct 26 12:35:32.730999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 40992) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:32.800884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-8af8bbb2-838b-4089-9a2d-87e9347fcd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:32.801582 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d04893a-4d9a-4fd9-b8e5-2fc97baa81f0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0694273 Oct 26 12:35:32.804830 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-8af8bbb2-838b-4089-9a2d-87e9347fcd88 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1129 time: 0.0532410 Oct 26 12:35:32.893480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:32.915396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-5228fde0-e777-45bc-bb94-fff63f07100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:32.916932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-5228fde0-e777-45bc-bb94-fff63f07100d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 897 time: 0.0921535 Oct 26 12:35:32.941009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:32.941762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:32.942115 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:32.991426 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-5bc217be-31ce-4164-927a-6bd29100ee1c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 1000 time: 0.0675268 Oct 26 12:35:33.017569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:33.017951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:33.043522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-e2f454e8-2515-4e25-8ea9-16ca2025f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:33.045116 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-e2f454e8-2515-4e25-8ea9-16ca2025f0a8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 200 len: 835 time: 0.0469708 Oct 26 12:35:33.054256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:33.058884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:33.059634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:33.092172 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-a041d5a8-2edf-4b1c-a846-47cf372e8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:35:33.094436 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-a041d5a8-2edf-4b1c-a846-47cf372e8a5c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421057 Oct 26 12:35:33.135177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:33.141745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:33.142117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:33.142449 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:33.191798 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-8eec3a68-ae56-4403-8ba2-c33da19b7c56 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902143 Oct 26 12:35:33.216764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:33.217155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:33.223663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:33.239544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:33.243634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:33.290749 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ce14a25-9623-4102-a09e-9ea157562c46 req-1e2bd0e7-6f76-4542-a675-92a4be206206 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930142 Oct 26 12:35:33.294676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:33.336665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:33.338512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:33.339158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:33.341682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:33.442075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:33.649254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:33Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:32Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:33Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:33.673687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:33.681898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:33.682499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:33.805746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:33.868829 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb7c7847-5aa8-41a8-968d-e5b2cc30a324 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0619009 Oct 26 12:35:33.927805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:34.130271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:33Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:32Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:33Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:34.158473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023295eb-e97d-47b0-bc67-77dafbee379d None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:33Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:32Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:33Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:34.773380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:34.852987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:34.853377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:34.864665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:34.872798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:34.892231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:34.898189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:34.899184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:34.950050 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac82c8cf-1b31-47ba-ad76-95dd88727cdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0761182 Oct 26 12:35:34.979419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:35.018828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:35.019135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:35.042362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:35.047382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:35.070306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:35.073679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:35.132497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:35.175581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:35.176595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:35.247461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:35.335512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:35.387057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:35.387426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:35.387780 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:35.460095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:35.460499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:35.494145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:35.497901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:35.498693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:35.574595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:35.587490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:35.587904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:35.588245 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:35.630733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:35.660778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:35.661171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:35.682349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:35.686111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:35.735370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:35.764391 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6f135-1d63-4e68-b66c-a28ae4e90717 None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:35.954247 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 40998) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:36.015812 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4eca7e25-33eb-4ea6-9778-3e5c9517720b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0597434 Oct 26 12:35:36.531795 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:36.800072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:36.800072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:36.800072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:36.834739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:36.953642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:36.980971 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:36.996354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:36.996742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:37.019587 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41000) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:37.079198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:37.081875 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-052105fc-ba66-4d91-939d-b271a0f2806e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0611355 Oct 26 12:35:37.095362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:37.096067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:37.219111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:37.292084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:37.292394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:37.311749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:35Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:35Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:35Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:37.341101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:37.343250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:37.346748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:37.376432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:37.377048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:37.428454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:37.436945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:37.500783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:37.850946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:37Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:35Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:37Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:37.875928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848610f2-d003-49ca-a12a-e7cd648e1449 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:37Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:35Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:37Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:38.085582 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41002) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:38.133017 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:38.150445 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-55669a69-27cf-4eee-85d3-bcf726f8ab66 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0636320 Oct 26 12:35:38.864972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:38.911193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:38.911654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:38.912083 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:38.978624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:38.991504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:38.991931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:39.026624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:39.031871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:39.032730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:39.110179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:39.120369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:39.120750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:39.121092 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:39.153735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41004) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:39.160032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:39.194349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:39.194742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:39.216353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:39.218310 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bf6276f6-7ed6-4b47-8e5b-7c4387ee7143 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0634620 Oct 26 12:35:39.220623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:39.269116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:39.441057 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea65ce8-a2d6-453c-8234-a58f406ae7f9 None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:39.785475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:39.790099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:39.790726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:39.839897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:39.893793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:40.103396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:39Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:39Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:39Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:40.131625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:40.140566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:40.141185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:40.221590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41006) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:40.239187 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:40.280289 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-047dabae-e999-40b6-a9d6-189d5d7ef683 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0574265 Oct 26 12:35:40.341132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:40.450084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:39Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:39Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:39Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:40.474173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9592a-af68-4f62-a14e-510478c76305 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:39Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:39Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:39Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:40.778211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:40.859354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:40.859672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:40.895022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:40.899436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:40.923988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:40.982758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:41.028291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:41.114847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:41.163013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:41.165145 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:41.165450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:41.165782 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:41.247600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:41.248021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:41.284302 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41008) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:41.285159 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:41.290582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:41.343040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:41.357402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:41.364240 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-39269fab-0bc9-4514-bf95-e4e1a1933071 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0785201 Oct 26 12:35:41.434174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:41.434560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:41.456842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:41.461092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:41.510422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:42.113008 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b269ecb-695b-42ea-9d0f-44242f5e4389 None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:42.367750 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41010) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:42.389258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:42.403316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:42.431811 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3c19f4cb-a759-4d93-9b85-0ab49bc167a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0626900 Oct 26 12:35:42.789454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:42.799543 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=23 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:43.034146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:43.037883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:43.038588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:43.075817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:43.332147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:43.368844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:43.369230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:43.435754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41012) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:43.451419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:43.466781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:43.500281 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fc804358-8dff-4d7f-abc0-16299d3cd14f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0615835 Oct 26 12:35:43.561294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:43.615870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:41Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:42Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:41Z', 'revision_number': 21, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:43.640399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:43.648788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:43.649392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:43.683930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:43.751581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:43.959372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:41Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:42Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:43Z', 'revision_number': 22, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:43.984754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201edf09-397e-43f4-b86f-f05d440fd7f9 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:41Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:42Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:43Z', 'revision_number': 22, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:44.504787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41014) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:44.580351 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9c08fd1b-fcc6-4f4e-8207-5aca8946709f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0743318 Oct 26 12:35:44.885581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:44.885581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:44.944590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:44.944962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:44.945290 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:45.026770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:45.027165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:45.064629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:45.069345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:45.070257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:45.153597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:45.167295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:45.167563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:45.167978 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:45.247254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:45.247638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:45.270643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:45.273733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:45.324566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:45.561000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb42f3f-43a3-4381-9227-408803626985 None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:45.582466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41016) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:45.643676 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-57a7ecce-6849-418b-a482-5546cb939d2e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0599499 Oct 26 12:35:45.646411 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:46.196561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:46.196561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:46.197105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:46.300477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:46.337658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:46.505782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:45Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:45Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:45Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:46.530259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:46.532485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:46.541564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:46.542179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:46.645075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:46.647558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41018) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:46.708105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2405ac3a-d8ec-4e7c-905a-47a8f4b4b342 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0582626 Oct 26 12:35:46.856057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:46.992714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:46.993097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:47.071503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:47.078687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:47.079380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:47.123004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:45Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:45Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:45Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:47.163739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d2704-d6ee-43a4-a6f5-d13094f8b875 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:45Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:45Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:45Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:47.182307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:47.226001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:47.226675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:47.249911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:47.253464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:47.301974 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:47.710912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41020) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:47.777916 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d6d4323a-138d-4e2f-87bd-28bd74bfc72e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0654788 Oct 26 12:35:48.723748 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9617c-f9b4-452b-b562-3ff64a06c9d6 None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:48.779177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41022) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:48.846478 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-91202d06-e9bb-4f48-8867-fbe68b3d43fa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0651124 Oct 26 12:35:48.884801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:48.923655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:48.931424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:48.931814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:48.932179 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:49.002178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:49.013524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:49.013904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:49.054197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:49.059655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:49.060533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:49.105135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:49.146512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:49.147133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:49.150777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:49.199265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:49.199639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:49.200001 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:49.288126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:49.386012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:49.386402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:49.422392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:49.433588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:49.530639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:49.580640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:47Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:48Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:49Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:49.604524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:49.613357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:49.613896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:49.704330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:49.714224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:49.848634 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41024) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:49.857721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:49.911160 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-197731e9-8048-4457-bdd1-7f133a19267d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0612836 Oct 26 12:35:49.926377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:49Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:48Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:49Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:49.950211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf793809-ae46-4df3-a92b-1e077eb82e9a None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:49Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:48Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:49Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:50.782531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:50.866541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:50.867178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:50.906695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:50.911214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:50.911986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:50.915089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41026) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:50.986108 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-994f08fd-a068-435f-b65e-7bf404664088 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0698080 Oct 26 12:35:50.994966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:51.036224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:51.036616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:51.059076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:51.062730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:51.090932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:51.146772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:51.331460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:51.332452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:51.399488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:51.476914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42214c-5327-4d40-bef2-d55067acc921 None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:51.491139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:51.539315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:51.539600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:51.539961 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:51.561224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:51.620679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:51.621086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:51.656850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:51.660026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:51.660834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:51.737192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:51.744337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:51.751108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:51.751606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:51.752170 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:51.823510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:51.823852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:51.844556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:51.848470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:51.898059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:51.989509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41028) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:52.049127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a2991e7-a3b6-4b1e-bf6d-ef8622ab77bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0583863 Oct 26 12:35:52.118129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:52.128505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:52.129108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:52.230527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:52.433589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:51Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:51Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:51Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:52.458003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:52.466169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:52.466758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:52.568517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:52.594573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:52.778682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:51Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:51Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:51Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:52.804995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af82af-45dd-48cc-8ec9-8ecba7c2920b None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:51Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:51Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:51Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:52.832869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:52.854297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:52.917151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:52.917539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:52.952402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:52.957868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:52.958615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:53.040572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:53.052921 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41030) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:53.095701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:53.096241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:53.118939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:53.122230 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b7473600-8913-4def-9203-8deacca5d935 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0678968 Oct 26 12:35:53.125577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:53.177450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:54.126402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41032) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:54.185740 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7dd819d9-ed97-43f5-aeb4-7ec9faad38af tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0582874 Oct 26 12:35:54.404722 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254c050-ec0f-4087-8645-9cf7ba4aa871 None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:55.038274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:55.038274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:55.038274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:55.137743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:55.189510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41034) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:55.250830 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-045d39aa-0b31-4dec-a21d-23a665da5e98 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0601785 Oct 26 12:35:55.347403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:53Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:54Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:52Z', 'revision_number': 28, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:55.370529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:55.379813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:55.380405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:55.412743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:55.485273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:55.551369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:55.693685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:53Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:54Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:52Z', 'revision_number': 28, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:55.857636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35567406-01a6-42de-8813-a27b3ba24455 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:53Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:54Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:52Z', 'revision_number': 28, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:56.254930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41036) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:56.316221 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71b95c82-bfbf-424e-9bfb-724d7e1935cc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0598862 Oct 26 12:35:56.880235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:56.941371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74395c9e-826c-49d4-8778-e2a6e8c739c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:56.943244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:56.943668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:56.944098 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:35:57.024582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:57.024973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:57.063325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:57.066966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:57.067776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:35:57.142800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:57.150658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:35:57.151485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:57.151485 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:35:57.228283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:57.228591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:57.249268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:57.253216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:57.299397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:57.319849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41038) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:57.380822 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8f8fb217-d19b-40cf-9961-25a2338e8d65 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 992 time: 0.0598125 Oct 26 12:35:57.428707 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7021a47-554a-4416-95fe-348937d615de None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:35:58.076082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:35:58.076082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:58.076082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:58.115954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:58.179589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:58.373339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:58.384739 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41040) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:58.389588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:57Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:57Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:57Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:58.414691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:35:58.424186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:35:58.424799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:58.443980 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7d098f1f-4783-484f-b13d-16017e663f7b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0580747 Oct 26 12:35:58.527643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:35:58.736250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:57Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:57Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:57Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:35:58.759984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb359690-9523-4a97-bf7c-81e0b624f64b None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:57Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:35:57Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:57Z', 'revision_number': 29, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:35:58.836499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:58.911295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:58.911693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:58.952810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:58.961548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:58.962507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:35:59.038268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:35:59.043914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:59.083680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:35:59.084329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:59.117960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:35:59.121944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c6bb6ee5-2e9e-4c95-9fd3-f6c8a7dc1a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:59.125105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:35:59.180229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:35:59.448067 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41042) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:35:59.513448 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-44d4ac03-ae35-44b5-b698-37c6cc1ed073 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0642092 Oct 26 12:36:00.360699 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad1c04-150b-4135-b733-150cfbab8528 None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:36:00.381038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:00.517063 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41044) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:00.578406 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c31fd741-af46-4cad-9bd1-6fbd8f9f34ee tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0601654 Oct 26 12:36:00.720484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:36:00.720484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:36:00.720484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:00.819524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:36:00.886561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:01.032340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:59Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:36:00Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:58Z', 'revision_number': 30, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:01.056184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:36:01.064951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:36:01.065549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:35:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:01.303179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:36:01.508903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:59Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:36:00Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:58Z', 'revision_number': 30, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:36:01.537106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d39747-c5aa-4a19-86ba-db05d187f577 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:35:59Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'ace0d49f-5d9e-4387-aff6-9d7be4ac6e88', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.128', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'port_id': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'mac_address': 'fa:16:3e:d5:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:35:25Z', 'updated_at': '2022-10-26T12:36:00Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:35:58Z', 'revision_number': 30, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:36:01.581604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41046) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:01.644426 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ab324956-bfbb-4f97-ac19-cf810c329a8f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0616651 Oct 26 12:36:01.758502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:01.894637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:02.648534 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41048) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:02.718494 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b0300c81-5ed1-46c3-a624-95c1c095aa23 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0681951 Oct 26 12:36:02.884775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:36:02.914910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:02.937500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 02fea42f-fa56-4c10-a596-afde5b4a350d triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:36:02.937869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:02.938207 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 02fea42f-fa56-4c10-a596-afde5b4a350d Oct 26 12:36:03.017128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:36:03.017518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:03.052106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:36:03.056239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:03.057228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:36:03.137406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:03.140996 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e131a-e6ea-4cb9-9479-da88a9bf83cc None None] New status for floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:36:03.148016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.148364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.148711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.149054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.149419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.149750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.150080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.150405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.152114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.152114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.152114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.152114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.152114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.152540 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.152620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:36:03.161037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port e8689c9a-e40c-4a31-b353-24ddab7c42f3 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:36:03.161418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:03.161759 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port e8689c9a-e40c-4a31-b353-24ddab7c42f3 Oct 26 12:36:03.164130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:03.241619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:36:03.242007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:03.263357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:36:03.267307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:03.267979 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:03.320555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:03.721958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41050) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:03.784340 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a850368b-25dc-42c5-bdb3-ed04ee063767 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0610614 Oct 26 12:36:04.788129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41052) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:04.836232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:36:04.850997 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-359ce795-67db-4c43-b8a2-85ec040a519a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0607743 Oct 26 12:36:04.910718 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 02fea42f-fa56-4c10-a596-afde5b4a350d is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:36:04.911110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:04.944831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:36:04.948632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:04.949347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:36:05.022838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:05.061973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:36:05.062362 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:05.082483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:36:05.085959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:05.132438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:36:05.852881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41054) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:05.914392 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6e77f9dc-2a06-4494-8914-aeff329b3301 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0603893 Oct 26 12:36:06.917552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41056) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:06.977413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f9118b2-6854-47a0-8d2c-5f956dd673e2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0587111 Oct 26 12:36:07.981289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41058) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:08.045350 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-feac51e2-8456-4328-9c23-670c8c5e98a3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0628538 Oct 26 12:36:08.832603 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:36:09.049250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41060) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:09.112108 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4940bc00-f07b-463e-acce-c4cd9ce9ee44 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0617819 Oct 26 12:36:10.116007 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41062) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:10.122239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:10.124177 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:10.176482 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-96f6d157-c6bb-4a67-b7bb-cd2e48841aa0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0591512 Oct 26 12:36:11.179200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41064) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:11.238726 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-76e119eb-a054-4b73-8213-0240a430c39d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0584865 Oct 26 12:36:12.242335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41066) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:12.303474 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-995c4ba7-4fb5-4e90-a32e-c1759827f557 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0599945 Oct 26 12:36:12.408449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:13.307351 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41068) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:13.365145 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-af90933f-a06c-4db5-9ac0-37acf30522e2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0566285 Oct 26 12:36:14.368369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41070) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:14.374608 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=53 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:14.376278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=59 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:14.427410 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8866c588-afc2-40e3-ae39-597ee7a0243d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0579290 Oct 26 12:36:15.431247 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41072) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:15.490621 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-903048ab-8445-4a56-9e51-51bb07e990b4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0582356 Oct 26 12:36:16.494463 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41074) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:16.524594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:16.555973 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-05477618-26fa-4bca-860a-e2706c36379f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0603311 Oct 26 12:36:17.560052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41076) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:17.620791 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1c98835e-897a-4caa-b737-1fdacb4c2c84 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0595231 Oct 26 12:36:18.624616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41078) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:18.682657 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e60f3ee0-758a-4c7a-953d-275d085354f2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0568719 Oct 26 12:36:18.828230 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:18.829009 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:19.685604 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41080) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:19.745967 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d69f764a-4567-4849-90a1-ac95b567fe1b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0592310 Oct 26 12:36:20.748915 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41082) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:21.114578 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-349b56c6-cbda-4c37-a00a-eae0f8151bdf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.3643723 Oct 26 12:36:22.117898 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41084) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:22.189300 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-08bdea87-7ac8-41a0-9633-93ea6f8ad1ca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0699532 Oct 26 12:36:23.193395 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41086) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:23.250531 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c52e82ac-5b2e-4e83-8d8a-745efd8e89d1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0560043 Oct 26 12:36:23.356290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=17 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:23.358226 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=11 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:24.254558 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41088) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:24.316454 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-38421e1a-f1bb-4aae-a3bb-2307ab8f4393 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0607202 Oct 26 12:36:25.320368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41090) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:25.378906 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-203ab056-e0e7-44bf-9ee2-93ddbe5e2cbd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0574071 Oct 26 12:36:26.382832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41092) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:26.444257 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-765f18b6-11c4-44c2-92f2-6a57b833ad12 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0602899 Oct 26 12:36:26.635522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:26.638489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=12 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:26.924544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e5d5-adfc-455b-84e9-76f1992e4cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:27.448161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41094) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:27.505423 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-003f2889-a9c3-4627-88fd-df40aab7ff2c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0561378 Oct 26 12:36:28.509769 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41096) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:28.572354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e71fdf12-2804-4703-bccd-3eb2e4c10e05 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0612955 Oct 26 12:36:29.104792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f5102fbf-25c8-4796-a2c5-8877b5a2ace5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:29.576060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41098) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:29.634710 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-765140f9-fe47-4531-9597-7e9bb1debc0b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0575242 Oct 26 12:36:30.384090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:30.638450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:30.700089 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-28ad835b-1f1c-4960-b1fd-ced96b8ededc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0605595 Oct 26 12:36:31.704047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41102) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:31.762383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:31.766005 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-787e23fa-96ce-48fb-9113-16f8d73ae2f7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0607269 Oct 26 12:36:31.897201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:32.769512 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41104) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:32.833951 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-68341547-ca1f-4010-a310-a0058dc42f4b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0633109 Oct 26 12:36:33.837864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41106) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:33.896576 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-684e893c-a6a9-494f-b7f5-81768ddf4022 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0575726 Oct 26 12:36:34.630535 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4876f6da-29d0-4192-abb3-548809495e02 req-0319f848-420b-407b-bdc2-126f2480f789 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393469 Oct 26 12:36:34.714494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f6da-29d0-4192-abb3-548809495e02 req-d69f6c83-a81b-41ae-abd0-dc07c1704b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:36:34.716022 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4876f6da-29d0-4192-abb3-548809495e02 req-d69f6c83-a81b-41ae-abd0-dc07c1704b68 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1129 time: 0.0437989 Oct 26 12:36:34.821767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f6da-29d0-4192-abb3-548809495e02 req-09c9eff0-1a1c-420d-92b9-d5570f680b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:36:34.823207 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4876f6da-29d0-4192-abb3-548809495e02 req-09c9eff0-1a1c-420d-92b9-d5570f680b68 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 897 time: 0.0896573 Oct 26 12:36:34.889112 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4876f6da-29d0-4192-abb3-548809495e02 req-94f21939-66b2-4065-b32f-fbe55ebd8662 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 1001 time: 0.0587926 Oct 26 12:36:34.900407 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41108) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:34.936134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:34.939820 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f6da-29d0-4192-abb3-548809495e02 req-1d436834-aec0-4634-a203-da805748c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:36:34.941330 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4876f6da-29d0-4192-abb3-548809495e02 req-1d436834-aec0-4634-a203-da805748c87d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 200 len: 835 time: 0.0460768 Oct 26 12:36:34.964221 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-35d9509b-da16-48ca-b7c7-cf01985e1036 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0625119 Oct 26 12:36:34.985458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f6da-29d0-4192-abb3-548809495e02 req-697f40ba-c576-43a0-9470-405fd35263be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:36:34.986953 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4876f6da-29d0-4192-abb3-548809495e02 req-697f40ba-c576-43a0-9470-405fd35263be service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398636 Oct 26 12:36:35.358817 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4876f6da-29d0-4192-abb3-548809495e02 req-4047adb5-bedf-45d1-a34c-f256665ea5fc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659060 Oct 26 12:36:35.448724 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4876f6da-29d0-4192-abb3-548809495e02 req-e8347469-97f1-4ba8-bde5-5b02f72f7fc2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837371 Oct 26 12:36:35.968091 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41110) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:36.029352 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c53eff9c-ab5e-4424-8e7d-66831f0d4245 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0601311 Oct 26 12:36:37.033728 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41112) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:37.092188 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d8512194-f53a-44da-927c-b2de570dd79c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0571573 Oct 26 12:36:38.095631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41114) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:38.156383 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-72befb38-2612-4db1-88b6-0aec0cc26af6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0594015 Oct 26 12:36:39.160145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41116) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:39.202110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:39.218132 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e0d5119e-f4c3-4856-8419-a0f48cfae8fb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0569973 Oct 26 12:36:40.222029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41118) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:40.282962 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6b241fd4-933b-43a3-ae45-87335079848a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0597842 Oct 26 12:36:40.520299 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:40.520950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:41.286803 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41120) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:41.344667 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-339e03a7-605f-4c8d-8035-ae8884162066 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567465 Oct 26 12:36:41.886603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:41.893687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:42.348715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41122) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:42.413505 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cdf224bf-7b94-49da-80a1-0bb831ff0598 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0635808 Oct 26 12:36:42.415149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:43.416333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41124) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:43.475105 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1a09de44-d588-4e7b-a3fd-f120f7332235 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0576274 Oct 26 12:36:44.479060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41126) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:44.540682 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1fdb8df3-9492-4104-a9c6-d7f2b2f3f637 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0604985 Oct 26 12:36:45.544650 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41128) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:45.602923 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-efdd0b6b-f98c-4cfb-8173-bf8528ae0928 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0571399 Oct 26 12:36:45.830993 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:36:46.606468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41136) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:46.668991 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9353a43a-1844-48b2-ade3-0383576d382c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0613720 Oct 26 12:36:47.671894 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41138) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:47.731790 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2391e7b6-a83f-4b42-ab0a-4f2be179eadd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0577934 Oct 26 12:36:48.148006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=69 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:48.149890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=62 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:48.735697 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41140) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:48.796304 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9f887855-da16-421e-8db5-0fae53054871 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0595963 Oct 26 12:36:49.800496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41142) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:49.858287 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-865f97b5-e89c-41bf-bba0-7f8fc7e56adb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0566726 Oct 26 12:36:50.862113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41144) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:50.920202 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c55eda33-bc68-4ef7-bd64-1d5921126293 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0569365 Oct 26 12:36:51.924100 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41146) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:51.985334 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8d8eef9e-b35e-4bf1-8663-971af7fd7814 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0600405 Oct 26 12:36:52.406817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:52.408763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:52.989001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41148) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:53.046378 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d9221c55-1e83-46f1-984e-bfec7f1e20ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0562544 Oct 26 12:36:54.049678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41150) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:54.111487 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4c2d5e5b-cc02-4dfc-ba96-8fbaa73d7995 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0605552 Oct 26 12:36:55.115287 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41152) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:55.174479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2aa7a7a1-a283-4c9c-8329-a70a0796085c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0580626 Oct 26 12:36:55.827000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:36:56.178106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41154) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:56.239640 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c7f5904-41b2-41bd-80d6-53244405eae2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0604770 Oct 26 12:36:56.926246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-49dc1f1c-cd5c-4ace-97da-5808ef4a7b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:57.243291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41156) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:57.302713 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-da8ad817-193a-49e0-8f1b-16cdae40be3d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0582571 Oct 26 12:36:58.305862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41158) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:58.367202 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c42de769-0057-4e52-9a20-6e57f18329b6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0601385 Oct 26 12:36:59.106226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-69a6085b-beb0-45db-827d-fb9ea3c163f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:36:59.371177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41160) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:36:59.431399 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-79fa38ad-a05c-4c32-8ce4-39d034b3225a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0591633 Oct 26 12:37:00.386633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:00.435206 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41162) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:00.493255 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dad7a392-2320-472c-9cf1-1ef368629196 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0568750 Oct 26 12:37:01.497233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41164) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:01.557449 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d4b4f2ed-d6f2-4323-8f02-c7a71dbcf2b8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0591035 Oct 26 12:37:01.766221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:01.902464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:02.560425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41166) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:02.623216 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0c0c8509-500c-43a4-bc15-42a0e61fe964 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0615132 Oct 26 12:37:03.627676 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41168) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:03.687510 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c24011e-f7cd-4da9-9843-35435ced9023 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0586712 Oct 26 12:37:04.691743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41170) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:04.727331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:04.750705 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a92e9c31-8692-4042-a857-352f6cfa00a4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0572128 Oct 26 12:37:05.754286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41172) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:05.814954 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fd2150a2-2d6a-4572-b833-972b7af678a1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0595355 Oct 26 12:37:06.818765 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41174) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:06.878211 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-41cd6d45-fefe-41e0-b50f-83d4fcce8bc1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0582726 Oct 26 12:37:07.881768 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41176) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:07.926123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:07.944416 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-35e99bee-2c71-48aa-a096-631d1590e0cd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0615394 Oct 26 12:37:08.357810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=29 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:08.359829 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=31 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:08.948481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41178) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:09.006067 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4e94a44-a7ef-48ae-b981-3a36bb807f09 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0564053 Oct 26 12:37:10.009795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41180) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:10.068277 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-69c274c0-dbb2-4864-8394-90ce5215df1a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0573683 Oct 26 12:37:11.072213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41182) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:11.134727 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3797352-44bc-4963-8b3a-33d53ef414bd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0614722 Oct 26 12:37:11.896366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:11.898506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:12.138939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:12.197839 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0980f83e-790a-4af1-8fdd-afd983dae93c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0576746 Oct 26 12:37:12.413622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:13.201527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41186) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:13.263063 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-15410a5a-0614-4c99-916c-bcff094221d9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0604026 Oct 26 12:37:14.266613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41188) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:14.324730 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7178dd8d-9496-444d-b35c-88f70199c302 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0568919 Oct 26 12:37:15.328709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:15.390294 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-61e2fd4f-1df2-4a78-a3c4-1508e15ebf7c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0604227 Oct 26 12:37:16.393494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41192) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:16.451180 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-061f7ce6-5a66-4a42-b1eb-39972e068ce1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0565772 Oct 26 12:37:17.455148 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41194) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:17.515218 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5e2e6e4d-5e6a-4605-8d15-f5ba96824a25 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0589330 Oct 26 12:37:17.517330 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:18.519358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41196) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:18.577824 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b162eb22-7229-421f-be5f-7d64c09c2cdf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0573273 Oct 26 12:37:18.997332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:18.999197 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=22 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:19.581832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41198) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:19.642747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f0872e11-0cd1-48fb-8cc1-e3210eec1acc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0597916 Oct 26 12:37:20.646735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:20.704035 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6182993f-bf92-4b2c-8b15-daec7d13ac63 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0560939 Oct 26 12:37:21.708230 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41202) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:21.771529 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-66d843b9-be5c-4e35-9a49-d4a2ba3977e0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0621359 Oct 26 12:37:22.407414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:22.409331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:22.775390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41204) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:22.830659 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:37:22.835482 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8c98cc0d-1673-4cce-b7be-43fd6176c065 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0589437 Oct 26 12:37:23.839361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41206) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:23.904166 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-81878e2c-f943-4600-b0bd-5bffe18d4ada tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0624804 Oct 26 12:37:24.818997 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:24.906444 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41208) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:24.967619 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b9a224b0-99e5-4363-9d68-ef301d0c691e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0599499 Oct 26 12:37:25.971397 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41210) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:26.029376 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f76feaf-ebd2-4637-8a84-92f923b1e23b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0568340 Oct 26 12:37:26.928703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-99247259-85d2-4f9c-b988-f382a1df9086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:27.033233 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41212) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:27.092195 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3b70aa3-ade8-44ca-aa6f-c8b1d7396ee3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0578179 Oct 26 12:37:28.096185 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41214) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:28.158017 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-df872efb-0792-40bb-ab03-ee84d72b9837 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0603008 Oct 26 12:37:29.107229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-318f7562-23ee-49d0-b1ae-ce119dc38412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:29.161644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41216) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:29.221931 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4e1ca4b1-7423-479d-95fc-6fe2247884a7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0591879 Oct 26 12:37:30.225501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41218) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:30.390986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:30.583908 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de67e651-30b0-4ff0-a357-8667fb2380e5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.3571427 Oct 26 12:37:31.587749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41220) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:31.647140 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8cc6ac4d-4f5b-4d3d-9bff-ecc22b217e31 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0582795 Oct 26 12:37:31.768777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:31.905515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:32.651082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41222) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:32.709052 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e9072650-c42e-41df-ab05-88fa6af916d8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0568113 Oct 26 12:37:32.826548 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:33.712999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41224) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:33.772904 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ef6daad9-3125-4dc6-ac36-596fbfe6853a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0587549 Oct 26 12:37:34.776851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41226) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:34.834724 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d3a9349c-c230-4358-b385-bdc25532be5a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567536 Oct 26 12:37:35.838696 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41228) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:35.900593 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-486e4bdd-62c3-442d-abc3-a8b5e5e9af33 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0607846 Oct 26 12:37:36.631514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-ab142035-fbdb-4a78-b974-dce9bd410917 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395775 Oct 26 12:37:36.716277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-15b58911-8106-4efd-a3a6-2d331aeba8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:37:36.717756 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-15b58911-8106-4efd-a3a6-2d331aeba8e4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1129 time: 0.0409155 Oct 26 12:37:36.829209 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-0f0d50d6-7c62-4fe5-9947-54485ab7675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:37:36.830656 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-0f0d50d6-7c62-4fe5-9947-54485ab7675f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 897 time: 0.0946622 Oct 26 12:37:36.843398 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:36.879678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:36.895831 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-d3dfaa0e-744e-4170-b9b3-2b861de43229 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 1001 time: 0.0584164 Oct 26 12:37:36.904431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41230) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:36.945445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-b1398334-83e6-4401-a8ea-164d9ca9bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:37:36.946921 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-b1398334-83e6-4401-a8ea-164d9ca9bf4f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 200 len: 835 time: 0.0455043 Oct 26 12:37:36.962075 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-46e04bd9-4802-4472-a899-fd2bde8fbd38 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0565164 Oct 26 12:37:36.995524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-2f42ef12-e409-4771-8696-fa8c2ae63802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:37:36.997054 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-2f42ef12-e409-4771-8696-fa8c2ae63802 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439334 Oct 26 12:37:37.086958 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-71619be4-2837-4a17-8a2a-f882f35cfd52 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837040 Oct 26 12:37:37.182510 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f43017da-e119-42dd-98c8-67cb8b7a1a26 req-65fc816f-20da-4198-b272-899cf330c30a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887654 Oct 26 12:37:37.965554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41232) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:38.025850 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9918e93f-1169-4e3a-86e1-32ad522f3f8d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0591657 Oct 26 12:37:39.029787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41234) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:39.088545 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa43ba27-8d90-4ab6-b898-1fc81737f78f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0575643 Oct 26 12:37:40.092461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41236) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:40.153950 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac1a5b8a-e58c-4104-b35c-ab58b434827a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0602937 Oct 26 12:37:41.157916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41238) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:41.214904 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6ae0f614-b1f8-409f-9735-8e9c15b122d9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0559452 Oct 26 12:37:41.899809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:41.901799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:42.218693 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41240) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:42.276697 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d679aab2-7857-40e1-bd8a-c3a6ac8afab0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0568843 Oct 26 12:37:42.412345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:43.280489 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41242) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:43.343315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-31363a16-fe90-4c9c-9902-b756ba034842 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0616989 Oct 26 12:37:44.347190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41244) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:44.404822 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ad6dc0c8-16a9-42c4-b2fc-a636ef4b7291 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0564141 Oct 26 12:37:45.408235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41246) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:45.469345 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4216ad93-abb9-415d-a6d8-2e8aa4f35463 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0599625 Oct 26 12:37:46.473888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41248) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:46.531042 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-88374a0e-5208-45d5-be4d-6f09a74a6b3e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0560293 Oct 26 12:37:47.534931 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41250) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:47.597487 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a5a8b973-ba8d-41fc-bed7-71e3910cfb43 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0614343 Oct 26 12:37:48.601922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41252) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:48.660205 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-594912b5-633a-4349-b313-14620c6ce10f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0570860 Oct 26 12:37:49.663188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41254) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:49.669477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:49.671200 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:49.726449 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ce046058-6abc-4719-8514-0d11716477b7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0620904 Oct 26 12:37:50.729526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41256) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:50.787520 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e944a5d3-fbd9-4bf5-acd6-444bd8e2b31f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0568554 Oct 26 12:37:51.206093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=50 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:51.208038 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=41 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:51.791499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41258) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:51.852501 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2415a6a3-d3c0-4ace-b007-1578359d3f1f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0597751 Oct 26 12:37:52.405987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:52.407882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:52.856260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41260) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:52.918968 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d704a2b2-326f-439a-a9f0-5e5a793f7147 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0615549 Oct 26 12:37:53.923079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41262) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:53.980915 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0ce2d386-6bcb-4d07-87a6-1f5498f38c35 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0566440 Oct 26 12:37:54.522645 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:54.523400 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=19 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:37:54.984074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41264) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:55.044484 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-71d32795-cebf-42cd-934d-704d88ed207b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0592842 Oct 26 12:37:56.048655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:56.106171 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd039f58-a2da-469a-ad2b-b96530a69ba4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0564094 Oct 26 12:37:56.930380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-93fe7f9b-0f65-4abb-b196-0cfaa9c66d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:57.109854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41268) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:57.173317 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5c148520-62ac-44ee-835c-af0ebcad2e2b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0622578 Oct 26 12:37:58.177008 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41270) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:58.237671 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ec5c17e9-a06d-48a7-9886-05d00f890b54 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0595663 Oct 26 12:37:59.109342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1cfe23a2-e2cd-427d-9c24-d4be1f3b74ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:37:59.240653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41272) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:37:59.301833 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-58f0b443-0fc5-4730-b79d-c38709eea967 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0599997 Oct 26 12:37:59.829632 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:38:00.305932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41274) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:00.363157 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3e2e819a-a488-451f-a743-b9eabb0dd4c6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0561113 Oct 26 12:38:00.392265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:01.368097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41276) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:01.427961 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-907719f2-7118-4083-a314-c6f49415d935 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0585234 Oct 26 12:38:01.773547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:01.908413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:02.431757 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41278) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:02.492411 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1e673450-adcc-40db-89ed-2e1a850d3941 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0595250 Oct 26 12:38:03.496386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41280) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:03.553834 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ddd6d2df-0ca9-4eda-a5e8-353a3c1ee809 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0562751 Oct 26 12:38:04.557072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41282) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:04.621023 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-54a44980-b060-4a64-943d-30b95acf4f4e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0627978 Oct 26 12:38:05.625006 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41284) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:05.962053 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e4e3447f-651b-443d-b308-59a9cf0ec9df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.3359232 Oct 26 12:38:06.965445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41286) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:07.025856 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9cc789e8-e96a-4dcd-b7dc-78f792472f11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0592546 Oct 26 12:38:08.029575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41288) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:08.087624 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5a1e4eab-2108-4fc2-98fa-4afa12c853ea tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0569196 Oct 26 12:38:09.091491 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41290) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:09.152606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fb49d268-4219-4fb2-b364-87edd155240f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0600224 Oct 26 12:38:09.826099 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:10.155996 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41292) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:10.214687 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bf2c2cd1-959e-4424-909d-830619eaef95 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0576186 Oct 26 12:38:11.218212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41294) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:11.278038 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-be100317-d23d-452f-b6b7-6e3ca79766b0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0587137 Oct 26 12:38:11.902214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:11.904210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:12.282250 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41296) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:12.340497 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b54def76-1844-4768-92cd-562520936273 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0571344 Oct 26 12:38:12.424118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:13.344374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41298) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:13.406359 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f024ea98-e2ea-46eb-8b23-5f38c1d7f1d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0607696 Oct 26 12:38:14.410124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41300) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:14.468324 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ca71e532-aa67-4707-aad3-8ed7cb7dbfcc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0565774 Oct 26 12:38:15.472216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41302) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:15.531976 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5ca93880-7553-40ad-92fd-39e80d353f55 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0586119 Oct 26 12:38:15.952517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=58 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:15.954530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=42 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:16.536427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41304) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:16.595060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9f2e1e09-c877-4dce-a551-e6dfccfa0033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0568583 Oct 26 12:38:17.598945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41306) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:17.660646 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e0c65562-7ec1-4b64-8e26-2d2b36aaebfc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0603020 Oct 26 12:38:18.664663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41308) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:18.722646 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-06513183-ac60-4a8e-81b7-1c0a9d88c2a0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567997 Oct 26 12:38:19.726572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41310) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:19.732771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:19.734427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=76 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:19.788441 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-183dfd9a-fb16-4e33-8474-25d23cc60528 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0607524 Oct 26 12:38:20.792307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41312) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:20.850799 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2932f637-3bca-4363-84a8-74ff749e7210 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0573320 Oct 26 12:38:21.854651 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41314) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:21.918859 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b0dd723d-d4ae-4c54-8f5f-aa86d85377b1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0630834 Oct 26 12:38:22.921841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41316) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:22.980004 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a2f53100-3895-4ff6-a452-7299fec0ddc9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0566940 Oct 26 12:38:23.983999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41318) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:24.044964 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-75ae80be-1e34-4798-892a-ecb3ef80e650 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0596888 Oct 26 12:38:25.049340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:25.107524 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d06b2317-32d9-4023-ac85-4a37cf5ee213 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0571010 Oct 26 12:38:26.111026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41322) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:26.172788 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-32e3c1db-973d-4070-87b1-787ce8d2cf11 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0602369 Oct 26 12:38:26.628538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:26.631393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=16 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:26.931785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8127580e-8fe6-4918-a3e6-9eb6f9e1c22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:27.177474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41324) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:27.235231 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-52071c57-dd85-4944-a81b-84e37f320c82 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0566626 Oct 26 12:38:28.239631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41326) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:28.300536 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cc8e403d-7069-43c8-b318-592ae5603479 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0597754 Oct 26 12:38:29.111662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c81eb8c7-7c00-4f2a-a8ba-da45e8c8c953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:29.304445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41328) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:29.361583 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-032f3219-dff1-4da7-ad13-fd3295f454fa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0560009 Oct 26 12:38:30.365490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41330) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:30.397441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:30.430050 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bb8e761b-4789-4a47-92bc-a842dd03275f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0633800 Oct 26 12:38:31.433873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41332) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:31.498739 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-28cb9f3c-21b5-4993-9dc5-060102b3c6cf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0637116 Oct 26 12:38:31.530382 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:31.531094 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:31.776222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:31.913319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:32.502460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41334) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:32.560350 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-77d781aa-e942-4887-b04e-b18ea39ce113 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567675 Oct 26 12:38:33.563566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41336) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:33.625004 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6bcc7e35-3acb-457c-af4b-b748698d4d4a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0602925 Oct 26 12:38:34.628377 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41338) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:34.686756 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f818de9a-2232-4278-8225-264fd03472ba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0572431 Oct 26 12:38:35.690193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41340) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:36.048633 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-513c3e91-e776-4405-9e87-68ce5b13ebb7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.3571401 Oct 26 12:38:36.612321 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-06f2d96f-6342-46eb-a30f-8765611497fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378532 Oct 26 12:38:36.699503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-58837df5-181b-4a78-a1f7-2d2c4f3bdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:38:36.701053 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-58837df5-181b-4a78-a1f7-2d2c4f3bdd75 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1129 time: 0.0437188 Oct 26 12:38:36.805139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-aa288e36-4495-4388-a9ce-3f294bb03876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:38:36.806592 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-aa288e36-4495-4388-a9ce-3f294bb03876 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 897 time: 0.0873306 Oct 26 12:38:36.828172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:38:36.872760 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-e6ea4f5d-20f7-4515-ae62-e91a882dd69d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 1001 time: 0.0597372 Oct 26 12:38:36.921174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-a1b8268e-3b4e-4f11-b4ef-0af290f7527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:38:36.922868 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-a1b8268e-3b4e-4f11-b4ef-0af290f7527b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 200 len: 835 time: 0.0439398 Oct 26 12:38:36.965030 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-77364554-6689-4753-9e39-cd9acb6932c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:38:36.966525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-77364554-6689-4753-9e39-cd9acb6932c1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381293 Oct 26 12:38:37.053110 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41342) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:37.061507 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-4b846e48-47af-428c-ab8f-d3f67510632c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884674 Oct 26 12:38:37.114941 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b7177350-a484-4061-8eee-067f28ae918d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0588610 Oct 26 12:38:37.152924 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0f33e422-f55d-4502-af74-5fb2b6ae2786 req-024f5e05-c170-499f-9c5c-b6701b85458a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847590 Oct 26 12:38:38.117563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41344) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:38.175547 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d461e986-bbe7-42e5-827f-661713e44e8e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567636 Oct 26 12:38:39.180111 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41346) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:39.239948 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9098905c-e422-4fb1-8558-12743cf7021b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0587177 Oct 26 12:38:40.243652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41348) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:40.301625 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c85326da-d356-44c0-a82b-c352a31392a0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0563054 Oct 26 12:38:41.305387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41350) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:41.365886 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1e805100-3e46-46c6-9219-5e10f8f4ae76 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0593488 Oct 26 12:38:41.905873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:41.907995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:42.369262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41352) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:42.424253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:42.428073 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e20c5adc-586e-4143-80d2-dc858b030a04 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0576451 Oct 26 12:38:43.431051 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41354) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:43.491968 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66e369c0-a7f0-4391-ae89-501b2b81a6b8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0597844 Oct 26 12:38:44.495370 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41356) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:44.599034 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-05cc9b4a-9714-449e-93f3-e345adc85d4f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.1024601 Oct 26 12:38:45.602945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41360) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:45.643310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:45.661745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-387522f5-b4a9-4b37-a761-f621d77bef17 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0576377 Oct 26 12:38:46.665535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41362) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:46.673162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:46.729711 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-16bbc14b-a386-42b3-b6f2-897ded9442e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0630527 Oct 26 12:38:46.824715 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:47.733525 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41368) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:47.792035 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1bf5f445-9d10-4a31-a5d4-8e7394da1678 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0573392 Oct 26 12:38:48.796015 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41370) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:48.857771 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e4b9e824-98da-4230-af9a-8ddea2d55c12 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0606291 Oct 26 12:38:49.861663 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41372) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:49.926897 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1731d77d-83db-46f8-9707-52ae9f7be731 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0633981 Oct 26 12:38:50.930498 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41380) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:50.991574 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-38992f10-fa61-4f6c-87a9-d1a7dff95792 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0599530 Oct 26 12:38:51.995487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41384) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:52.057029 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2ba39be5-86c0-410c-8367-b3d4a47a535a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0603764 Oct 26 12:38:52.413172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:52.420265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:53.060951 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41386) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:53.067359 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:53.069199 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:38:53.121060 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e0b2e49a-17b5-4cf8-a2a2-177f012058af tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0589306 Oct 26 12:38:54.124749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41388) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:54.187277 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de08669e-f250-49ff-8309-5d67f925e4bd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0613279 Oct 26 12:38:55.191048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41390) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:55.249268 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8e37ec41-d979-40a3-94e8-d94d1d53683b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0568652 Oct 26 12:38:56.252957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41392) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:56.313948 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-264e8378-038c-4f9d-8b5f-17dd3c84e1e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0598116 Oct 26 12:38:56.933178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a6c9ed91-dccb-4961-ad75-df4dd10956d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:57.318185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41394) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:57.375035 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ef237777-3159-4030-bc28-f39b19353d2f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0557292 Oct 26 12:38:58.379338 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41396) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:58.441898 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-856083ee-0338-47ea-bada-0092cd5ae46d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0613997 Oct 26 12:38:59.114477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-93708251-5853-4de5-9b5d-d1175c47395f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:38:59.445767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41398) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:38:59.503667 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d4ac564-e6b8-4104-ab27-71ce2d2067d2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567453 Oct 26 12:39:00.399339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:00.507505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41400) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:00.568849 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-30c05c63-7705-427c-910e-775d1e2309eb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0601809 Oct 26 12:39:01.572426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41402) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:01.631990 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0a2caaae-d06f-4877-9fc4-0d37813fa589 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0584033 Oct 26 12:39:01.778430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:01.915146 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:02.635991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41404) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:02.697251 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5861843c-9604-4219-af7f-3aaf143c191a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0601048 Oct 26 12:39:03.701291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41406) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:03.762132 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-72f34d1d-8f12-434c-90c2-33635f5d54fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0596850 Oct 26 12:39:04.765507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41408) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:04.823144 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-22fb2992-09d8-4a23-b49e-26924e7fa5d3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0565245 Oct 26 12:39:05.827064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41410) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:05.902125 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c93f2271-7c3f-4aca-874e-23b886d8a3f8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0738621 Oct 26 12:39:06.906542 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41412) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:06.965414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1fac7b77-6db0-4733-98e8-1afa6182bb27 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0577719 Oct 26 12:39:07.969382 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41414) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:08.029862 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8e51318e-eeff-4016-8c73-8aa72a476043 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0594394 Oct 26 12:39:08.526753 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:08.527532 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:09.033380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41416) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:09.091924 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9744974b-97de-44e5-a949-c5e0caf09cf5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567434 Oct 26 12:39:10.095052 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41418) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:10.157097 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f17ff95-1a77-4d63-890c-ee881f7570bc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0608547 Oct 26 12:39:11.161654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41420) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:11.218784 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-96a236eb-a720-4a97-81e4-c1b14812b60d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0559571 Oct 26 12:39:11.903373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:11.910580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:12.222684 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41422) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:12.282557 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4587e3e7-a2dd-4d6b-aff0-46a41b8b9145 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0580709 Oct 26 12:39:12.459120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:12.688154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=31 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:12.690458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=40 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:13.286725 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41424) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:13.344447 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4ce81f0c-4f99-4796-8aa3-91a4b05dd6e9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0566096 Oct 26 12:39:13.826724 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:39:14.348422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41426) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:14.408626 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-94c58d68-fc65-499a-9d14-fc9d996c6818 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0591280 Oct 26 12:39:15.413129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41428) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:15.471634 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-287237b2-4afe-4853-b8a3-ec7ca36ea711 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0573442 Oct 26 12:39:16.475771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41430) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:16.533358 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-16558916-7b2e-45d9-b3d7-fd73d0809bd8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0564930 Oct 26 12:39:17.537378 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41432) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:17.578643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:17.598419 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e816a737-7dfc-40ae-ad9e-f95a20a58f49 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0599508 Oct 26 12:39:18.602201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41434) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:18.663338 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f60e6216-6da0-471e-8e2d-376b9a1dbe52 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0599756 Oct 26 12:39:19.667280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41436) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:19.674856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:19.727333 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5825563-81d5-43b1-9480-b51f320c73f2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0588682 Oct 26 12:39:20.731341 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41438) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:20.791289 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8415531b-3dbe-4700-8508-d12ce8313010 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0588021 Oct 26 12:39:21.795012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41440) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:21.852716 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57466e7e-d414-49a9-a9b8-63fd7a471ad0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0565636 Oct 26 12:39:22.449210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:22.454341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:22.856672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41442) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:22.918613 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-70c1e5f6-209d-4618-b666-5ede7b18d941 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0608919 Oct 26 12:39:23.822780 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:23.921529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41444) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:23.980333 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d5760063-650b-469f-bdb7-14ac9eaa9728 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0576732 Oct 26 12:39:24.823324 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:24.984213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41446) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:25.045033 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f905242-7080-4b3c-a4dc-fd82813e2352 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0596502 Oct 26 12:39:26.049203 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41448) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:26.107324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4fae5ed3-e3b6-42b2-ba51-0674c5d70fdd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0569849 Oct 26 12:39:26.935497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-27b276e9-3ea7-4f14-88b2-e2d051a48e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:27.111150 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41450) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:27.170935 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4730e7cc-a470-48ad-9058-b449b4bc7d69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0586429 Oct 26 12:39:28.174358 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41452) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:28.232580 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-052ac9d2-ea10-4d02-8e33-58cb4fbce0df tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0571387 Oct 26 12:39:29.117238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ae2bb3f2-558a-4e2a-ab35-3168e561a0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:29.236460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41454) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:29.296613 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-721799c6-6ae3-4d2a-9b31-7b44a6ffc5ec tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0589998 Oct 26 12:39:30.300741 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41456) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:30.358688 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d305271-85c5-4f57-9a4e-0dec2f8c0ad1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0566299 Oct 26 12:39:30.401767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:31.361774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:31.421777 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9fbf2fe7-b597-4937-b469-a37a7e023291 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0588927 Oct 26 12:39:31.784128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:31.918103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:32.425846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41460) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:32.485645 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1f95c3e0-10f0-4fce-8cbf-15a990915132 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0578308 Oct 26 12:39:33.490016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41462) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:33.549252 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-240e7642-b348-491b-ac94-0027f74ad330 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0580513 Oct 26 12:39:34.553234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41464) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:34.610333 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b2e2922a-c237-45c9-a72e-3a590f3a6f23 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0559902 Oct 26 12:39:35.613540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41466) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:35.670595 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fabb8811-1771-4f85-a5ee-7d7b0d255de0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0551536 Oct 26 12:39:36.673728 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41470) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:36.707751 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-21964012-49b8-4f3a-9186-a27045c0c0d2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1358602 Oct 26 12:39:36.738618 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d4a82784-e04b-4e7b-b039-61c62fc6392c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0637119 Oct 26 12:39:36.792682 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-1b5c61ba-3944-4fa5-abb3-bb60cb59dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:39:36.794062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-1b5c61ba-3944-4fa5-abb3-bb60cb59dfee service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1129 time: 0.0435088 Oct 26 12:39:36.897474 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-75f30c46-4387-494c-a0fa-705c56bf49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:39:36.898947 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-75f30c46-4387-494c-a0fa-705c56bf49b6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 897 time: 0.0861495 Oct 26 12:39:36.962444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-f2f915fd-6009-4d80-9bae-0083987eef71 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 1001 time: 0.0580006 Oct 26 12:39:37.010308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-875ed17d-d5ac-4a87-95e0-1241ce0dfeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:39:37.011705 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-875ed17d-d5ac-4a87-95e0-1241ce0dfeef service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 200 len: 835 time: 0.0437393 Oct 26 12:39:37.055212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-da828873-9464-4b51-b594-2df3afc45bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:39:37.056590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-da828873-9464-4b51-b594-2df3afc45bbd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383625 Oct 26 12:39:37.148124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-35d3281a-26e8-434a-943f-41432797d4b1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847988 Oct 26 12:39:37.236730 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bea61cf5-8175-4a2e-8df7-ccba51f6848b req-0e7ca43c-6a19-4cd9-88a1-883fc7da77bb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832076 Oct 26 12:39:37.743140 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41472) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:38.104177 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-27149e52-0dfa-495e-a718-3fb037e518dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.3596380 Oct 26 12:39:39.107870 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41474) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:39.168362 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dd0aba4f-3acf-42b0-957c-4eed4b04f19f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0592799 Oct 26 12:39:40.172566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41476) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:40.230424 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-93fbd2ad-2d6f-448a-8b58-644b0252affa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567813 Oct 26 12:39:41.234312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41478) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:41.294538 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1ca0f06e-4f29-4bd6-8c8d-bfe64bf462c0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0591073 Oct 26 12:39:41.907812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:41.914671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:42.298613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41480) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:42.356342 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-70952c0e-e0e5-4702-b58a-581435173ddd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0565972 Oct 26 12:39:42.474596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:43.360211 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41482) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:43.420066 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7bd3e6e4-bdb9-4ebb-a975-9fbb6c6128ce tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0586870 Oct 26 12:39:44.423477 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41484) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:44.480636 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fe12b505-fd4c-4033-865b-02b6bbb9fe3a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0560079 Oct 26 12:39:45.484491 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41486) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:45.490881 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:45.492553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:45.546980 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-62357199-1e54-4736-964c-048b987c90b7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0613580 Oct 26 12:39:46.551206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41488) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:46.609209 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-12ec1aee-e843-48f7-bd80-8930494f754d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0562308 Oct 26 12:39:46.633730 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:46.636217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:47.612759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41490) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:47.675703 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ddd3e040-9365-43a7-8a17-cb684210fbbd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0617919 Oct 26 12:39:48.680139 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41492) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:48.687480 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=82 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:48.742191 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9dfbd1e0-020f-48e6-93fd-7338a870e30d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0609310 Oct 26 12:39:49.745569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41498) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:49.751689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:49.804859 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9489fb0b-c7ec-432b-b5b0-7cb6054742db tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0581677 Oct 26 12:39:50.808305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41500) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:50.826070 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:39:50.868421 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d2261b4a-1a9d-4cb2-b3d4-4082730a9572 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0589485 Oct 26 12:39:51.872328 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41502) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:51.930832 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b0e7a36f-0f76-430b-ad1c-cc02f2c53748 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0573630 Oct 26 12:39:52.467281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:52.469306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:39:52.934663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41504) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:52.996384 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-704852d7-5b5a-4428-9d39-687c4d9925c7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0605721 Oct 26 12:39:54.000246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41506) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:54.058286 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1639440a-4848-46a2-a960-dfe9da370914 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0569115 Oct 26 12:39:55.061535 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41508) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:55.122193 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f82df1c5-a856-4683-b01b-108dc8152dbd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0595002 Oct 26 12:39:56.126430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41510) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:56.184908 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4d154d89-75e9-40d5-b24c-75ae3a1332bd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0572848 Oct 26 12:39:56.936812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-48e0c918-b4d8-4519-a80f-76b2bb14378e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:57.188446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41512) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:57.249629 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f4d09ba2-bbc8-4ea4-a4ce-6aea0d2295dd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0600255 Oct 26 12:39:58.252850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41514) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:58.311057 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2ec00be3-526e-4a4f-8e59-513d562ad34b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0570757 Oct 26 12:39:59.120352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9eaa37e4-479e-4fc6-8255-30b138e77c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:39:59.315042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41516) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:39:59.376481 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9e2da2fa-51bd-4e93-ab23-26ceb94b0904 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0603187 Oct 26 12:40:00.380565 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41518) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:00.404344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:00.442139 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f451752e-10ce-41f2-90dc-af0ee5b1e545 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0603373 Oct 26 12:40:00.821074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:01.445385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41520) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:01.506035 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b8188a4f-02ec-49dc-abd9-58252d3a8679 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0595255 Oct 26 12:40:01.775863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:01.923217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:02.509545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41522) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:02.566363 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-068fe3b1-76f1-47c6-97b1-fbe33c3fd5f6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0557020 Oct 26 12:40:03.570929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41524) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:03.628056 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7486675d-c61c-4aa6-b57c-86ba9b742be4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0559845 Oct 26 12:40:04.631994 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41526) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:04.693318 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-75ec9dc2-5f14-4a9a-af26-51405ea05063 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0601149 Oct 26 12:40:05.697380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41528) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:05.761061 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5e835757-3331-4fb8-a491-4d3c2cfc9a34 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0625129 Oct 26 12:40:06.765258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41530) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:06.826369 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-79012c25-32f6-4e6b-8938-aff11e625857 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0599840 Oct 26 12:40:07.829545 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41532) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:07.888297 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fcbf76b7-be3a-44c7-bd08-02c59e75b160 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0576162 Oct 26 12:40:08.892363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41534) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:08.952348 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bc4ce981-1306-4df3-a924-a536e20d4ebd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0588930 Oct 26 12:40:09.956330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41536) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:10.013036 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6dc344ca-f5f3-4c19-845b-9c64e4d93c9e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0555749 Oct 26 12:40:11.016994 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41538) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:11.077572 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-437b5a7d-c368-48cf-9abd-cc8e2eacbeb2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0594499 Oct 26 12:40:11.916425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:11.918473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:12.081540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41540) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:12.140306 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-127c1c76-2b4c-4a8c-bbea-b36acb141f4e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0575149 Oct 26 12:40:12.471783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:13.144171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41542) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:13.204475 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a5f1602f-6d1c-4cd9-a537-b265f68c9358 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0592458 Oct 26 12:40:14.208500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41544) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:14.269524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5c1f6800-6d08-417d-aa6e-82048fb34e27 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0598626 Oct 26 12:40:15.272871 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41546) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:15.329576 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eb80f6cd-9a55-4626-bfa4-cf37dd9bfa74 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0555441 Oct 26 12:40:16.333021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41548) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:16.390435 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4fbc7942-93e8-4382-b860-36403923663d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0562711 Oct 26 12:40:17.394264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41550) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:17.455138 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d9740544-9b30-4138-840c-eaaba0f1ac54 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0597465 Oct 26 12:40:18.459149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41552) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:18.517266 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2d833c29-239e-4502-a3c5-165bfdf1104e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0565360 Oct 26 12:40:19.521239 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41554) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:19.528304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=63 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:19.529999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=57 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:19.583108 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4a426d38-f7cc-4efc-899c-836773434660 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0598652 Oct 26 12:40:20.587525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41556) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:20.644485 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2725fbb3-a9e4-48bc-a5db-0e83cfcda091 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0558183 Oct 26 12:40:21.648507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41558) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:21.988590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1ce638c8-a48a-4c0d-ab51-a4c1802626f4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.3389575 Oct 26 12:40:22.519267 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:22.520040 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:22.992451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41560) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:23.050315 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-598a7081-9225-4ea9-80f4-bd141e49863e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567331 Oct 26 12:40:24.053674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41562) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:24.119847 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-648db3e8-7d42-4b36-abbb-962e9f5746e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0630455 Oct 26 12:40:25.122619 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41568) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:25.180028 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7268304f-19a9-44e8-9e6b-0aa49d6326d2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0562174 Oct 26 12:40:26.183999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41572) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:26.244961 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8a254850-fb2a-478e-9da5-1011be9cc731 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0598836 Oct 26 12:40:26.634462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=16 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:26.636305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:26.937508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-808909a4-d409-4b70-b3e3-586c10f4e3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:27.249228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41576) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:27.307297 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d9b82ac6-dd3f-4ecb-88a6-3225a35aa5ab tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 200 len: 993 time: 0.0567701 Oct 26 12:40:27.310066 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41578) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:27.447232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port e07eb1de-e6ba-478b-b23c-72316e8c2c48 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:40:27.447568 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e07eb1de-e6ba-478b-b23c-72316e8c2c48), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:27.526845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e07eb1de-e6ba-478b-b23c-72316e8c2c48), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:27.527124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (e07eb1de-e6ba-478b-b23c-72316e8c2c48), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:27.540659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for e07eb1de-e6ba-478b-b23c-72316e8c2c48 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:40:27.687968 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e07eb1de-e6ba-478b-b23c-72316e8c2c48), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:27.712886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=e07eb1de-e6ba-478b-b23c-72316e8c2c48,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:27.725196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.725546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.726538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.726934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.727275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.727608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.727961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.728292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.728618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.728945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.729280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.730180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.730512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.730837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.731159 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:27.787998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (ace0d49f-5d9e-4387-aff6-9d7be4ac6e88), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:27.788265 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 disassociated (deleted). External IP: 172.26.0.128, port: 48f97250-084c-4ec2-9e7b-aa180ab9b2c4. Oct 26 12:40:27.789936 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:27.824289 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:27.825452 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:40:28.003635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 8a9d5445-6485-4807-a22a-aaf67920d1cb has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:40:28.111883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:40:28.117115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:28.121766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:28.131760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:28.133488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:28.147276 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-05e78439-b89f-455c-bed3-acdfd8c573dc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/ace0d49f-5d9e-4387-aff6-9d7be4ac6e88 HTTP/1.1" status: 204 len: 168 time: 0.8362379 Oct 26 12:40:28.148182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:40:28.150609 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc76593d-9c5b-41ca-907c-92b9e8f66355" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:40:28.256712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:28.370096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9672b4a2-c963-4b14-9b11-4a497ca44e78 x-openstack-request-id: req-9672b4a2-c963-4b14-9b11-4a497ca44e78 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:40:28.370593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:40:28.370692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9672b4a2-c963-4b14-9b11-4a497ca44e78 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:40:28.371055 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9672b4a2-c963-4b14-9b11-4a497ca44e78'] response: {'name': 'network-changed', 'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'status': 'completed', 'code': 200} Oct 26 12:40:28.508104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:28.510440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:28.536824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9825d96-5a1a-4217-a59f-309c445d6373 req-71098ccc-85af-4085-93ea-d16eb87db8cc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:28.539003 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9825d96-5a1a-4217-a59f-309c445d6373 req-71098ccc-85af-4085-93ea-d16eb87db8cc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 945 time: 0.1390510 Oct 26 12:40:28.542242 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-ef1bf70f-367b-4945-bd61-0b5c2630d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:28.543824 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-ef1bf70f-367b-4945-bd61-0b5c2630d300 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 1129 time: 0.0758815 Oct 26 12:40:28.590732 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9825d96-5a1a-4217-a59f-309c445d6373 req-c9341d2c-991e-4724-b5b1-2ae39cd67669 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=acba501e-3b6c-4218-9e5c-d185d3aba7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Oct 26 12:40:28.594850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:36:05Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:36:04Z', 'revision_number': 32, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:28.621199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:28.629473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:28.630084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:39:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:28.720865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-0ebdde5c-e7bd-49ef-a268-4be6108608c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:28.722337 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-0ebdde5c-e7bd-49ef-a268-4be6108608c9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 200 len: 897 time: 0.0868959 Oct 26 12:40:28.733735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:28.780572 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-2fd82dfc-1f87-489c-9325-14bbd372c08f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 200 len: 217 time: 0.0375416 Oct 26 12:40:28.789021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-466745b2-2c93-40e5-b83d-7f7d97bd120a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:28.790504 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-466745b2-2c93-40e5-b83d-7f7d97bd120a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 945 time: 0.0475059 Oct 26 12:40:28.834489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-0185c01c-7748-4c1e-aff4-ba37634f50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:28.836683 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-0185c01c-7748-4c1e-aff4-ba37634f50c0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 200 len: 835 time: 0.0496309 Oct 26 12:40:28.876924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:40:28.877243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:28.889243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-9751115c-cfe9-48af-adf2-4d0fd37375ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:28.890897 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-9751115c-cfe9-48af-adf2-4d0fd37375ee service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0473201 Oct 26 12:40:28.944315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:36:05Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:36:04Z', 'revision_number': 32, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:28.970024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35505e3e-73f3-4a41-ab77-bbfd6208d586 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:36:05Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:36:04Z', 'revision_number': 32, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:28.974954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:28.975323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:28.995785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:40:28.997320 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-703913d6-de82-4e4c-8b95-45a3b9d9b1cd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995893 Oct 26 12:40:29.102973 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc76593d-9c5b-41ca-907c-92b9e8f66355 req-6d55baf4-4b81-4a84-b6e7-68ae9bdcd6be service neutron] 10.222.0.23 "GET /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983191 Oct 26 12:40:29.138468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (48f97250-084c-4ec2-9e7b-aa180ab9b2c4), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:29.144295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1be29c08-9d07-411c-8634-02d147d0a004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:29.169627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=48f97250-084c-4ec2-9e7b-aa180ab9b2c4,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:29.220508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.220919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.221291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.221636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.221974 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.222311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.222652 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.222984 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.223315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.223642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.223991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.224318 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.224642 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.224967 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.225290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:29.250783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] No DVR routers for this DVR port 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:40:29.253610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:29.256910 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e85d547e-3473-4064-bc07-b8dc4011fa55 req-899779f1-7f9e-4f5f-88ff-cebab7d9f5e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "DELETE /networking/v2.0/ports/48f97250-084c-4ec2-9e7b-aa180ab9b2c4 HTTP/1.1" status: 204 len: 173 time: 0.4617891 Oct 26 12:40:29.258083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'name': 'network-vif-deleted', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:40:29.260451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b50f6c-a865-41e3-b0e9-cc2ec324b271" -d '{"events": [{"server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "name": "network-vif-deleted", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:40:29.379082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b766ee73-4731-444c-880c-35f007adaf48 x-openstack-request-id: req-b766ee73-4731-444c-880c-35f007adaf48 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:40:29.379454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fffe5a-9794-4d0e-aa39-29181157266c", "name": "network-vif-deleted", "tag": "48f97250-084c-4ec2-9e7b-aa180ab9b2c4", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:40:29.379815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b766ee73-4731-444c-880c-35f007adaf48 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:40:29.380321 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b766ee73-4731-444c-880c-35f007adaf48'] response: {'server_uuid': 'e0fffe5a-9794-4d0e-aa39-29181157266c', 'name': 'network-vif-deleted', 'tag': '48f97250-084c-4ec2-9e7b-aa180ab9b2c4', 'status': 'completed', 'code': 200} Oct 26 12:40:29.746622 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d51ca884-71e2-490c-bc1a-56f4dc50261d req-8317b072-f72a-49c4-9940-269addaa5388 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e0fffe5a-9794-4d0e-aa39-29181157266c HTTP/1.1" status: 200 len: 210 time: 0.0420847 Oct 26 12:40:30.407479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:30.820002 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41618) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:30.920628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:30.966573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:31.148256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (8a9d5445-6485-4807-a22a-aaf67920d1cb), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:31.220529 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:31.221966 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:31.222856 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:31.323064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:31.391219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 02fea42f-fa56-4c10-a596-afde5b4a350d {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:40:31.391483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:31.486838 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port 02fea42f-fa56-4c10-a596-afde5b4a350d, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=02fea42f-fa56-4c10-a596-afde5b4a350d,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:31.487198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:31.500917 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 02fea42f-fa56-4c10-a596-afde5b4a350d owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:40:31.510705 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:36:05Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:36:04Z', 'revision_number': 32, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:31.535871 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] Checking router: 8a9d5445-6485-4807-a22a-aaf67920d1cb for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:31.544505 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] Routers {'8a9d5445-6485-4807-a22a-aaf67920d1cb'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:31.545110 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['8a9d5445-6485-4807-a22a-aaf67920d1cb'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:31.649367 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] Set router 8a9d5445-6485-4807-a22a-aaf67920d1cb gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:31.692268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (02fea42f-fa56-4c10-a596-afde5b4a350d), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:31.719967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=02fea42f-fa56-4c10-a596-afde5b4a350d,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:31.788439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:31.817953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:31.864835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:31.930924 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (8a9d5445-6485-4807-a22a-aaf67920d1cb), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:31.946793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:31.955549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d644c-d3d9-4106-8a0f-2da3c765d2d2 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:40:31.969125 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:36:05Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:36:04Z', 'revision_number': 32, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:31.995579 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f68432-e4c1-46e8-986a-d45d1420692e None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [{'id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432112750', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:35:06Z', 'updated_at': '2022-10-26T12:35:09Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': 'e8689c9a-e40c-4a31-b353-24ddab7c42f3', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:07Z', 'updated_at': '2022-10-26T12:36:05Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '02fea42f-fa56-4c10-a596-afde5b4a350d', 'name': '', 'network_id': '08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:c4:47:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d5445-6485-4807-a22a-aaf67920d1cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:35:09Z', 'updated_at': '2022-10-26T12:36:04Z', 'revision_number': 32, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': 'd23d0c7d-bb3a-4e12-8107-70cbc673d326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:32.036320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d644c-d3d9-4106-8a0f-2da3c765d2d2 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:40:32.134109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:32.146163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:32.158176 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router 8a9d5445-6485-4807-a22a-aaf67920d1cb has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:40:32.211373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:32.246947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:40:32.247298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 48f97250-084c-4ec2-9e7b-aa180ab9b2c4 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:40:32.307331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:40:32.315044 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b8719261-c696-43bc-9b97-221c44613300 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/8a9d5445-6485-4807-a22a-aaf67920d1cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4924200 Oct 26 12:40:32.315170 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41620) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:32.375941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2dbc51-b8c4-43f0-9acb-3b509914c13b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting subnet d23d0c7d-bb3a-4e12-8107-70cbc673d326 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:40:32.379760 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbc51-b8c4-43f0-9acb-3b509914c13b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (d23d0c7d-bb3a-4e12-8107-70cbc673d326), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:32.429235 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbc51-b8c4-43f0-9acb-3b509914c13b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (d23d0c7d-bb3a-4e12-8107-70cbc673d326), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:32.523891 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbc51-b8c4-43f0-9acb-3b509914c13b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (d23d0c7d-bb3a-4e12-8107-70cbc673d326), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:32.593934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbc51-b8c4-43f0-9acb-3b509914c13b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (d23d0c7d-bb3a-4e12-8107-70cbc673d326), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:32.630187 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dbc51-b8c4-43f0-9acb-3b509914c13b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Subnet': ['ID=d23d0c7d-bb3a-4e12-8107-70cbc673d326,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:32.632823 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbc51-b8c4-43f0-9acb-3b509914c13b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:32.638860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41622) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:32.639391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bd2dbc51-b8c4-43f0-9acb-3b509914c13b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/d23d0c7d-bb3a-4e12-8107-70cbc673d326 HTTP/1.1" status: 204 len: 168 time: 0.3226669 Oct 26 12:40:32.742830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006008ff-691a-4e9d-9034-1d4afb64173b None None] Network 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:40:32.768268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (8a9d5445-6485-4807-a22a-aaf67920d1cb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:32.830015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-59e603dd-f8b4-4216-8384-5df8cda7917c None None] Provisioning complete for port b4e0749f-7453-4658-a0c8-cabff4b63b38 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:32.831004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-59e603dd-f8b4-4216-8384-5df8cda7917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:32.831350 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-59e603dd-f8b4-4216-8384-5df8cda7917c None None] Attempt 1 to provision port b4e0749f-7453-4658-a0c8-cabff4b63b38 Oct 26 12:40:32.894792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (8a9d5445-6485-4807-a22a-aaf67920d1cb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:32.931397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:32.948230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port e8689c9a-e40c-4a31-b353-24ddab7c42f3 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:40:32.948581 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:32.983659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-59e603dd-f8b4-4216-8384-5df8cda7917c None None] Current status of the port b4e0749f-7453-4658-a0c8-cabff4b63b38 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:32.991202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] DHCP port deletion for 08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:40:33.049026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port e8689c9a-e40c-4a31-b353-24ddab7c42f3, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=e8689c9a-e40c-4a31-b353-24ddab7c42f3,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:33.049394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.060654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Deleting port b4e0749f-7453-4658-a0c8-cabff4b63b38 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:40:33.061282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.064761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for e8689c9a-e40c-4a31-b353-24ddab7c42f3 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:40:33.110253 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:33.125024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:33.149091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] For port b4e0749f-7453-4658-a0c8-cabff4b63b38, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b4e0749f-7453-4658-a0c8-cabff4b63b38,segment=NetworkSegment(21529bdd-cf0d-4946-8c40-3d42249d1c49),segment_id=21529bdd-cf0d-4946-8c40-3d42249d1c49)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:33.149495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.152485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:33.186124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:33.190204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Calling delete_port for b4e0749f-7453-4658-a0c8-cabff4b63b38 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:40:33.267969 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e8689c9a-e40c-4a31-b353-24ddab7c42f3), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.306244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=e8689c9a-e40c-4a31-b353-24ddab7c42f3,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:33.321092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port e8689c9a-e40c-4a31-b353-24ddab7c42f3 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:33.337515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (b4e0749f-7453-4658-a0c8-cabff4b63b38), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.370415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Pushing event deleted for resources: {'Port': ['ID=b4e0749f-7453-4658-a0c8-cabff4b63b38,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:33.371968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (8a9d5445-6485-4807-a22a-aaf67920d1cb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.377081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] No DVR routers for this DVR port b4e0749f-7453-4658-a0c8-cabff4b63b38 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:40:33.386063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.386427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.386818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.387129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.387458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.387815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.388150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.388483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.389228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.389228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.389447 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.389783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.390108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.390437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.390759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd5ae25-290e-44d0-bb03-c8971e2d1434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:33.469657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (8a9d5445-6485-4807-a22a-aaf67920d1cb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.472195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (8a9d5445-6485-4807-a22a-aaf67920d1cb), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.517687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (8a9d5445-6485-4807-a22a-aaf67920d1cb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.518429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Fanout notify agent at l3_agent the message router_deleted on router 8a9d5445-6485-4807-a22a-aaf67920d1cb {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:40:33.524829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:33.525974 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ffbd22a-8a19-4a8c-83ae-8cbfb0608033 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/routers/8a9d5445-6485-4807-a22a-aaf67920d1cb HTTP/1.1" status: 204 len: 168 time: 0.8857110 Oct 26 12:40:33.528717 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41624) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:33.606644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.009121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.030731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:34.040402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21529bdd-cf0d-4946-8c40-3d42249d1c49') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:34.040703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21529bdd-cf0d-4946-8c40-3d42249d1c49') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:34.050495 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (21529bdd-cf0d-4946-8c40-3d42249d1c49), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.064012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (21529bdd-cf0d-4946-8c40-3d42249d1c49), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.071510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:40:34.072028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (21529bdd-cf0d-4946-8c40-3d42249d1c49), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.139400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.144749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.148366 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/networks/08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec HTTP/1.1" status: 204 len: 168 time: 0.6186442 Oct 26 12:40:34.151199 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41630) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:34.165185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86ffe2-5825-4f0c-a600-4f3629414834 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Network': ['ID=08b6008c-9d4f-4371-9b6b-c8e5ac7a57ec,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:34.216649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-776f915d-8844-4c54-9aa6-c9e61dbdb60c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (acba501e-3b6c-4218-9e5c-d185d3aba7b2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.231029 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 21529bdd-cf0d-4946-8c40-3d42249d1c49 resource provider aggregate not found Oct 26 12:40:34.245070 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-776f915d-8844-4c54-9aa6-c9e61dbdb60c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (acba501e-3b6c-4218-9e5c-d185d3aba7b2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.248505 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 21529bdd-cf0d-4946-8c40-3d42249d1c49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21529bdd-cf0d-4946-8c40-3d42249d1c49 found for delete ", "request_id": "req-3c868c5f-8e99-4a2a-9703-08916ea88e53"}]} Oct 26 12:40:34.305413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-776f915d-8844-4c54-9aa6-c9e61dbdb60c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (acba501e-3b6c-4218-9e5c-d185d3aba7b2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.307893 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-776f915d-8844-4c54-9aa6-c9e61dbdb60c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.309043 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-776f915d-8844-4c54-9aa6-c9e61dbdb60c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/acba501e-3b6c-4218-9e5c-d185d3aba7b2 HTTP/1.1" status: 204 len: 168 time: 0.1568220 Oct 26 12:40:34.318485 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f915d-8844-4c54-9aa6-c9e61dbdb60c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba501e-3b6c-4218-9e5c-d185d3aba7b2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:34.390364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9fb21-bc58-46ea-a787-2bed993a6c32 None None] Sync routers for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:34.395388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9fb21-bc58-46ea-a787-2bed993a6c32 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:34.395853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9fb21-bc58-46ea-a787-2bed993a6c32 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:40:34.396500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-e2f9fb21-bc58-46ea-a787-2bed993a6c32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8a9d5445-6485-4807-a22a-aaf67920d1cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:40:34.406444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9fb21-bc58-46ea-a787-2bed993a6c32 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:34.406808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9fb21-bc58-46ea-a787-2bed993a6c32 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:40:34.407388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-e2f9fb21-bc58-46ea-a787-2bed993a6c32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8a9d5445-6485-4807-a22a-aaf67920d1cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:40:34.407964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f9fb21-bc58-46ea-a787-2bed993a6c32 None None] The sync data for ids ['8a9d5445-6485-4807-a22a-aaf67920d1cb'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:34.461791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41638) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:34.466439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-87251495-b4db-4766-8100-6715eeb02fde tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830509754', 'description': 'tempest-secgroup-smoke-830509754 description', 'project_id': 'f7241db52e7647a4afdcf76a78545665'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:34.487855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-87251495-b4db-4766-8100-6715eeb02fde tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.560743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-87251495-b4db-4766-8100-6715eeb02fde tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (4dc03c34-7f0a-49d8-b439-12091bcf0960), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.564510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-87251495-b4db-4766-8100-6715eeb02fde tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4dc03c34-7f0a-49d8-b439-12091bcf0960), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.595122 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-87251495-b4db-4766-8100-6715eeb02fde tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.596314 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-87251495-b4db-4766-8100-6715eeb02fde tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1335306 Oct 26 12:40:34.598150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87251495-b4db-4766-8100-6715eeb02fde tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc03c34-7f0a-49d8-b439-12091bcf0960,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:34.599301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41640) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:34.605334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-49e2225e-572f-4959-a669-480b6d3fa226 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '4dc03c34-7f0a-49d8-b439-12091bcf0960', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:34.633934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-49e2225e-572f-4959-a669-480b6d3fa226 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (066a07e0-ad7a-4a08-b8f4-4d5f31c3b42e), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.648888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:34.653432 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:34.698567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-49e2225e-572f-4959-a669-480b6d3fa226 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (066a07e0-ad7a-4a08-b8f4-4d5f31c3b42e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.702224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-49e2225e-572f-4959-a669-480b6d3fa226 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (066a07e0-ad7a-4a08-b8f4-4d5f31c3b42e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.724167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2225e-572f-4959-a669-480b6d3fa226 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066a07e0-ad7a-4a08-b8f4-4d5f31c3b42e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:34.731198 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-49e2225e-572f-4959-a669-480b6d3fa226 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.732453 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-49e2225e-572f-4959-a669-480b6d3fa226 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310904 Oct 26 12:40:34.735236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41642) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:34.739629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-80ba816a-3f7e-4df6-a479-b37a773f05fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '4dc03c34-7f0a-49d8-b439-12091bcf0960', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:34.766220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80ba816a-3f7e-4df6-a479-b37a773f05fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (67897a09-c4c4-4fe2-a41d-2d55d35e1596), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.822925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80ba816a-3f7e-4df6-a479-b37a773f05fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (67897a09-c4c4-4fe2-a41d-2d55d35e1596), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.826527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80ba816a-3f7e-4df6-a479-b37a773f05fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (67897a09-c4c4-4fe2-a41d-2d55d35e1596), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.845260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba816a-3f7e-4df6-a479-b37a773f05fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67897a09-c4c4-4fe2-a41d-2d55d35e1596,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:34.852356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80ba816a-3f7e-4df6-a479-b37a773f05fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.853535 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-80ba816a-3f7e-4df6-a479-b37a773f05fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173313 Oct 26 12:40:34.856313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41644) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:34.860443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b2eb21c0-aaad-400e-97c1-cefef181319e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '4dc03c34-7f0a-49d8-b439-12091bcf0960', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:34.887705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b2eb21c0-aaad-400e-97c1-cefef181319e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (b28de35e-870c-4400-aa67-19d1f98b7b8a), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.947627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b2eb21c0-aaad-400e-97c1-cefef181319e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (b28de35e-870c-4400-aa67-19d1f98b7b8a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.952186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b2eb21c0-aaad-400e-97c1-cefef181319e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (b28de35e-870c-4400-aa67-19d1f98b7b8a), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.970390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb21c0-aaad-400e-97c1-cefef181319e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28de35e-870c-4400-aa67-19d1f98b7b8a,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:34.976331 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:34.980613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b2eb21c0-aaad-400e-97c1-cefef181319e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:34.981694 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b2eb21c0-aaad-400e-97c1-cefef181319e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244769 Oct 26 12:40:34.984552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41646) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:34.988778 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-dc162ac4-f714-4fdd-8417-0c2aa81b085a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '4dc03c34-7f0a-49d8-b439-12091bcf0960', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:34.996662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 02fea42f-fa56-4c10-a596-afde5b4a350d {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:40:34.997012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 02fea42f-fa56-4c10-a596-afde5b4a350d not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:40:34.997426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b4e0749f-7453-4658-a0c8-cabff4b63b38 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:35.015778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: b4e0749f-7453-4658-a0c8-cabff4b63b38 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:40:35.016135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b4e0749f-7453-4658-a0c8-cabff4b63b38 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:40:35.016637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:35.017540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dc162ac4-f714-4fdd-8417-0c2aa81b085a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (7f2168ce-37bc-40eb-816f-21faf558083e), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.037712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: e8689c9a-e40c-4a31-b353-24ddab7c42f3 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:40:35.038090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device e8689c9a-e40c-4a31-b353-24ddab7c42f3 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:40:35.080481 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dc162ac4-f714-4fdd-8417-0c2aa81b085a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (7f2168ce-37bc-40eb-816f-21faf558083e), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.084837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dc162ac4-f714-4fdd-8417-0c2aa81b085a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (7f2168ce-37bc-40eb-816f-21faf558083e), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.103489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc162ac4-f714-4fdd-8417-0c2aa81b085a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2168ce-37bc-40eb-816f-21faf558083e,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:35.110004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-dc162ac4-f714-4fdd-8417-0c2aa81b085a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.111240 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-dc162ac4-f714-4fdd-8417-0c2aa81b085a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257746 Oct 26 12:40:35.114173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41648) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:35.119029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1c1be758-778b-4275-b3ed-2c3172848069 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '4dc03c34-7f0a-49d8-b439-12091bcf0960', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:35.140220 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-1c1be758-778b-4275-b3ed-2c3172848069 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:40:35.145950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c1be758-778b-4275-b3ed-2c3172848069 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (c1798cff-9c69-4359-8da8-f3ecc40a0dc6), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.207225 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c1be758-778b-4275-b3ed-2c3172848069 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (c1798cff-9c69-4359-8da8-f3ecc40a0dc6), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.211151 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c1be758-778b-4275-b3ed-2c3172848069 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (c1798cff-9c69-4359-8da8-f3ecc40a0dc6), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.230699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1be758-778b-4275-b3ed-2c3172848069 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1798cff-9c69-4359-8da8-f3ecc40a0dc6,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:35.238913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1c1be758-778b-4275-b3ed-2c3172848069 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.240211 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1c1be758-778b-4275-b3ed-2c3172848069 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250558 Oct 26 12:40:35.243536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41650) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:35.247815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e5f5e00f-d947-4f1c-93fe-517c46edd0bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'security_group_rule': {'security_group_id': '4dc03c34-7f0a-49d8-b439-12091bcf0960', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:35.268829 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-e5f5e00f-d947-4f1c-93fe-517c46edd0bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Project f7241db52e7647a4afdcf76a78545665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:40:35.275371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e00f-d947-4f1c-93fe-517c46edd0bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (ef189383-0dfe-44e9-a57e-6db16cd8f2d5), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.301769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:35.325233 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=13,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:35.339599 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e00f-d947-4f1c-93fe-517c46edd0bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (ef189383-0dfe-44e9-a57e-6db16cd8f2d5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.343514 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e00f-d947-4f1c-93fe-517c46edd0bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (ef189383-0dfe-44e9-a57e-6db16cd8f2d5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.363065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5e00f-d947-4f1c-93fe-517c46edd0bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef189383-0dfe-44e9-a57e-6db16cd8f2d5,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:35.371097 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e00f-d947-4f1c-93fe-517c46edd0bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.372299 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e5f5e00f-d947-4f1c-93fe-517c46edd0bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277924 Oct 26 12:40:35.375146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41652) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:35.379849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'network': {'name': 'tempest-network-smoke--1684670317', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'port_security_enabled': True}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:35.400154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:35.403888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.430777 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:40:35.440051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (03095dea-0d40-4341-8980-bcda3bd4737b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.440390 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Added segment 03095dea-0d40-4341-8980-bcda3bd4737b of type vlan for network 18a55d24-6b04-4601-88bb-69b7a662e915 Oct 26 12:40:35.489356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (18a55d24-6b04-4601-88bb-69b7a662e915), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.514220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (18a55d24-6b04-4601-88bb-69b7a662e915), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.519158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:35.519745 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.576020 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1998043 Oct 26 12:40:35.578843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41654) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:35.583389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'admin_state_up': True, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:35.588849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05ff19-27c4-455f-ae00-2497bd8171a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Network': ['ID=18a55d24-6b04-4601-88bb-69b7a662e915,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:35.598863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 18a55d24-6b04-4601-88bb-69b7a662e915 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:40:35.608746 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (e6ae1180-159f-4fc4-92b8-56e93e2a288a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.609793 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (e6ae1180-159f-4fc4-92b8-56e93e2a288a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.618514 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:35.663587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (e6ae1180-159f-4fc4-92b8-56e93e2a288a), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.800385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (e6ae1180-159f-4fc4-92b8-56e93e2a288a), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.852867 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:35.978248 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (e6ae1180-159f-4fc4-92b8-56e93e2a288a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:35.997108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:36.100450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.251 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/7adae000-d344-4877-880e-8c4ce9afd0c1) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:36.207560 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:36.239182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:36.281271 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:36.286195 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:36.289006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:36.291167 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:40:36.528147 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (e6ae1180-159f-4fc4-92b8-56e93e2a288a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:36.620720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:36.675949 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:36.727761 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (e6ae1180-159f-4fc4-92b8-56e93e2a288a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:36.853278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router e6ae1180-159f-4fc4-92b8-56e93e2a288a is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:40:36.954869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:40:36.964613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:36.973960 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:36.974602 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:36.975174 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c123dbe9-1bbb-418a-aae6-05889141614b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3953075 Oct 26 12:40:36.975299 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:36.978732 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41656) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:37.080186 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:37.144746 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-53197e40-b365-4ada-9301-ed193d28da77 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?project_id=f7241db52e7647a4afdcf76a78545665&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1649399 Oct 26 12:40:37.147183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41660) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:37.236310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f9fb7-5fec-4bd6-9bfc-160779d8347d tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:37.238470 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d58f9fb7-5fec-4bd6-9bfc-160779d8347d tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893238 Oct 26 12:40:37.241387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41662) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:37.249739 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:36Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:37.275644 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8c852a1b-4e87-49dc-8633-e7f3785ea897 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/subnets?network_id=123c83d5-5238-40c3-856a-1b3ca4739c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302656 Oct 26 12:40:37.275890 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:37.275890 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Updating router e6ae1180-159f-4fc4-92b8-56e93e2a288a port 7adae000-d344-4877-880e-8c4ce9afd0c1 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:40:37.276078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41664) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:37.280619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-523120315', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:37.293770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:37.302147 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:37.305165 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.368579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:37.372522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.546487 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Publish callbacks [] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.552329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.553854 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (1c7cc492-6ecb-4d0e-89fc-19d0bf396056), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.590480 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Attempting to bind port 7adae000-d344-4877-880e-8c4ce9afd0c1 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:40:37.590848 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Attempting to bind port 7adae000-d344-4877-880e-8c4ce9afd0c1 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:40:37.591225 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Attempting to bind port 7adae000-d344-4877-880e-8c4ce9afd0c1 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:37.619744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Subnet': ['ID=1c7cc492-6ecb-4d0e-89fc-19d0bf396056,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:37.621450 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:37.624398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=2']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:37.630465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Checking segment: {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:40:37.630932 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network hostable DHCP agents. Network: 18a55d24-6b04-4601-88bb-69b7a662e915, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:40:37.639859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.640207 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.640547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.640885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.641219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.641548 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.642478 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.642835 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.643191 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.643530 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.643870 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.644217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.644556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.644873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.645192 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:40:37.653294 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 18a55d24-6b04-4601-88bb-69b7a662e915 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:40:37.658310 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:40:37.658675 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:40:37.659110 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.659505 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:40:37.660074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Bound port: 7adae000-d344-4877-880e-8c4ce9afd0c1, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:40:37.660502 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.664789 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 18a55d24-6b04-4601-88bb-69b7a662e915) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:37.669120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:37.669791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.674502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556e494f-9751-4ee9-8be4-13e4cd597060 None None] Network 18a55d24-6b04-4601-88bb-69b7a662e915 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:40:37.692175 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3c114a84-fc2b-4892-9e33-770b890e8fb3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4150798 Oct 26 12:40:37.695268 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41666) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:37.702511 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:37.713956 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:37.717256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:37.723907 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.728510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:37.780397 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:37.781118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:37.788261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82e4cd-6f53-4c05-bb87-7e06bccff080 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:37.801147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-18a55d24-6b04-4601-88bb-69b7a662e915', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:40:37.802086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:37.888793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:37.906449 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:37.944924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Allocated IP 172.20.0.2 (18a55d24-6b04-4601-88bb-69b7a662e915/1c7cc492-6ecb-4d0e-89fc-19d0bf396056/5c1ae8d3-fe27-4675-885c-11cc71670435) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:38.082026 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6e311253-7289-4526-9402-7a1675d74695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:36Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:38.099303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Publish callbacks [] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:38.105285 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:38.107915 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e311253-7289-4526-9402-7a1675d74695 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:36Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:38.159041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Network 18a55d24-6b04-4601-88bb-69b7a662e915 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:38.160506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:38.162823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Pushing event updated for resources: {'Port': ['ID=5c1ae8d3-fe27-4675-885c-11cc71670435,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:38.165239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:40:38.199991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:38.231158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Attempting to bind port 5c1ae8d3-fe27-4675-885c-11cc71670435 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:40:38.231624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Attempting to bind port 5c1ae8d3-fe27-4675-885c-11cc71670435 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:40:38.232078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Attempting to bind port 5c1ae8d3-fe27-4675-885c-11cc71670435 on network 18a55d24-6b04-4601-88bb-69b7a662e915 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:38.278632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:40:38.279087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Checking segment: {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:40:38.279561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:38.280042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Bound using segment: {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:40:38.280590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Bound port: 5c1ae8d3-fe27-4675-885c-11cc71670435, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:40:38.281042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:38.348978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] For port 5c1ae8d3-fe27-4675-885c-11cc71670435, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:38.356913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] For port 5c1ae8d3-fe27-4675-885c-11cc71670435, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c1ae8d3-fe27-4675-885c-11cc71670435,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:38.370515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:38.447354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3361e-58ea-4805-8228-8e43ad1b00a3 None None] Pushing event updated for resources: {'Port': ['ID=5c1ae8d3-fe27-4675-885c-11cc71670435,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:38.556077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.1 (18a55d24-6b04-4601-88bb-69b7a662e915/1c7cc492-6ecb-4d0e-89fc-19d0bf396056/d53515e2-b09c-4f57-9ef7-cd84400ed092) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:38.642767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:38.685946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:38.750892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:38.801221 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 18a55d24-6b04-4601-88bb-69b7a662e915 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:38.807509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:38.811272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:38.812323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:40:38.819946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:38.868461 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (e6ae1180-159f-4fc4-92b8-56e93e2a288a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.029645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.040518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:39.099311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:39.099901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.100313 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:40:39.328841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:39.329243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.337976 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.343756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.354029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:39.358782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.359747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c1ae8d3-fe27-4675-885c-11cc71670435 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:39.366689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:39.420771 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (e6ae1180-159f-4fc4-92b8-56e93e2a288a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.424207 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:39.445066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:39.458821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c1ae8d3-fe27-4675-885c-11cc71670435 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:39.459229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.459546 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c1ae8d3-fe27-4675-885c-11cc71670435 Oct 26 12:40:39.461780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:39.541819 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 18a55d24-6b04-4601-88bb-69b7a662e915 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:39.545507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:39.552984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c1ae8d3-fe27-4675-885c-11cc71670435 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:39.553468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.591156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 5c1ae8d3-fe27-4675-885c-11cc71670435, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c1ae8d3-fe27-4675-885c-11cc71670435,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:39.596194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.630803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deedf3b5-2cf4-4e05-a003-d9ba08993dc5 None None] Network 18a55d24-6b04-4601-88bb-69b7a662e915 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:40:39.649922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:39.669300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router e6ae1180-159f-4fc4-92b8-56e93e2a288a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:40:39.705891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-92556aed-8fed-4ed2-98a5-ed3e9510a605 None None] Provisioning complete for port 5c1ae8d3-fe27-4675-885c-11cc71670435 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:39.705891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-92556aed-8fed-4ed2-98a5-ed3e9510a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:39.705891 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-92556aed-8fed-4ed2-98a5-ed3e9510a605 None None] Attempt 1 to provision port 5c1ae8d3-fe27-4675-885c-11cc71670435 Oct 26 12:40:39.734449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=5c1ae8d3-fe27-4675-885c-11cc71670435,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:39.784551 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:40:39.796289 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f3ad884-cadb-4c7f-a2e8-2bd0963a7d7a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/e6ae1180-159f-4fc4-92b8-56e93e2a288a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0997498 Oct 26 12:40:39.836192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-92556aed-8fed-4ed2-98a5-ed3e9510a605 None None] Current status of the port 5c1ae8d3-fe27-4675-885c-11cc71670435 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:39.982290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:39.994026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:39.994750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:40.066262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ec8a5a02-70d4-4fec-a9fa-81eb2af630f5 None None] Provisioning complete for port 5c1ae8d3-fe27-4675-885c-11cc71670435 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:40.066886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5a02-70d4-4fec-a9fa-81eb2af630f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:40.066988 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ec8a5a02-70d4-4fec-a9fa-81eb2af630f5 None None] Attempt 1 to provision port 5c1ae8d3-fe27-4675-885c-11cc71670435 Oct 26 12:40:40.113698 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-06a4a12b-fe73-4b20-b3f9-bcf690763151 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-830509754&fields=id&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 267 time: 0.0571494 Oct 26 12:40:40.146741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:40.235617 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-075e404a-46d9-4523-97b2-ce63f7c4c18d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:40.243463 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-075e404a-46d9-4523-97b2-ce63f7c4c18d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 797 time: 0.1200459 Oct 26 12:40:40.254693 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-832bbf77-050a-4414-8c2f-e8ce28e75888 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 375 time: 0.0101273 Oct 26 12:40:40.305924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a5a02-70d4-4fec-a9fa-81eb2af630f5 None None] Current status of the port 5c1ae8d3-fe27-4675-885c-11cc71670435 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:40.312331 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-fca13618-4a92-457a-aa3d-f9c4118f6984 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508170 Oct 26 12:40:40.329350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-ec8a5a02-70d4-4fec-a9fa-81eb2af630f5 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:40.329737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5a02-70d4-4fec-a9fa-81eb2af630f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:40.330076 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-ec8a5a02-70d4-4fec-a9fa-81eb2af630f5 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:40:40.401462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a5a02-70d4-4fec-a9fa-81eb2af630f5 None None] Port d53515e2-b09c-4f57-9ef7-cd84400ed092 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:40:40.408963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:40.414348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:40.420661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:39Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:40.452644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:40.453005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Updating router e6ae1180-159f-4fc4-92b8-56e93e2a288a port d53515e2-b09c-4f57-9ef7-cd84400ed092 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:40:40.483346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:40.544055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-832ae7e8-be4b-4aac-883b-ce8346ed2bae None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:40.544319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-832ae7e8-be4b-4aac-883b-ce8346ed2bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:40.544656 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-832ae7e8-be4b-4aac-883b-ce8346ed2bae None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:40:40.640535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-832ae7e8-be4b-4aac-883b-ce8346ed2bae None None] Port d53515e2-b09c-4f57-9ef7-cd84400ed092 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:40:40.756626 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-6c87021f-5fab-404f-993d-c631c4647328 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320798 Oct 26 12:40:40.789979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Publish callbacks [] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:40.795636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:40.853000 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-0670839a-420e-42db-9691-3d9233b20903 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899348 Oct 26 12:40:40.879098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6858136-82bf-49d5-b561-b77fe354ab0b None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:40.895435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Attempting to bind port d53515e2-b09c-4f57-9ef7-cd84400ed092 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:40:40.895833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Attempting to bind port d53515e2-b09c-4f57-9ef7-cd84400ed092 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:40:40.896195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Attempting to bind port d53515e2-b09c-4f57-9ef7-cd84400ed092 on network 18a55d24-6b04-4601-88bb-69b7a662e915 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:40.940850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:40:40.941225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Checking segment: {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:40:40.941628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:40.942081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Bound using segment: {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:40:40.942796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Bound port: d53515e2-b09c-4f57-9ef7-cd84400ed092, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:40:40.943427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:40.983685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c1ae8d3-fe27-4675-885c-11cc71670435 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:41.043539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:41.047347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:41.058198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:41.096964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 5c1ae8d3-fe27-4675-885c-11cc71670435 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:41.097635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:41.097635 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 5c1ae8d3-fe27-4675-885c-11cc71670435 Oct 26 12:40:41.098680 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a154977b-c3a1-4474-87fd-b5eb91607eb4 req-2d6c556a-e4d8-40d5-973e-ff1a463b4a88 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 210 time: 0.0872128 Oct 26 12:40:41.128842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:41.129469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:41.186004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6858136-82bf-49d5-b561-b77fe354ab0b None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:41.390732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:41.394745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:41.439062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:41.478484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 5c1ae8d3-fe27-4675-885c-11cc71670435 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:41.542590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:41.705369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:41.705763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:41.723601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:41Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:41.734359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:41.761543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e76580-0248-4515-8f19-c5060bf8af2f None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:41Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:41.763264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:41.810780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:42.073431 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:42.226328 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c46db2d6-6e4f-4640-bbaf-b4ea7cb46534 req-06c85d94-7a55-4407-b65d-5fe8cd0f06c1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 210 time: 0.0342419 Oct 26 12:40:42.496867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:42.521610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-25e9f631-58d4-4c4b-9dba-e1e34388bd4b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:42.524024 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-25e9f631-58d4-4c4b-9dba-e1e34388bd4b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 797 time: 0.4753191 Oct 26 12:40:42.589015 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-4d174698-aa65-4c75-a0bb-41cdbc193b85 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7241db52e7647a4afdcf76a78545665 HTTP/1.1" status: 200 len: 379 time: 0.0574222 Oct 26 12:40:42.597417 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'port': {'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'admin_state_up': True, 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'security_groups': ['4dc03c34-7f0a-49d8-b439-12091bcf0960']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:42.715348 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Made reservation on behalf of f7241db52e7647a4afdcf76a78545665 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:40:42.719312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:42.853680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.20.0.8 (18a55d24-6b04-4601-88bb-69b7a662e915/1c7cc492-6ecb-4d0e-89fc-19d0bf396056/e0146458-434a-4e6e-9ecc-d85fc58fd9b2) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:43.017130 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.034378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:43.056713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.089286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:43.089900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.090292 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:40:43.104626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 18a55d24-6b04-4601-88bb-69b7a662e915 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:43.109947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:43.113971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:40:43.150445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:43.173116 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:43.173691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.190119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:43.190746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.194011 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-ab0b23ae-9e2b-4bcb-b662-dc72746ec7fe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6002386 Oct 26 12:40:43.205878 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Request body: {'port': {'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:43.216326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:43.221201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.222067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:43.231921 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:43.276999 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:43.278067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.307904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:43.320611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:43.321057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.321392 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:40:43.377072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:43.391107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-6a72e801-f9e5-4904-9e51-9a9eeed0f15c None None] Provisioning complete for port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:43.391413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a72e801-f9e5-4904-9e51-9a9eeed0f15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.391811 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-6a72e801-f9e5-4904-9e51-9a9eeed0f15c None None] Attempt 1 to provision port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 Oct 26 12:40:43.408018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed823e9-2cec-4d32-a8ef-18afaae27155 req-d9887a6a-8055-4118-aea1-4ff0869f4408 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:43.409596 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6ed823e9-2cec-4d32-a8ef-18afaae27155 req-d9887a6a-8055-4118-aea1-4ff0869f4408 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 931 time: 0.0715370 Oct 26 12:40:43.460824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e801-f9e5-4904-9e51-9a9eeed0f15c None None] Port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:40:43.462979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:43.463286 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6ed823e9-2cec-4d32-a8ef-18afaae27155 req-916b8430-b365-450b-8616-8a04cb48d31b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461857 Oct 26 12:40:43.463400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.500324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:43.504266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.554308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:43.558168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:43.582958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0146458-434a-4e6e-9ecc-d85fc58fd9b2 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:40:43.591106 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Publish callbacks [] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.605028 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Transition to ACTIVE for port object e0146458-434a-4e6e-9ecc-d85fc58fd9b2 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:40:43.608492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.676691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Pushing event updated for resources: {'Port': ['ID=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:43.729210 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Attempting to bind port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:40:43.729549 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Attempting to bind port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:40:43.729908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Attempting to bind port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 on network 18a55d24-6b04-4601-88bb-69b7a662e915 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:43.775290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 on network 18a55d24-6b04-4601-88bb-69b7a662e915 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:40:43.775612 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Attempting to bind port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 on network 18a55d24-6b04-4601-88bb-69b7a662e915 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:40:43.818177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:40:43.818507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Checking segment: {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:40:43.818890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Bound using segment: {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:40:43.819368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Bound port: e0146458-434a-4e6e-9ecc-d85fc58fd9b2, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03095dea-0d40-4341-8980-bcda3bd4737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:40:43.819739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.882263 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] For port e0146458-434a-4e6e-9ecc-d85fc58fd9b2, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:40:43.885424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] For port e0146458-434a-4e6e-9ecc-d85fc58fd9b2, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:40:43.892176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.895360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:43.896022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:43.898293 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 1093 time: 0.6969044 Oct 26 12:40:43.900389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:40:43.903351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95" -d '{"events": [{"name": "network-changed", "server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:40:43.946552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6af6dd-f18c-45ed-906d-99fe051a0113 x-openstack-request-id: req-ea6af6dd-f18c-45ed-906d-99fe051a0113 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:40:43.946846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:40:43.947115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea6af6dd-f18c-45ed-906d-99fe051a0113 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:40:43.947517 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6af6dd-f18c-45ed-906d-99fe051a0113'] response: {'name': 'network-changed', 'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'status': 'completed', 'code': 200} Oct 26 12:40:43.998064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2264f7a-6ffd-4ea3-bcb5-4cdff07f8d80 service neutron] Pushing event updated for resources: {'Port': ['ID=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:44.004117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-847bc547-54b7-4c1a-ad6b-621e7c6afcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:44.006235 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-847bc547-54b7-4c1a-ad6b-621e7c6afcee service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1127 time: 0.0609562 Oct 26 12:40:44.046088 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-627abaa6-aa4e-4ddb-a294-e2b4a8b1ed99 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 217 time: 0.0336418 Oct 26 12:40:44.092700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:44.092700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:44.092700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:44.092700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:44.100127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-6d8c0b3e-36b1-4ebb-9981-551437a06358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:44.101845 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-6d8c0b3e-36b1-4ebb-9981-551437a06358 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 200 len: 834 time: 0.0485549 Oct 26 12:40:44.141553 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:44.153036 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-77116baa-f3a0-4bce-ba51-efb3cac5710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:44.154554 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-77116baa-f3a0-4bce-ba51-efb3cac5710e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=18a55d24-6b04-4601-88bb-69b7a662e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475357 Oct 26 12:40:44.200345 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:44.246757 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-7117df98-6880-43c0-936f-cf1e298e39c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850739 Oct 26 12:40:44.269099 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:44.317061 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:44.344086 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-b370db2c-ccb7-451e-80fe-bfdf339c704c req-67196512-3e91-4155-811a-e6e83e802b80 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915086 Oct 26 12:40:44.389457 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:43Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:44.414100 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:44.422624 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:44.423250 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:44.592865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27546677-d822-44da-b6d0-a26cec35fefb req-8d70aaa7-870f-43b0-925d-a1ad42570ebf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:44.594274 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-27546677-d822-44da-b6d0-a26cec35fefb req-8d70aaa7-870f-43b0-925d-a1ad42570ebf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 943 time: 0.0485094 Oct 26 12:40:44.614767 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:44.644869 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-27546677-d822-44da-b6d0-a26cec35fefb req-0dc6f279-05d8-4b23-b6f9-aecd865365bc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448160 Oct 26 12:40:44.797727 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:43Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:44.821347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8c8090-7695-4ba4-84b4-1a34c7223463 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:43Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:44.966858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:45.065468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:45.065943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:45.083191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-46cc2b51-0464-4aba-bced-ff31ab443f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:45.085747 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-46cc2b51-0464-4aba-bced-ff31ab443f37 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1127 time: 0.0484052 Oct 26 12:40:45.089889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:45.094730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:45.095656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:45.180229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:45.194335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-8030c7d0-4cf4-409c-804f-8d8217a85069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:45.196066 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-8030c7d0-4cf4-409c-804f-8d8217a85069 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 898 time: 0.1048796 Oct 26 12:40:45.218316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:45.218712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:45.236887 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-e209f83f-cab6-4967-8139-619429d6a076 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 217 time: 0.0352097 Oct 26 12:40:45.254518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:45.258688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:45.289433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-feb6ce00-af20-47a9-b598-906621c60a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:45.290939 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-feb6ce00-af20-47a9-b598-906621c60a9e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 200 len: 834 time: 0.0482662 Oct 26 12:40:45.313263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:45.341279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-2ba0d623-556b-4cc7-ac33-255722fac5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:45.342897 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-2ba0d623-556b-4cc7-ac33-255722fac5b4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=18a55d24-6b04-4601-88bb-69b7a662e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454178 Oct 26 12:40:45.445429 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-4169e957-4028-4bd9-a6c8-085024befa21 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948024 Oct 26 12:40:45.556043 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-18d6d3ee-0eca-49cb-a3f6-fb9eebc22d95 req-62b6cd55-d485-4955-8b3b-d5f5ef7fe45f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049209 Oct 26 12:40:45.757792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:45.773876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85be96e-f413-40d8-8fd9-63b388b0ea08 req-db1e75b3-1eed-4ddd-926b-810ec06543ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:45.775464 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e85be96e-f413-40d8-8fd9-63b388b0ea08 req-db1e75b3-1eed-4ddd-926b-810ec06543ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 943 time: 0.0522375 Oct 26 12:40:45.796186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:45.837514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e85be96e-f413-40d8-8fd9-63b388b0ea08 req-1c3e6d59-f852-4ef3-9619-abde83cf02b5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559583 Oct 26 12:40:46.308824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device e0146458-434a-4e6e-9ecc-d85fc58fd9b2 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:40:46.406507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port e0146458-434a-4e6e-9ecc-d85fc58fd9b2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:46.418190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:40:46.455260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:46.455643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:46.469229 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0146458-434a-4e6e-9ecc-d85fc58fd9b2 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:40:46.496310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port e0146458-434a-4e6e-9ecc-d85fc58fd9b2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:46.496310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:46.543897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:46.714067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:46.714067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:46.714294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:46.714915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:46.769320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['e0146458-434a-4e6e-9ecc-d85fc58fd9b2'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:40:46.847878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:46.953274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:46.964553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0834d-6823-4244-ab60-8c8b73b79c56 req-50ec1b60-9a5c-40c4-a5a0-986f0d3c473a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:46.966089 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-22f0834d-6823-4244-ab60-8c8b73b79c56 req-50ec1b60-9a5c-40c4-a5a0-986f0d3c473a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 944 time: 0.0497239 Oct 26 12:40:47.018190 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-22f0834d-6823-4244-ab60-8c8b73b79c56 req-49d761bb-396f-4a34-a28e-db5f95677e2b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463665 Oct 26 12:40:47.129052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:45Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:45Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:47.164956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:47.188546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:47.189154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:47.472307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:47.616520 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:47.658352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:45Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:45Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:47.688107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609362bd-67f6-40b2-924a-3831506ac585 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:45Z', 'revision_number': 7, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:45Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:48.143868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607576f-0f05-4ea4-893c-824a8b76fbfc req-f3651da1-5910-4ca2-86cb-853099fd6b6c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:48.145304 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c607576f-0f05-4ea4-893c-824a8b76fbfc req-f3651da1-5910-4ca2-86cb-853099fd6b6c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 944 time: 0.0492585 Oct 26 12:40:48.200565 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c607576f-0f05-4ea4-893c-824a8b76fbfc req-980462b7-7963-420a-a6f3-032ca2a93f0e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488758 Oct 26 12:40:48.320394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device e0146458-434a-4e6e-9ecc-d85fc58fd9b2 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:48.366929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:40:48.373046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:48.373601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:48.373941 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 Oct 26 12:40:48.451311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:48.451698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:48.475965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:40:48.478819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b8818c-32b4-4b57-89b8-b6956cacebaa" -d '{"events": [{"server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "name": "network-vif-plugged", "status": "completed", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:40:48.496484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port e0146458-434a-4e6e-9ecc-d85fc58fd9b2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:48.501528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:48.553404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:48.581856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b6dca2-bd86-40ff-9103-7e8fe55d22c7 x-openstack-request-id: req-d4b6dca2-bd86-40ff-9103-7e8fe55d22c7 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:40:48.582417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "name": "network-vif-plugged", "status": "completed", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:40:48.582977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4b6dca2-bd86-40ff-9103-7e8fe55d22c7 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:40:48.583286 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b6dca2-bd86-40ff-9103-7e8fe55d22c7'] response: {'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'code': 200} Oct 26 12:40:48.981291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81630d0f-330f-471d-b37e-e811e7c7e139 req-38b2d1f3-f1ce-45e9-b17a-51d4ebb36bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:48.982877 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-81630d0f-330f-471d-b37e-e811e7c7e139 req-38b2d1f3-f1ce-45e9-b17a-51d4ebb36bc3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1129 time: 0.0561013 Oct 26 12:40:49.037496 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-81630d0f-330f-471d-b37e-e811e7c7e139 req-4cfa561d-57aa-47da-b1f9-82eb99337bd6 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480731 Oct 26 12:40:49.055801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:49.102222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:49.102595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:49.102931 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:40:49.104485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:49.180710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:49.181092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:49.201553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:49.205821 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:49.206601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:49.281819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:49.292310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:49.292759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:49.293168 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:40:49.346036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6d65b-8189-4d0e-bbce-9a19deeb93c6 req-9fd7baad-274a-49b1-b743-7415631cf7c7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:49.347514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-56b6d65b-8189-4d0e-bbce-9a19deeb93c6 req-9fd7baad-274a-49b1-b743-7415631cf7c7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 945 time: 0.0673826 Oct 26 12:40:49.374094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:49.374487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:49.400101 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-56b6d65b-8189-4d0e-bbce-9a19deeb93c6 req-b40ad561-4ab5-4492-bea1-d437edeb85b2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467296 Oct 26 12:40:49.414733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:49.419150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:49.471374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:49.643264 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:49.651055 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:49.651668 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:49.749586 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:49.885516 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:49.937578 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:49Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:49Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:49.963605 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:49.972630 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:49.973235 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:50.078309 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:50.198118 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:50.264788 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:49Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:49Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:50.289147 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb086175-bd49-45e0-a9d7-c2bb63573689 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:49Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:49Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:50.544701 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5faae-8721-4564-a7de-8e4f3a191643 req-4e783023-03b8-4267-afc6-7c934abef348 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:50.546224 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d8a5faae-8721-4564-a7de-8e4f3a191643 req-4e783023-03b8-4267-afc6-7c934abef348 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 945 time: 0.0611804 Oct 26 12:40:50.601974 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d8a5faae-8721-4564-a7de-8e4f3a191643 req-da91b006-69f4-483f-b969-5d5a93708ac5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498497 Oct 26 12:40:50.950204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:50.998730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:51.029811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:51.030197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.053417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:51.059769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.060601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:51.138601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:51.179623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:51.179961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.216138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:51.219930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.252356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:51.311569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:51.350723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:51.354001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:51.355007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:51.429064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:51.515352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:51.567208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:51.567586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.567959 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:40:51.640404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:51.640790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.664085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:51.668422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.669477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:51.730993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af060203-ab83-41ec-bdb7-be31260d763a req-1d13284f-6d2e-4832-b685-f9e1a2f69f5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:51.732687 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-af060203-ab83-41ec-bdb7-be31260d763a req-1d13284f-6d2e-4832-b685-f9e1a2f69f5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 945 time: 0.0498619 Oct 26 12:40:51.745857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:51.756444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:51.757800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.758146 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:40:51.791433 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-af060203-ab83-41ec-bdb7-be31260d763a req-4aeb8a83-c765-46f0-9bf3-bbe79ac783fc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530481 Oct 26 12:40:51.837904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:51.838300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.857596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:51.878113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:51.883804 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:51.921390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fd93c-db35-4119-9a69-82138f834d2c req-cae407f0-e60b-49e6-835e-83b397611a66 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:51.923248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b08fd93c-db35-4119-9a69-82138f834d2c req-cae407f0-e60b-49e6-835e-83b397611a66 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 945 time: 0.0534084 Oct 26 12:40:51.935646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:51.974730 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b08fd93c-db35-4119-9a69-82138f834d2c req-7f615e31-9259-444c-976b-379a85134583 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454803 Oct 26 12:40:52.004189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41730) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:52.044360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676c0dd4-47a0-4d35-946b-6b62774d5695 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:52.045894 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-676c0dd4-47a0-4d35-946b-6b62774d5695 tempest-TestNetworkAdvancedServerOps-627607385 tempest-TestNetworkAdvancedServerOps-627607385-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1124 time: 0.0408015 Oct 26 12:40:52.049123 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41732) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:52.053440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:40:52.075620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:52.161199 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:52.264717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:52.265189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:52.265282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:52.265282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:52.280701 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Allocated IP 172.26.0.66 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/5e2a89a0-d6df-4817-abc5-6374d4ff6f41) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:40:52.364834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:52.372369 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:52.390410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (5e2a89a0-d6df-4817-abc5-6374d4ff6f41), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:52.423681 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5e2a89a0-d6df-4817-abc5-6374d4ff6f41), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:52.466663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:40:52.473610 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:40:52.477085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:40:52.499243 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=5e2a89a0-d6df-4817-abc5-6374d4ff6f41,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:52.552854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:51Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:51Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:52.580019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:52.582739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:52.591708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:52.592359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:52.697702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:52.840465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (d536fd07-72ca-43df-955e-dc52f39d6bdc), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:52.889341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:51Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:51Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:52.915386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a7d92-b642-4da0-95ea-e5a5f6e5c509 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:51Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:51Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:52.915694 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (5e2a89a0-d6df-4817-abc5-6374d4ff6f41), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:52.992464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:53.062840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:53.087953 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for port (5e2a89a0-d6df-4817-abc5-6374d4ff6f41), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:53.093165 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (5e2a89a0-d6df-4817-abc5-6374d4ff6f41), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:53.183285 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event updated for resources: {'Port': ['ID=5e2a89a0-d6df-4817-abc5-6374d4ff6f41,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:53.188507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (d536fd07-72ca-43df-955e-dc52f39d6bdc), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:53.191005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:53.242193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:53.242589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:53.268713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:53.275265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:53.276040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:53.306821 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc associated. External IP: 172.26.0.66, port: e0146458-434a-4e6e-9ecc-d85fc58fd9b2. Oct 26 12:40:53.333815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:53.357642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:53.400277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:53.400589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:53.441071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:53.446013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:53.504585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:53.529332 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router e6ae1180-159f-4fc4-92b8-56e93e2a288a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:40:53.651023 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:40:53.670912 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:53.709504 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-94bccd95-feb2-44a6-99fa-a589ffabe920 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6593299 Oct 26 12:40:53.710304 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:40:53.712929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea5866e-0d88-44df-9035-ed14491e186e" -d '{"events": [{"name": "network-changed", "server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:40:53.754874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c516298-098d-4991-8d26-891264836f25 x-openstack-request-id: req-5c516298-098d-4991-8d26-891264836f25 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:40:53.755239 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:40:53.755563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c516298-098d-4991-8d26-891264836f25 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:40:53.756095 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c516298-098d-4991-8d26-891264836f25'] response: {'name': 'network-changed', 'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'status': 'completed', 'code': 200} Oct 26 12:40:53.820505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5866e-0d88-44df-9035-ed14491e186e req-a4d6387d-a66d-4b47-84c0-de7fc94d183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:53.820915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4dd51-3982-43f1-893b-952ccd079f15 req-9c9d71a9-f9a5-4a51-8b3f-5a39ef4772a3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:53.822368 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8ea5866e-0d88-44df-9035-ed14491e186e req-a4d6387d-a66d-4b47-84c0-de7fc94d183f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1129 time: 0.0451663 Oct 26 12:40:53.822511 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-efd4dd51-3982-43f1-893b-952ccd079f15 req-9c9d71a9-f9a5-4a51-8b3f-5a39ef4772a3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 945 time: 0.0552287 Oct 26 12:40:53.885177 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-efd4dd51-3982-43f1-893b-952ccd079f15 req-91693ac8-cd06-4f56-a670-5f6936f9a315 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567424 Oct 26 12:40:53.908028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41738) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:53.938743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5866e-0d88-44df-9035-ed14491e186e req-18ef905c-0474-432a-8938-d9b71085a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:53.940287 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8ea5866e-0d88-44df-9035-ed14491e186e req-18ef905c-0474-432a-8938-d9b71085a5f3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 898 time: 0.1124637 Oct 26 12:40:53.976851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-69f3dbd3-6413-4258-8dff-2c65ef0797d0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 990 time: 0.0674131 Oct 26 12:40:54.016393 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8ea5866e-0d88-44df-9035-ed14491e186e req-22853344-57b3-4d19-a843-09f71be70823 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 998 time: 0.0700860 Oct 26 12:40:54.066956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5866e-0d88-44df-9035-ed14491e186e req-a3c550a9-a8d0-46e2-94f7-757b7f3e6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:54.068184 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8ea5866e-0d88-44df-9035-ed14491e186e req-a3c550a9-a8d0-46e2-94f7-757b7f3e6a73 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 200 len: 834 time: 0.0462449 Oct 26 12:40:54.113778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5866e-0d88-44df-9035-ed14491e186e req-300f9897-378f-4c68-bbe1-a7232f11408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:40:54.115335 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8ea5866e-0d88-44df-9035-ed14491e186e req-300f9897-378f-4c68-bbe1-a7232f11408d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=18a55d24-6b04-4601-88bb-69b7a662e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415754 Oct 26 12:40:54.215838 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8ea5866e-0d88-44df-9035-ed14491e186e req-be23ef60-c33e-45c7-b390-c485268390be service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944660 Oct 26 12:40:54.277018 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:54.305778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:54.312323 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-8ea5866e-0d88-44df-9035-ed14491e186e req-4eaee8b2-176c-46cb-b305-00db004dd822 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898030 Oct 26 12:40:54.979273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41740) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:55.036592 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6873fded-f03b-4856-9792-db420e166792 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 990 time: 0.0562153 Oct 26 12:40:55.411760 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:55.414904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:55.415507 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:55.518331 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:55.721340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:53Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:40:52Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:53Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:55.748425 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:55.757356 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:55.757956 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:55.942940 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:56.039923 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41742) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:56.103256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5e2368a8-ec48-4390-8975-90266a96a749 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 990 time: 0.0621328 Oct 26 12:40:56.112612 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:56.159774 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:53Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:40:52Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:53Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:56.184801 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c88ff-c33f-4004-9e6f-e60cfbeb78bc None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:53Z', 'revision_number': 11, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:40:52Z', 'revision_number': 0, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:53Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:56.935110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:56.962725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-16184d85-e0ea-4262-a1fe-1057b9b014a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:57.019910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:57.033042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:57.106213 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41744) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:57.110109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:57.179895 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7d74a307-a38b-4627-92e9-96f10777f857 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 990 time: 0.0724986 Oct 26 12:40:57.208648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:57.255259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:57.255635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:57.256015 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:40:57.290867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:57.337593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:57.337983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:57.359967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:57.365436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:57.366855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:40:57.438371 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:57.449912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:40:57.450288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:57.450626 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:40:57.524436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:57.524736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:57.557246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:57.561200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:57.608250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:57.773782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b5e8a-e954-456e-ba40-ec92c4228b9a None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:40:57.776480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:58.124231 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:40:58.127236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:58.127902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:58.183749 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41746) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:58.213794 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:58.230773 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:58.248846 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1d62f8e8-69cf-44a6-bd6a-9d31cabc9bb9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0639277 Oct 26 12:40:58.442477 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:57Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:40:57Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:57Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:58.466561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:40:58.474735 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:40:58.475990 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:58.576610 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:40:58.786276 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:57Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:40:57Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:57Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:40:58.812066 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce593a-a808-4398-bd54-4f6cabcfaa4a None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:57Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:40:57Z', 'revision_number': 1, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:57Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:40:58.987611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:59.072354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:59.072752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:59.095013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:59.099232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:59.101970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:40:59.173404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f61b-5dab-4b31-ae61-29a65a543e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:59.198451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:40:59.238834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:40:59.239227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:59.252996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41748) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:40:59.279139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:40:59.283131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:40:59.320978 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b3229bfa-6369-4a0b-88f6-7b2f2eb7f353 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0660973 Oct 26 12:40:59.326099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:40:59.339056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:00.325020 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41750) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:00.367086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:00.369596 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:00.389933 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a1df798a-477c-4e7f-b81a-f0f81e34f857 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0638051 Oct 26 12:41:00.411322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:00.453239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f74c3-876f-44cf-904f-55520bc445e1 None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:00.812497 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:00.812497 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:00.812966 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:00.913339 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:00.986773 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:01.114571 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:01.120084 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:59Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:00Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:59Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:01.147737 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:01.156098 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:01.156689 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:01.257720 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:01.393658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41752) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:01.454745 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c2001d51-1f39-44d8-b028-beafd6ffa2e1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0597961 Oct 26 12:41:01.551680 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:59Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:00Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:59Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:01.579245 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be5097-6ac4-44ef-89fe-7c190d9cfc5a None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:40:59Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:00Z', 'revision_number': 2, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:40:59Z', 'revision_number': 12, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:01.788270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:01.936212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:02.458769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41754) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:02.522602 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-73adf3e7-8201-4372-9133-cb60f64c432c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0625000 Oct 26 12:41:03.017628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:03.062587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:03.062957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:03.063293 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:41:03.136892 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:03.137272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:03.164673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:03.166863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76069bfc-74a1-49fe-b5ec-287325d58d2e None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:03.170830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:03.171893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:03.241391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:03.318689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:03.338880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:03.339255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:03.339595 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:41:03.447141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:03.447523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:03.483325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:03.487022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:03.530175 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41756) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:03.540330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:03.591663 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f5187cdf-0afc-499f-9aec-364c7905d64c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0649934 Oct 26 12:41:03.922789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:03.922789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:03.923284 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:04.024302 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:04.235923 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:03Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:03Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:03Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:04.263077 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:04.271353 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:04.272512 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:04.309238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:04.368124 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:04.370077 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:04.442556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:04.573626 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:03Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:03Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:03Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:04.595356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41758) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:04.597553 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787bfb1-578a-4db2-981c-e1b138803d7e None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:03Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:03Z', 'revision_number': 3, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:03Z', 'revision_number': 13, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:04.663486 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-91ca007f-5fd6-456b-8c4e-9e1bcd463814 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0668972 Oct 26 12:41:04.825528 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:41:04.936831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:05.013235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:05.013618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:05.049777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:05.054547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:05.080250 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:05.084695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:05.141232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:05.184956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:05.253274 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:05.300561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:05.300941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:05.301283 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:41:05.386836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:05.387227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:05.427147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:05.432740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:05.465045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:05.486910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:05.515395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:05.570711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:05.571111 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:05.593874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:05.597866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:05.649954 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:05.667371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41760) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:05.734780 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-11480b6a-c413-4f8e-8c9d-450a5a026eae tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0662115 Oct 26 12:41:06.427779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498a482-24de-4c49-a0d2-29a93c601d83 None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:06.738615 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41762) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:06.805012 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a06074fe-1947-42c9-883b-f4666db8da23 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0652139 Oct 26 12:41:07.095428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:07.095428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:07.095428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:07.134691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:07.200315 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:07.205585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:07.205981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:07.239883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:07.244963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:07.421891 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:05Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:06Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:05Z', 'revision_number': 15, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:07.435023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:07.447181 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:07.455806 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:07.456353 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:07.557102 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:07.808991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41764) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:07.859548 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:05Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:06Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:07Z', 'revision_number': 16, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:07.873435 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1ab165fd-4e51-4097-8ce0-4e6651a85ccf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0614655 Oct 26 12:41:07.883937 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbeb97b-ee83-4850-a9d9-cb8e58ad13f1 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:05Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:06Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:07Z', 'revision_number': 16, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:08.876438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41766) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:08.936932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d08c55e8-8cec-4c2a-8545-02e3240cc46c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0587544 Oct 26 12:41:08.937992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:08.964242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:09.013628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:09.025905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:09.099163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:09.180401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:09.222535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:09.222906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:09.223232 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:41:09.298909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:09.299286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:09.319386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:09.323244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:09.324084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:09.389529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:09.397524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:09.406781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:09.407267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:09.407643 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:41:09.436114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db76d147-96ff-42d7-9f20-ec48efa23914 None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:09.602688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:09.603078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:09.638132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:09.642436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:09.690857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:09.940321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41768) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:10.002391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3d0e2492-8d5e-4e87-a20a-6060b6748cac tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0608561 Oct 26 12:41:10.387661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:10.387661 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:10.388293 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:10.419166 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:10.429422 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:10.491278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:10.697900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:09Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:09Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:10.721221 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:10.730098 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:10.730696 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:10.829283 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:10.982376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:11.005527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41770) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:11.035691 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:09Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:09Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:11.063284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:11.063980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:11.067459 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b04c06-3514-4522-a7af-9671f40a17e2 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:09Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:09Z', 'revision_number': 5, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:09Z', 'revision_number': 17, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:11.069425 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ee98ac8b-b394-42bc-9cd0-03732ede86fb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0626867 Oct 26 12:41:11.091174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:11.098090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:11.098810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:11.104416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:11.177321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:11.215660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:11.216075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:11.252637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:11.260217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:11.322995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:12.072810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41772) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:12.138176 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5403ed82-3036-4613-b89d-d6bc5e404150 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0640898 Oct 26 12:41:12.491217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:12.589349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6a270-1899-4449-b3e6-2dbfb75867b8 None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:12.927310 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:12.927310 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:12.927310 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:13.030280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:13.141600 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41774) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:13.171704 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:13.202506 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d50acd5-0b95-448b-82f5-3573539ab914 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0598509 Oct 26 12:41:13.230205 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:13.235591 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:11Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:12Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:11Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:13.264095 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:13.272244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:13.273168 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:13.369198 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:13.654593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:11Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:12Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:11Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:13.680470 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be5056-7fe4-46d8-bec2-4c703949384e None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:11Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:12Z', 'revision_number': 6, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:11Z', 'revision_number': 18, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:14.205539 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41776) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:14.271652 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7f1610f1-840d-4ddc-a130-dd0113c3c1bb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0649657 Oct 26 12:41:15.023264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:15.068899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:15.069271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:15.070125 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:41:15.106819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:15.144259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:15.144638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:15.164752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:15.169599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:15.170348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:15.241844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:15.250238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:15.250614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:15.250950 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:41:15.271978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b20835-5fe0-443f-9414-975612bb7aeb None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:15.275659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41778) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:15.336287 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-be76551b-6477-4a29-bb89-68a1ad27d89c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0586607 Oct 26 12:41:15.441654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:15.442040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:15.476140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:15.479785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:15.514306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:15.528589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:16.214839 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:16.221143 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:16.221748 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:16.324046 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:16.340217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41780) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:16.402697 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b88dcc17-d47a-4541-a5c4-db2206e12367 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0607710 Oct 26 12:41:16.533201 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:15Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:15Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:15Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:16.557323 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:16.565691 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:16.566298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:16.669369 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:16.691880 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:16.799573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:16.881882 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:15Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:15Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:15Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:16.906971 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2cae7-b709-4ab1-a9aa-279f80a6ee86 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:15Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:15Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:15Z', 'revision_number': 19, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:16.995939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:17.069104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:17.069573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:17.092216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:17.101102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:17.108575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:17.189248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:17.227402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:17.227844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:17.263436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:17.267956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:17.317529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:17.406186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41782) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:17.468640 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-56c694b0-7063-4a0c-9e75-a05c9dd9272b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0612645 Oct 26 12:41:18.472059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41784) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:18.489829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa33f85-665f-4934-ad7d-c2a9d5faf262 None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:18.524022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:18.537534 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5a4ce3c2-617a-4a60-9964-332fc05d8aca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0642736 Oct 26 12:41:19.133786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:19.133786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:19.133786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:19.232120 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:19.436901 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:17Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:18Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:17Z', 'revision_number': 20, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:19.461241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:19.469528 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:19.470116 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:19.544563 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41786) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:19.572641 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:19.879489 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:17Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:18Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:17Z', 'revision_number': 20, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:19.908176 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1179e02c-4b30-454f-bc21-2b6fa85347b9 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:17Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:18Z', 'revision_number': 8, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:17Z', 'revision_number': 20, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:19.917947 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a7f6fdc6-069f-4f6c-9df2-c34f4045587a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.3736718 Oct 26 12:41:20.921941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41788) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:20.943695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:20.987224 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-90ce18e1-e345-4f5b-96b4-853ec1cb23a7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0642173 Oct 26 12:41:21.019316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:21.032232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:21.111169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:21.193435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:21.236972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:21.237338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:21.237671 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:41:21.312628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:21.313010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:21.333703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:21.339059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:21.339850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:21.395232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:21.414003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:21.425987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:21.426367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:21.426696 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:41:21.450320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e028013-186c-4741-9a45-56f4a6570d7e None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:21.738264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:21.738559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:21.799337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:21.803626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:21.853131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:21.996931 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:21.996931 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:21.997478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41790) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:22.002332 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:22.002968 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:22.051311 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-34935191-ed98-4f3f-a37e-3537a2069115 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0588977 Oct 26 12:41:22.108237 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:22.110393 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:22.127384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=44 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:22.129339 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=40 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:22.314865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:21Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:21Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:21Z', 'revision_number': 21, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:22.342543 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:22.350798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:22.351396 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:22.448701 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:22.659412 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:21Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:21Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:21Z', 'revision_number': 21, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:22.684309 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357b7428-cae6-41a6-bbf6-a79f7b138173 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:21Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:21Z', 'revision_number': 9, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:21Z', 'revision_number': 21, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:22.945173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:22.947693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:23.025179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:23.025573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:23.055853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41792) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:23.064089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:23.068569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:23.093057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:23.126954 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d8f4fc45-6739-477d-8204-bfb76b598b69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0699453 Oct 26 12:41:23.155658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:23.196826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:23.286462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:23.334508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:23.334887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:23.335457 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:41:23.417697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:23.418083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:23.452724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:23.457138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:23.515278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:23.543262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:23.568776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:23.610276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:23.610667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:23.636209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:23.641101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:23.698339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:24.130908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41794) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:24.194011 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6a48773-52d7-4fa7-8a0a-3afb7c85d4bf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 991 time: 0.0618906 Oct 26 12:41:24.385346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8608d9-3f96-4fc8-a672-f5d685c4f67b None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:25.017096 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:25.028706 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:25.029442 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:25.055784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:25.125405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:25.127606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:25.128019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:25.138789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:25.161984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:25.166675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:25.192617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:25.197572 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41796) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:25.248820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:25.268349 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8f522e8-da49-46e6-837d-fd02a5a1c196 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0689871 Oct 26 12:41:25.289723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:25.309652 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:25.364310 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:23Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:24Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:23Z', 'revision_number': 23, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:25.389754 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:25.396408 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:25.399171 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:25.399796 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:25.500814 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:25.789971 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:23Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:24Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:25Z', 'revision_number': 24, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:25.817244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02c5dd-c33c-4cc1-b302-8d11348245ab None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:23Z', 'revision_number': 21, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:24Z', 'revision_number': 10, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:25Z', 'revision_number': 24, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:26.271710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41798) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:26.332544 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6719dd7b-b502-40b6-9a93-dbfd2b64e822 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0596120 Oct 26 12:41:26.948400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-72f414d1-8140-43e5-abef-2d8ec075d787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:26.954636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:27.031295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:27.119300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:27.164076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:27.164610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:27.164945 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:41:27.240150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:27.240541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:27.261319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:27.266100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:27.266862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:41:27.337413 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41800) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:27.340309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:27.349424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:41:27.349801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:27.350167 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:41:27.374305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317bd7d-3b34-44d5-8813-3638da0d916a None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:27.410158 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-baf7dc1d-0525-48bc-8161-7afdd42effc5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0703132 Oct 26 12:41:27.418831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:27.549335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:27.549722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:27.575791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:27.586868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:27.590671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:27.638021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:28.339800 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:41:28.340219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:28.340786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:28.413034 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41802) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:28.442778 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:28.472995 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-75ada042-2741-4377-860b-233f7f5708ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0582888 Oct 26 12:41:28.648777 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:27Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:27Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:27Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:28.672237 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:41:28.680428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:41:28.681020 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:40:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:28.765007 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:28.781965 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:41:28.944861 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:28.991222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:27Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:27Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:27Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:41:28.992643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:29.020217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f84fb0-6a80-47fb-84f9-e6e53ce1e7c4 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:27Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'd536fd07-72ca-43df-955e-dc52f39d6bdc', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'floating_ip_address': '172.26.0.66', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'port_id': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ERROR', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'mac_address': 'fa:16:3e:f0:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:40:52Z', 'updated_at': '2022-10-26T12:41:27Z', 'revision_number': 11, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:27Z', 'revision_number': 25, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:41:29.074151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:29.074631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:29.097232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:29.104808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:29.105712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:41:29.171991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d623a565-a6c7-4fba-8c9e-9a942c9cd4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:29.198106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:29.252212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:41:29.252212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:29.286532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:41:29.292189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:29.348439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:41:29.477828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41804) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:29.543245 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-751a72ae-66bb-40f0-b03f-e1f7f2e187cc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0643446 Oct 26 12:41:30.414217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:30.528899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883962b-23c0-4ab3-8925-491cdb34cbed None None] New status for floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:41:30.547383 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41806) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:30.606120 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ad56a8b6-33b8-4eb7-b15f-3b833390b528 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0575576 Oct 26 12:41:31.609470 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41808) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:31.671603 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7541a1e5-76de-4c7d-95e1-face2dbd63eb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0607333 Oct 26 12:41:31.784660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:31.937294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:32.675259 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41810) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:32.733311 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1460a844-f7c3-425a-a6c4-652206e04922 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0568938 Oct 26 12:41:33.737208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41812) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:33.799014 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5913c1b6-ad85-4a1c-9bfa-5b41587590cb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0606339 Oct 26 12:41:34.802767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41814) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:34.860665 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7f50edfe-d528-45ca-9df0-c61fc8d5833e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0567210 Oct 26 12:41:35.243257 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:35.265184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=71 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:35.864178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41816) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:35.926514 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2bbf825c-8661-4493-b4ab-6edb022b054b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0612092 Oct 26 12:41:36.930361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41818) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:36.989098 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-27c4553c-67b9-4d11-8c87-5c96bda3d631 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0575616 Oct 26 12:41:37.992982 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41820) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:38.051138 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-de6af197-36b6-45f3-9274-47c5f13556a1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0570934 Oct 26 12:41:38.626833 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-964381b2-bbae-4ea0-a14d-6aa5189d0b78 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379260 Oct 26 12:41:38.711185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-1f2a7d4a-14e3-4606-bdf0-450a7953aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:41:38.712707 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-1f2a7d4a-14e3-4606-bdf0-450a7953aeeb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1129 time: 0.0435617 Oct 26 12:41:38.818030 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-47fb8913-350f-45d1-9690-97903d2bf929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:41:38.820282 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-47fb8913-350f-45d1-9690-97903d2bf929 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 898 time: 0.0889118 Oct 26 12:41:38.884637 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-67f48699-7cf0-4560-9d86-b1324ba007df service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0588109 Oct 26 12:41:38.935315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-a9f3af46-fa49-402e-b5d9-88484c36aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:41:38.936784 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-a9f3af46-fa49-402e-b5d9-88484c36aaff service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 200 len: 834 time: 0.0443630 Oct 26 12:41:38.979920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-2f0e4577-210b-4617-b774-3f20541b3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:41:38.981371 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-2f0e4577-210b-4617-b774-3f20541b3419 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=18a55d24-6b04-4601-88bb-69b7a662e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393264 Oct 26 12:41:39.055589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41822) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:39.075355 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-9a0f98a1-e314-486b-a06f-15d859de8450 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882058 Oct 26 12:41:39.117220 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8a10ea25-c635-4cf9-ba8c-88a24fd7608d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0604615 Oct 26 12:41:39.167349 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-85a430f9-f88a-452b-8a8c-ea80c280a2cf req-8fdcd16c-ebff-4011-ac31-c945189b4e48 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857956 Oct 26 12:41:40.120480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41824) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:40.177540 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e7253a61-0970-4a17-97a4-2c3dfee4eaeb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0558591 Oct 26 12:41:41.181853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41826) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:41.245735 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66080642-fdfb-4560-8bbc-1c5ee38061b5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0628138 Oct 26 12:41:41.824775 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:41:41.931306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:41.933898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=83,neutron:UPDATE=8 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:42.249535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41828) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:42.306968 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0cd71c45-2d6e-4d31-a6f2-f5ae1fcfc971 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0563178 Oct 26 12:41:42.502696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:43.310766 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41830) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:43.372078 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8be8f666-b052-4929-9971-790b156c92e4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0601616 Oct 26 12:41:44.376087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41832) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:44.437596 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5d8966d5-f56a-48e2-a43f-c4de6c3e8a58 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0603642 Oct 26 12:41:45.440590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41834) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:45.498760 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7fd6174d-8e36-449d-bd94-9de5a0fe2056 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0570440 Oct 26 12:41:46.502052 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41836) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:46.563061 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5db25ec7-227d-428d-b95a-e48accec9ebe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0598104 Oct 26 12:41:47.566684 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41838) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:47.625774 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0614f0cf-50b0-4b0a-873c-c50d2aad5170 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0579805 Oct 26 12:41:48.629550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41840) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:48.689110 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e19daa82-f4bc-43be-aa1f-eb02ed6ebb17 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0580990 Oct 26 12:41:49.692519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41844) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:49.754198 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aed1bc69-dae8-4239-9dcf-1a5817dc958b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0605242 Oct 26 12:41:50.758252 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41846) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:50.816536 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-af62bd15-530c-4115-9ed9-dcc916cf3cb9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0571706 Oct 26 12:41:51.819914 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41848) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:51.820573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=41 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:51.821236 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=20 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:51.881554 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-20deaba8-1c72-4f30-9fe8-f672f7ebaea6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0603526 Oct 26 12:41:52.493736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:52.498780 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:52.885651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41850) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:52.891827 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:52.893646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:52.944808 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6d7fecca-9cf9-44fd-b561-55e3a951db3a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0574689 Oct 26 12:41:53.948601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41852) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:54.008696 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6e0bdf71-d6fb-41c9-84e1-d7d734dbd3ed tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0589972 Oct 26 12:41:55.012521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41854) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:55.074179 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-049caeb7-206a-4739-bc10-fc5ebe06cd4a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0605357 Oct 26 12:41:56.078006 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41856) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:56.136124 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-303ed6c6-939e-41e3-b134-3744b57690f2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0568960 Oct 26 12:41:56.940123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e3937a89-8fe9-46c5-be3d-8197a2b6569c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:57.140488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41858) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:57.183026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:57.193856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:41:57.204098 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a230e4c1-6ae2-4e8c-9fa6-e72436262566 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0621190 Oct 26 12:41:58.207667 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41860) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:58.266063 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fb60e152-caa4-47f7-b8cd-17377e9d05d0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0572412 Oct 26 12:41:59.112877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7ec791b7-4670-464c-99e4-18eb764dd982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:41:59.269908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41862) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:41:59.330878 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-faf7b7a9-e60e-4242-aa37-e96e737fa42d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0597658 Oct 26 12:42:00.335776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41864) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:00.393591 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c1948198-16b6-49d4-b779-890430dba042 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0566885 Oct 26 12:42:00.416291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:01.397928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41866) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:01.455064 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a3f19df8-c834-4f98-b99e-b0132c0d0ecf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0559494 Oct 26 12:42:01.928514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:01.940800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:02.458856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41868) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:02.520054 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e7bb1c61-2d5b-46ab-a80a-3306da82717f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0600104 Oct 26 12:42:03.523909 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41870) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:03.581464 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-234f9e6b-b0ff-47f1-ac3a-5be3f866c0c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0564351 Oct 26 12:42:04.586205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41872) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:04.647392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-17419920-8b0c-49c8-b411-c291b393bf33 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0593083 Oct 26 12:42:05.651094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41874) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:05.710965 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-872bcac7-f4b5-4ae7-bf96-40a95e60000f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0586956 Oct 26 12:42:06.714228 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41876) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:06.775958 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7206d431-00a2-47d1-88b7-b8788320da2e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0605526 Oct 26 12:42:07.779044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41878) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:07.837853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f0da2f6d-97f0-4df4-8211-2abd4a406d31 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0576718 Oct 26 12:42:08.841591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41880) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:08.909728 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-750c183d-df42-4517-af01-44a703edb104 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0669835 Oct 26 12:42:09.913517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41882) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:09.971512 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e4ecd006-b95d-4be7-b9d4-11b505637abc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0568373 Oct 26 12:42:10.384710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=17 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:10.386665 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=14 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:10.976039 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41884) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:11.036354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9321130d-7d03-4839-baaa-2dcfe0ba0de2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0591929 Oct 26 12:42:11.932001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:11.936930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:12.040989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41886) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:12.101848 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0f9584f6-f077-4d62-afaa-8fe45405d916 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0596337 Oct 26 12:42:12.501888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:13.105490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41888) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:13.163349 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d7aaed08-504e-43b3-8658-d0ac71a3477c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0564704 Oct 26 12:42:13.507175 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:13.512288 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:14.167136 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41890) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:14.227290 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-495f64f5-d837-4749-a22e-bc2edf4e4ace tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590987 Oct 26 12:42:15.231238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41892) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:15.289662 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6420ab45-92b7-47c1-ab27-0946ef3b76d2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0572543 Oct 26 12:42:16.293507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41894) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:16.356041 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bc71e7c9-b533-4d3a-9c0b-0711eb1fd4e6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0613737 Oct 26 12:42:17.360002 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41896) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:17.416974 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b4e8086b-9da6-4f55-a9b2-070877dc4687 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0559478 Oct 26 12:42:18.421208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41898) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:18.481113 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0b18dea5-3947-4a49-a2bc-2816270b9c09 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0587800 Oct 26 12:42:18.825080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:42:19.484218 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41900) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:19.541642 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3addfdde-5b42-4eb8-babe-bafb2c6cc2b2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0563076 Oct 26 12:42:20.545527 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41902) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:20.606734 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea8ae5df-c048-424b-a3a9-8fb15e65a7c6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0597899 Oct 26 12:42:21.609584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41904) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:21.667637 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c5ad8fa6-d390-4ca4-9980-96201a83ba4b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0569298 Oct 26 12:42:22.092783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=55 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:22.093552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=63 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:22.491429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:22.497737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:22.671777 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41906) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:22.731944 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8e282483-9e11-48ab-b47c-cdad12c911b4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590024 Oct 26 12:42:23.735813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41908) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:23.794691 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8fa65f36-a0d6-4b61-953e-94f80f13d6e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0575986 Oct 26 12:42:24.798690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41910) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:24.858649 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d1520930-b61e-45b9-9ded-9a36e74c7c89 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0587876 Oct 26 12:42:25.861595 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41912) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:25.920172 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-323ca9d2-ce43-4c7e-bc03-3d76bda96f90 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0574119 Oct 26 12:42:26.925220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41914) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:26.944339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4dd6dff4-2d8f-418b-82a7-e93fa508033b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:26.988411 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8c526365-1012-4ef0-b22c-a21eb6f3bdd7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0619683 Oct 26 12:42:27.993402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41916) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:28.056431 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-86584c6c-f59d-4385-be49-3960bb72c9bd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0607243 Oct 26 12:42:28.819789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:29.059198 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41918) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:29.115333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1469b4d7-b24b-4992-997d-3f3e09b7b5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:29.121176 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-29bc58b3-ffc8-414e-ad16-9d88fccb93d5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0608225 Oct 26 12:42:30.124242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41920) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:30.185946 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cd876aa7-0965-4d26-8e79-ad77abf41324 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0604982 Oct 26 12:42:30.419163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:31.189704 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41922) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:31.251392 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-41ea29a0-d71a-42c9-9c81-6efe81c825d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0605547 Oct 26 12:42:31.791811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:31.942744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:32.254460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41924) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:32.312132 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7d4019d1-5372-4f43-ba76-5a772563ec77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0564735 Oct 26 12:42:33.316101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41926) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:33.375939 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fcf6390d-7e5d-4119-b063-8e0dd02ba805 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0586877 Oct 26 12:42:34.379852 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41928) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:34.387933 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:34.737880 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d93ccd2e-97f4-47be-bd1e-53898a16da96 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.3568988 Oct 26 12:42:35.741501 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41930) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:35.802188 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7bfa1a72-5a6d-4287-a548-a1b325551337 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590451 Oct 26 12:42:36.805963 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41932) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:36.813316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:36.863552 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5f74e338-3250-42f5-9ab1-48cdcbb37110 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0564609 Oct 26 12:42:37.775029 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:37.867517 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41934) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:37.926128 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-22c8ebdd-e962-4387-b71e-2519f87d7d4e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0574718 Oct 26 12:42:38.618865 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-3cf03d40-7c69-4523-b12c-08fbce951ea1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376103 Oct 26 12:42:38.701280 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-bf8a6eaf-c6f4-4282-8022-04afb44a45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:42:38.702774 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-bf8a6eaf-c6f4-4282-8022-04afb44a45eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1129 time: 0.0436385 Oct 26 12:42:38.806055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-3114bcc6-1cfc-41d0-a3ef-c1f167c082c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:42:38.807538 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-3114bcc6-1cfc-41d0-a3ef-c1f167c082c7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 898 time: 0.0868840 Oct 26 12:42:38.872524 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-a153be22-4275-4eea-a7a4-7e457e964417 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0585771 Oct 26 12:42:38.921756 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-f48dab3d-2a5e-490d-8abd-83bb2e8244d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:42:38.923223 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-f48dab3d-2a5e-490d-8abd-83bb2e8244d3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 200 len: 834 time: 0.0445817 Oct 26 12:42:38.930105 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41936) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:38.967385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-b8b0a18f-3a37-40bb-9732-8919d5a71b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:42:38.968928 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-b8b0a18f-3a37-40bb-9732-8919d5a71b92 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=18a55d24-6b04-4601-88bb-69b7a662e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405269 Oct 26 12:42:38.979170 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-2afbb116-1156-49f9-9043-0770bd5bf754 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:42:38.980165 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-2afbb116-1156-49f9-9043-0770bd5bf754 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052562 Oct 26 12:42:38.991184 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-35925e4e-337d-434c-9a8a-f2b1aa312706 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0599267 Oct 26 12:42:39.074751 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-b8e0f34a-254c-4d9a-8d08-c3feb2b57409 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879607 Oct 26 12:42:39.163393 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-9f5339b1-b30f-478f-a3b4-10a3a8ab8621 req-cee1ba25-464c-460a-a67d-a13fb90936ff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834479 Oct 26 12:42:39.994890 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41938) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:40.056191 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9d630858-d04f-4ff7-89ae-fd52a02dcaf2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0601346 Oct 26 12:42:41.060046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41940) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:41.118573 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-77199c76-481f-46f2-90df-55b3373f3119 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0573649 Oct 26 12:42:41.936406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:41.939092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:42.122333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41942) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:42.182994 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bfb72eaa-ea8f-4e5b-b70d-b3388f9e93c9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0594664 Oct 26 12:42:42.518033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:43.186869 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41944) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:43.244832 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5514e569-2813-4d49-8d60-157a0a0ef5f3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0568833 Oct 26 12:42:44.248559 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41946) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:44.309590 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8efebb3b-2a1c-49ef-90c0-b29b78f08e43 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0599122 Oct 26 12:42:45.313208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41948) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:45.352948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:45.371600 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-08d01c41-e08b-445d-8f5c-ea7e47f2eeab tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0572395 Oct 26 12:42:46.375022 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41950) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:46.437497 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7b0e3a57-40fa-49bd-baaf-0b7184916d58 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0613515 Oct 26 12:42:47.440614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41952) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:47.498294 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-aecbf651-8bc1-4029-a152-f75485a2fd8d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0565560 Oct 26 12:42:48.502127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41954) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:48.564431 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0a307215-4854-4c38-b466-bc3b1239e426 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0611112 Oct 26 12:42:48.981872 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=19 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:48.983863 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=21 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:49.568211 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41956) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:49.625588 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-218db6a2-dc65-4630-a34c-481cc4506bfd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0562258 Oct 26 12:42:50.503577 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:50.507560 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:50.628926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41958) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:50.690062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eb72b98b-a7c2-4a3c-9184-c533ebd2932d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0599568 Oct 26 12:42:51.693853 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41964) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:51.751881 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1af100f0-ff7a-4d60-a7ab-213451e92531 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0568745 Oct 26 12:42:52.512206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:52.514065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:52.755844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41966) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:52.813735 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-80d6c463-4452-46e9-9022-faf3c4db56bc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0566940 Oct 26 12:42:53.817583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41968) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:53.825742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:42:53.882860 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-355abd2d-f034-40a9-8c90-656181344196 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0631099 Oct 26 12:42:54.885863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41970) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:54.944714 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dd4fa2ef-474d-4980-80cd-4af2dd1cb398 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0578964 Oct 26 12:42:55.823761 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:42:55.949523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41972) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:56.010639 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fa10a2bd-0934-451e-bbaf-7ae52ecf7599 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0594385 Oct 26 12:42:56.945907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b2da609c-361b-4410-90d2-4ddae32a6945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:57.013735 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41974) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:57.075377 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-13c92760-72e3-434d-a598-727183548e27 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0605202 Oct 26 12:42:58.078754 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41976) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:58.138898 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-09aa20ea-cfb0-4654-8a78-ec5849767cb2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590971 Oct 26 12:42:59.117599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4d95727c-d4b4-4d28-917c-33d76e4fce3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:42:59.142859 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41978) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:42:59.204721 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d9e49b8a-ea51-4ce0-bc00-c53062882ed8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0607851 Oct 26 12:43:00.208721 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41980) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:00.268002 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-748d452a-c2a9-4ac6-bf47-567afb0b72e8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0581217 Oct 26 12:43:00.422506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:01.271908 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41982) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:01.333493 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0772babd-1dd8-4594-90a9-d1616c248ba8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0604517 Oct 26 12:43:01.794783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:01.946631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:02.337464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41984) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:02.395978 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6259c70b-3364-4771-be91-d20dab13577b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0573714 Oct 26 12:43:03.399865 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41986) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:03.461256 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6ced0df-f09e-4b2e-a1f2-ee7008058f30 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0602174 Oct 26 12:43:04.464248 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41988) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:04.521767 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-420d4eee-fe66-4aca-8239-b130f8f4225a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0563872 Oct 26 12:43:05.525393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41990) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:05.586773 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2fca1417-ad95-4268-bc61-f7426d90600a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0601652 Oct 26 12:43:05.818616 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:05.819496 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:06.590915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41992) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:06.647592 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-991b0aff-1c22-47cc-8a94-df7023667ea7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0555358 Oct 26 12:43:07.651572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41994) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:07.712683 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-706cd455-3f00-42ec-a82c-fe4e02da063a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0600758 Oct 26 12:43:08.716602 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 41996) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:08.774411 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ca2bf9c5-a5b6-4c26-bb78-b394d6d72571 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0566745 Oct 26 12:43:09.778687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 41998) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:09.846814 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-44f5a12b-48fa-4c7e-b167-430af8146a9e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0668130 Oct 26 12:43:10.850506 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42000) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:10.912206 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2e919a16-e1db-46a0-a3ea-8845cd3f6feb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0605478 Oct 26 12:43:11.916148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42002) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:11.939827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:11.941757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:11.975452 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a6b0ca8f-310d-4d4c-99d7-82d84c18a804 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0581758 Oct 26 12:43:12.531870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:12.979395 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42004) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:13.041128 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-247af2ad-9780-458d-8521-e653d0420303 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0603681 Oct 26 12:43:14.044158 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42006) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:14.105233 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-bad34f60-af4b-4737-a94c-f66505dffe5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0593443 Oct 26 12:43:15.109035 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42008) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:15.166906 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5d12760-e486-4a8e-ba50-a30857e4012c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0566356 Oct 26 12:43:16.170384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42010) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:16.228650 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d5e74fe-2ad6-48d0-8ab8-36728bf19b9f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0572045 Oct 26 12:43:17.232589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42012) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:17.294170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c5e078fb-be24-4930-8992-5f50b0be6463 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0603957 Oct 26 12:43:18.298117 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42014) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:18.355913 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b49858e9-dd97-4c7a-8a45-6929958b068b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0565989 Oct 26 12:43:19.359750 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42016) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:19.367117 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:19.420987 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d62a6b9e-80af-4199-9d4d-d5f85e641767 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0600703 Oct 26 12:43:20.424723 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42018) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:20.483528 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ba68bff6-a428-4484-84f2-d765d6e8b4fa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0576706 Oct 26 12:43:21.487445 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42020) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:21.547769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d43d53c8-3036-4075-b50a-7121d199b3b0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590622 Oct 26 12:43:22.525549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:22.527414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:22.551639 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42022) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:22.610936 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d8d2fb6f-6364-4e1c-995d-b7a5caaef172 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0581253 Oct 26 12:43:23.614828 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42024) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:23.621026 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=70 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:23.622840 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=62 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:23.678007 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-778ba7ee-4c7d-489e-a1f0-1d1aa89469b2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0620284 Oct 26 12:43:24.681780 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42026) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:24.740142 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a8fa2b9d-2bbe-49cc-949f-c8e2bb306f6f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0571449 Oct 26 12:43:25.744065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42028) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:25.805655 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d9a1aa1b-3ca3-4d23-a919-8987237fe074 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0604508 Oct 26 12:43:26.809796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42030) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:26.815919 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=87 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:26.870414 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e6082707-47b6-4805-b536-7b56141c60cb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0595026 Oct 26 12:43:26.951287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8489a593-cde4-4df2-96ea-422c6970baf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:27.499595 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:27.503962 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:27.873540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42032) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:27.931181 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9ab8829b-b856-4d26-b44d-c39359f76d3a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0564396 Oct 26 12:43:28.934983 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42034) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:28.992253 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c97e5b0e-35fe-4659-b0ef-57b5d774e4ee tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0561526 Oct 26 12:43:29.119269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9c9a314d-798a-45a4-9c0e-bcd54277884a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:29.996173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42036) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:30.057256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9cae380c-9ba7-467a-8468-2fbdfe00a3c3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0599551 Oct 26 12:43:30.424439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:31.060678 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42038) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:31.122454 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-dc3968fa-31cc-4ad7-98b6-b98b3b60c182 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0602183 Oct 26 12:43:31.798360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:31.947412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:32.126184 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42040) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:32.184049 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0f151f38-24fa-4dfc-9a29-632c3ba7e1f7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0560570 Oct 26 12:43:32.822978 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:43:33.188124 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42042) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:33.247899 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-38e7b99e-3ef7-4a2e-8ce0-9424747029c0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0586650 Oct 26 12:43:34.251330 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42044) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:34.307862 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4dbfa05a-d405-4ee2-a5ce-1dd6510e6cbc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0553708 Oct 26 12:43:35.311822 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42046) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:35.371488 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0d90cd1d-9aa6-41fc-9309-cc89f80c1e90 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0583301 Oct 26 12:43:36.375193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42048) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:36.756674 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0939bf02-437b-403f-bd5e-7c130ddb5385 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.3802738 Oct 26 12:43:37.760659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42050) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:37.821076 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8d51e067-d8fe-4a8b-85b3-b61c062706c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0587106 Oct 26 12:43:38.825121 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42052) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:38.882680 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-153ffb3b-8fa3-45e1-b075-17ed00b616b5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0564325 Oct 26 12:43:39.885744 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42054) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:39.946569 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ee977b6e-6d9f-492d-9d54-61403c3343d0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0589287 Oct 26 12:43:40.048054 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=23 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:40.050051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=25 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:40.612012 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-805031af-47a4-45db-a375-fb18399892f7 req-aa66a0fa-293b-4553-9367-d24f23d7ec62 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388541 Oct 26 12:43:40.690846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805031af-47a4-45db-a375-fb18399892f7 req-1534d798-67a4-44b0-b9dd-c48971a5b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:43:40.692381 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-805031af-47a4-45db-a375-fb18399892f7 req-1534d798-67a4-44b0-b9dd-c48971a5b3c7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1129 time: 0.0390956 Oct 26 12:43:40.799150 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805031af-47a4-45db-a375-fb18399892f7 req-b2bd4608-163d-476b-8354-853cbae55635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:43:40.800639 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-805031af-47a4-45db-a375-fb18399892f7 req-b2bd4608-163d-476b-8354-853cbae55635 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 898 time: 0.0899613 Oct 26 12:43:40.861745 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-805031af-47a4-45db-a375-fb18399892f7 req-ee27af12-b17c-4d05-b3e4-683462006077 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0544782 Oct 26 12:43:40.912346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805031af-47a4-45db-a375-fb18399892f7 req-eeda542b-2483-43b1-a988-d035622ce388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:43:40.913796 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-805031af-47a4-45db-a375-fb18399892f7 req-eeda542b-2483-43b1-a988-d035622ce388 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 200 len: 834 time: 0.0458577 Oct 26 12:43:40.949768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42056) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:40.960772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805031af-47a4-45db-a375-fb18399892f7 req-877b9c58-b845-4d9c-ac6b-d3a85a8b8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:43:40.962279 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-805031af-47a4-45db-a375-fb18399892f7 req-877b9c58-b845-4d9c-ac6b-d3a85a8b8c95 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=18a55d24-6b04-4601-88bb-69b7a662e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430110 Oct 26 12:43:40.985708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:41.007929 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2921243c-8703-4a92-9045-bf08515b38f9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0569811 Oct 26 12:43:41.055142 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-805031af-47a4-45db-a375-fb18399892f7 req-fbb4c5c9-6757-4e0f-b098-8e9b8ddb0d2b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862784 Oct 26 12:43:41.077048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:41.149131 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-805031af-47a4-45db-a375-fb18399892f7 req-f705a4ad-f57a-44c4-96f7-cfa53471bb9c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882211 Oct 26 12:43:41.941315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:41.943212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:42.012326 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42058) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:42.075436 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fd3f2712-3d62-44e7-9c49-5715d523b405 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0619776 Oct 26 12:43:42.531259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:43.079309 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42060) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:43.140353 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-00d8651c-d5ab-4ac3-aa87-797ed417e64d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0597143 Oct 26 12:43:44.144109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42062) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:44.205549 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d7e86301-e11c-413c-ac90-3a63778922db tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0603344 Oct 26 12:43:45.209333 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42068) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:45.312315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-591a0ae3-28ea-4c8e-a726-ab942b03635e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.1018147 Oct 26 12:43:46.316387 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42074) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:46.376972 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ef8b2a7f-fb4c-4dcb-a9c1-df3106fb1444 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0594611 Oct 26 12:43:46.736233 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:46.746421 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:47.381016 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42078) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:47.442327 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ac354804-f9c0-4f7b-98f9-8c66aca12619 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0602486 Oct 26 12:43:48.446530 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42080) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:48.506671 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9db7281b-df4e-4b8f-8a69-5fd62fbfb0e3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590272 Oct 26 12:43:49.510405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42082) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:49.568606 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f5cbcc21-70e1-4067-9edb-3c47802d22a2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0569706 Oct 26 12:43:50.572559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42088) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:50.630957 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-725a3e2e-57fd-4a42-9dc2-36a36f11c247 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0572484 Oct 26 12:43:51.634700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42092) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:51.697759 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8fafda5a-0865-43f7-863d-1ee32acdf9ad tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0619400 Oct 26 12:43:52.525388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:52.527290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:43:52.702562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42096) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:52.760559 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-314b6bcc-2562-41b9-add1-fa13f64df330 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0568676 Oct 26 12:43:53.764571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42098) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:53.825977 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-036881a7-3ce3-4afe-972f-2bd36558e9f8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0602307 Oct 26 12:43:54.829573 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42100) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:54.891480 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-080ea099-1465-41f1-9c9c-5b7f80017ffc tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0607862 Oct 26 12:43:55.894575 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42102) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:55.953371 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-3b5b42ca-4f94-4da7-b47f-bb55a561369c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0577018 Oct 26 12:43:56.952673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b72e317c-8889-47be-8c7a-5026e63c2b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:56.956603 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42104) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:57.016931 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5eab1cd0-31f6-4f42-8707-f99025114a79 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0591877 Oct 26 12:43:58.020864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:58.079572 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-eeadeaae-7e77-4b70-b264-998dc2860878 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0576491 Oct 26 12:43:59.083455 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42108) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:43:59.122622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-163d217b-87f9-4c02-b34c-21d7f1365954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:43:59.143559 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0871d984-abb3-4034-aa13-f3655884046a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0587890 Oct 26 12:44:00.146747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42110) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:00.207105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8143cedb-f291-4b58-8445-19f096895b77 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0593143 Oct 26 12:44:00.427026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:01.210284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42112) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:01.270822 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0fcada2f-6992-480f-9d3f-f0e394a30d42 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0593781 Oct 26 12:44:01.800625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:01.950307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:02.274711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42114) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:02.333312 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a43ac2eb-cd01-41e9-a6a1-286ca3a9462b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0574634 Oct 26 12:44:03.337202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42116) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:03.398342 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f768c6a4-67a2-4891-8cc4-1f96c2dcb67c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0599630 Oct 26 12:44:04.402274 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42118) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:04.446262 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:04.462214 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6174bda9-b133-4f76-b1fb-f7dbd5556daf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0588462 Oct 26 12:44:04.499515 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:04.500273 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:05.466587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42120) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:05.526092 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d7a073f8-5de5-4af9-a5aa-26a8d4c4f15f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0583928 Oct 26 12:44:06.529936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42122) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:06.588314 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-36e7fd18-e965-455e-90bc-f3e77e241cfe tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0572176 Oct 26 12:44:07.592255 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42124) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:07.648937 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-39c1d17c-acb1-4479-8f2d-32494c715e0d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0555274 Oct 26 12:44:08.651961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42126) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:08.712452 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e17f7a04-b8a8-4221-b0fb-db1eec252091 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0593159 Oct 26 12:44:09.716584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42128) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:09.779263 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c6b719bb-1ce4-49d3-81a9-bf0e1e37ebf2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0611537 Oct 26 12:44:09.822736 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:44:10.782907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42130) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:10.789077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=55 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:10.790800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=57 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:10.844849 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-abfbc76c-e155-4dcf-8bee-a4a4785e8189 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0608311 Oct 26 12:44:11.848817 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42132) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:11.908683 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1cc9d747-c3d9-4bee-9ed4-491a5b32c3a0 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0586891 Oct 26 12:44:11.943742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:11.945557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:12.530848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:12.912552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42134) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:12.946868 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:12.974570 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-62a763fd-4ed0-40e8-b0cb-0c21ea07e2d8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0609193 Oct 26 12:44:13.978442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42136) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:14.039934 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0ab36ed5-c801-4462-b4bc-7320e84e2dd2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0603521 Oct 26 12:44:15.043614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42138) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:15.100665 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-909bf215-e424-4ec3-925d-60a1ad129354 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0556388 Oct 26 12:44:16.104584 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42140) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:16.165652 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1e7999df-f68e-483d-a7a0-f37bae825abd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0596843 Oct 26 12:44:17.169693 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42142) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:17.225698 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7866fc50-7b33-4bed-9575-31d717d5c354 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0548594 Oct 26 12:44:18.229674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42144) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:18.292170 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-7c286001-7ca8-49b8-a3ad-185df33c8227 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0612891 Oct 26 12:44:19.296220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42146) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:19.353985 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6aa8e0c1-e5a1-4a03-aa9c-5b5920324bda tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0566206 Oct 26 12:44:19.818669 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:20.357946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42148) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:20.419806 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-59bc5d93-de6d-4aef-b8d7-37e2408e3853 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0607104 Oct 26 12:44:21.423053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42150) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:21.480920 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-92b67dfb-1fde-4e59-8489-e8ee987b88f1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0567548 Oct 26 12:44:22.484807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42152) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:22.526413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:22.545830 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5b92abe0-ace9-416e-8201-c7c62acefa79 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0598805 Oct 26 12:44:23.549572 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42154) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:23.608163 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-c813700f-5042-4809-9307-92461f9edbeb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0573866 Oct 26 12:44:24.612084 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42156) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:24.678310 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cf03e411-33cf-44c5-8e1a-e3804b862693 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0650787 Oct 26 12:44:25.682227 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42158) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:25.739412 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1766c018-bd67-4af9-82a7-889f4783bf95 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0560393 Oct 26 12:44:26.743389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42160) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:26.806781 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-63e5c2f1-c826-43a5-afbb-8df214734bfd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0619481 Oct 26 12:44:26.953930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2450cbb9-e3e7-4b06-befb-f1be39343de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:27.811178 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42162) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:27.868893 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f4931f7a-624c-4d34-a8f7-dccf311e4edb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0565066 Oct 26 12:44:28.872815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42164) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:28.933358 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b4e8f94c-d338-4c0d-867b-467535e0fa81 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0593922 Oct 26 12:44:29.125099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c70defeb-6ba3-45e5-979a-d140cc054088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:29.936526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42166) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:29.997409 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-98534188-0813-44a4-8a5d-bdcb21fc4c60 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0597658 Oct 26 12:44:30.429667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:31.001262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42168) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:31.059062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f9bef168-6775-4b7c-bf55-e0b3be025497 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0566933 Oct 26 12:44:31.806562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:31.952802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:32.062957 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42170) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:32.125982 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-399993df-ea9a-4e53-8bcf-ceecebfb8434 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0619907 Oct 26 12:44:33.129841 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42172) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:33.189190 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-50aa1c76-99bb-426d-a482-f80b2ec57935 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0581803 Oct 26 12:44:34.192958 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42174) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:34.253007 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5bfa9d0d-dd8a-4a13-b92c-75ada47ae062 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0588620 Oct 26 12:44:35.256948 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42176) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:35.263772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=47 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:35.315402 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-93143528-b3b6-4787-8046-6d52041af567 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0573125 Oct 26 12:44:36.319406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42178) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:36.380564 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-d581fa07-0589-4908-95b7-9c4f26ee94b6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0599947 Oct 26 12:44:37.384448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42180) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:37.446035 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fc6323c7-0732-4012-bb55-9d19b91737a9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0604136 Oct 26 12:44:38.449893 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42182) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:38.507432 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5093f847-f2a7-49e5-a420-23c38cd63e2b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0563986 Oct 26 12:44:39.511327 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42184) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:39.571149 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-cfc9b85c-12ed-49bf-a1bb-0f05f96944b9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0589135 Oct 26 12:44:40.575163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42186) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:40.632309 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-df102835-58d9-470e-87a1-d4757f2d08f2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0559907 Oct 26 12:44:41.505878 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:41.506697 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:41.636374 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42190) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:41.642457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:41.644115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=82 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:41.675160 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-0a86c923-b142-423b-a3b9-587bfaac81b2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979929 Oct 26 12:44:41.696018 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-aedd089f-2334-4558-b366-1b123464fb53 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0584960 Oct 26 12:44:41.759067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-8733bc90-0859-44a7-a4ae-64bcd3b35023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:44:41.760502 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-8733bc90-0859-44a7-a4ae-64bcd3b35023 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1129 time: 0.0420361 Oct 26 12:44:41.862654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-68818208-770d-4faa-8541-274302158a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:44:41.864136 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-68818208-770d-4faa-8541-274302158a11 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 898 time: 0.0850098 Oct 26 12:44:41.930343 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-b2490b05-91fa-4cd5-95d3-b66ec449ca8a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0585601 Oct 26 12:44:41.946538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=11 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:41.948665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:41.979745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-064d9aec-5bb2-45c3-9561-bcc1ed6b2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:44:41.981195 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-064d9aec-5bb2-45c3-9561-bcc1ed6b2e83 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 200 len: 834 time: 0.0446031 Oct 26 12:44:42.023801 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-08233c2c-1bb1-4070-a6a9-866b2c54b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:44:42.025653 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-08233c2c-1bb1-4070-a6a9-866b2c54b6a3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=18a55d24-6b04-4601-88bb-69b7a662e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386438 Oct 26 12:44:42.121304 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-708fd2b8-401e-4da0-8315-8f058172a387 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895834 Oct 26 12:44:42.170260 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:42.212615 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-c6fbdf18-ec37-4f7f-a09b-44f3ac601b82 req-24245873-d522-4034-b4fb-c4c672db158a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857790 Oct 26 12:44:42.546119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:42.699622 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42192) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:42.759867 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-086250fb-fb22-452e-b794-686474786daa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590878 Oct 26 12:44:43.763794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42194) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:43.821427 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d2e88e36-a4c2-404b-81c6-dcb7c9969c19 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0565124 Oct 26 12:44:44.825360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42196) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:44.886846 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8108c70c-8b97-4876-bb0a-2b96cc8a881b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0603433 Oct 26 12:44:45.890856 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42198) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:45.953105 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-fb6d1087-7911-4285-a64c-080fb42c9b27 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0610321 Oct 26 12:44:46.822502 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:44:46.956734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42200) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:47.013906 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-be24d24e-51df-48dd-af1c-5c75f0f1c9e6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0560472 Oct 26 12:44:48.017735 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42202) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:48.078704 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5cca3c49-cd7e-4c06-8aab-8fc0b881ed56 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0598485 Oct 26 12:44:49.082086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42204) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:49.140338 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fda72b58-d3cd-4de9-8c30-10aafd004e8b tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0570047 Oct 26 12:44:50.144224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42206) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:50.205157 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ad777688-e57a-4f4c-9865-d13c5b3ad2d1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0598321 Oct 26 12:44:51.209005 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42208) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:51.266766 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f85f52eb-61a7-4065-82ae-ac4a3ecd0804 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0566285 Oct 26 12:44:52.270713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42214) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:52.327824 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-788741c1-298a-4b14-93b7-60b1356493ac tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0559754 Oct 26 12:44:52.539191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:52.540994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:53.331699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42216) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:53.391573 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-929d9262-2e72-4425-9b81-1bf252361e1f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0587304 Oct 26 12:44:54.395509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42218) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:54.452726 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-064ef26b-c39d-4626-9d56-9668009c4ac2 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0560682 Oct 26 12:44:55.456605 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42220) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:55.821769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b476f277-2ef6-41d5-9cc5-9ac7e0bf624d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.3638451 Oct 26 12:44:56.819540 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:56.825228 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42222) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:56.888755 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e802ddb1-ea7b-474e-acda-3f275b37f2b1 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0611959 Oct 26 12:44:56.956390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-693894f1-cb7e-4ede-a773-ad4d80ee6cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:44:57.890804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42224) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:57.932266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:44:57.952556 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e8054dc8-dbb2-423e-83d1-2dafc2e116f6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0606277 Oct 26 12:44:58.956515 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42226) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:44:59.014321 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-db176929-a839-4a81-9c6e-a5a83e3842c8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0566907 Oct 26 12:44:59.127115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-09eb0bd1-8f51-4d61-84e3-04c07584c28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:00.018312 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42228) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:00.080256 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-40f67d95-7c69-4cd4-afa0-f76337519393 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0607574 Oct 26 12:45:00.433132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:01.083133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42230) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:01.141608 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6587a99f-1455-497c-8ed1-76c025473f21 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0572317 Oct 26 12:45:01.799382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:01.954743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:02.145313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42232) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:02.205723 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-21d70e43-0038-4d26-a4e6-e0fa7678d378 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0593748 Oct 26 12:45:03.209244 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42234) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:03.273119 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-084b60f5-e845-49d4-b90e-f43e88cbcaed tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0627208 Oct 26 12:45:04.276498 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42236) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:04.336708 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b7696826-c3f5-41dc-bc39-89d9fd15a333 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590358 Oct 26 12:45:05.340935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42238) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:05.397771 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-439763ae-9403-4b3c-9ba7-e843890ca29e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0557122 Oct 26 12:45:06.401181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42240) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:06.461903 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8f11580e-bd22-44e2-bba6-1865966f7aaa tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0593565 Oct 26 12:45:07.465780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42242) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:07.522461 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9d93d290-93d8-4e6e-ba96-2ced834cb20d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0555320 Oct 26 12:45:08.525470 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42244) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:08.586336 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-356e383b-8cad-46f3-9951-9a5bf4bf78ba tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0592389 Oct 26 12:45:09.590560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42246) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:09.661196 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5229b28e-1a9b-4d47-b5ec-df1842e4253f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0694695 Oct 26 12:45:10.664959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42248) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:10.721932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-773c8092-77e4-4cf7-8c69-de399e0d2f05 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0558116 Oct 26 12:45:11.725558 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42250) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:11.732361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=72 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:11.734142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:11.788006 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f86fdf5e-af9d-44a9-9ba0-50b8d4f1f04a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0613048 Oct 26 12:45:11.948690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:11.950715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:12.554862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:12.791810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42252) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:12.849174 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e22f8913-d575-481d-bd9a-ec5a182e02b4 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0559592 Oct 26 12:45:13.852869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42254) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:13.916526 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0ab5a37f-81ac-4ebe-9dd2-fbf067292ca9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0625196 Oct 26 12:45:14.920844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42256) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:14.955662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=72 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:14.982056 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b2aa5c04-cfad-40ef-88a3-4325e991255c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0601139 Oct 26 12:45:15.986069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42258) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:16.046851 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b38ae14f-10fd-4d23-b245-1a5a08563490 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0596628 Oct 26 12:45:17.050816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42260) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:17.109317 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6ed0a3bb-3943-48e4-97ef-ea005263c3d8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0573785 Oct 26 12:45:18.112780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42262) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:18.171532 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-939b3ba2-4954-45d3-95ed-c6ce1415a88f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0577071 Oct 26 12:45:19.175459 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42264) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:19.235922 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-35eb7543-4c53-4208-a7e5-2deb62ae22b9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0593410 Oct 26 12:45:20.239795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:20.297550 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-484a1cb8-6e6a-45c7-ae66-f58bc8a5cdcd tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0566154 Oct 26 12:45:21.301086 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42268) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:21.362183 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6f219597-93c3-4ccb-bf06-717df85841d3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0599589 Oct 26 12:45:22.366124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42270) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:22.424114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8209dfd2-2edd-48d0-b79c-91805e4f51eb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0568290 Oct 26 12:45:22.545148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:22.551220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:23.427952 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42272) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:23.488861 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-05c87a2a-bd18-4b8f-bd3c-2ec7021d875e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0597348 Oct 26 12:45:23.822570 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:45:24.492861 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42274) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:24.557159 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8fc5de38-510d-4961-8c55-ce3b1c5529d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0619965 Oct 26 12:45:25.560043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42276) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:25.618410 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ef837135-b01d-417b-aaee-e4f3768c7e0a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0572126 Oct 26 12:45:26.621541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42278) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:26.681722 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7ba2c241-8149-437b-827f-e5fa2e404c54 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0583165 Oct 26 12:45:26.957688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0c769451-9d8c-4585-a7f4-7dd458e895ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:27.685980 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42280) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:27.743963 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8dcf9668-af65-4287-9095-49556b8711c7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0568120 Oct 26 12:45:28.748166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42282) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:28.754406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:28.810467 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-66431f8f-a482-4e1b-916a-bc8210bf8e35 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0611558 Oct 26 12:45:29.129118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3402b1dc-4f33-4968-abd5-c4c0da478ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:29.814565 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42284) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:29.870979 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2a9011e8-2776-4027-b769-4bfd0654ef87 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0553739 Oct 26 12:45:30.435643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:30.874901 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42286) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:30.937952 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3fb2084b-0fa6-42db-a5c0-adda494b5aca tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0619018 Oct 26 12:45:31.801655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:31.941488 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42288) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:31.957946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:32.001218 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f1e293c5-b200-432e-b0d4-3394f8ae8bec tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0585940 Oct 26 12:45:33.005216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42290) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:33.062314 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-df6e0da5-f547-40ac-bc3d-2b4b9925c8ed tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0559397 Oct 26 12:45:33.818457 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:33.819199 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:34.066140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42292) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:34.127366 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f92aae55-ebcd-4db5-9980-e4681c3780f5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0600176 Oct 26 12:45:35.131109 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42294) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:35.188542 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ef6d5b60-6640-4355-a9ea-e399711bdaa3 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0562873 Oct 26 12:45:36.192352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42296) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:36.253525 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-adee1ebe-c891-4c27-9f1f-2eee66495fa6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0599988 Oct 26 12:45:37.257371 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42298) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:37.315572 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-382f47af-83ac-48fb-b3de-0d36ba77ac9d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0570614 Oct 26 12:45:38.318438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42300) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:38.380026 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ccc009d5-01da-4d94-b99e-2012d631417e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0603027 Oct 26 12:45:39.383389 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42302) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:39.443632 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f2824a77-6979-49b2-91a4-bac8d8c1111a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590992 Oct 26 12:45:40.447048 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42304) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:40.507340 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-56771a20-3fdb-49a3-a9d9-9201338233d9 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0590274 Oct 26 12:45:41.511190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42306) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:41.571831 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1921ed6e-0fb3-4bdc-97ce-379e0b47ff6e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0594783 Oct 26 12:45:41.947895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:41.953249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:42.556353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:42.575690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42308) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:42.581904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=72 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:42.583700 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:42.603610 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-49a7215a-48b5-48d3-9cda-85cc23fa8bc0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391915 Oct 26 12:45:42.636386 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6d72efb7-65ea-4872-9695-0a2b50ba8e26 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0594962 Oct 26 12:45:42.683691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-6459965e-57cf-4058-80d3-6d0ed996a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:42.685354 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-6459965e-57cf-4058-80d3-6d0ed996a136 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1129 time: 0.0399752 Oct 26 12:45:42.790212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-2d004408-79f6-4178-a61f-77efd2da1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:42.791655 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-2d004408-79f6-4178-a61f-77efd2da1fc1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 898 time: 0.0887184 Oct 26 12:45:42.851972 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-19ab8d7f-fe36-4317-a5bd-d9f50bdd7647 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 1000 time: 0.0542390 Oct 26 12:45:42.899146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-3d5a029d-6d5e-4d05-85e0-d3dd9e31cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:42.900699 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-3d5a029d-6d5e-4d05-85e0-d3dd9e31cc17 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 200 len: 834 time: 0.0433722 Oct 26 12:45:42.940778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:42.948181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-e09c1760-2f1a-4296-ab13-50b38c31d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:42.949678 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-e09c1760-2f1a-4296-ab13-50b38c31d0a6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=18a55d24-6b04-4601-88bb-69b7a662e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429111 Oct 26 12:45:43.044969 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-f1a17ac8-3ce4-4570-a987-4d21efacc3b4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883412 Oct 26 12:45:43.139372 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-ad08e63b-bd46-44bd-87d5-ca6233ea9a56 req-eb379166-a448-4b63-97c1-61cc351e0b00 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886259 Oct 26 12:45:43.640346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42310) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:43.703000 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9dc32c64-eb27-45f4-9b9d-29f0859bede6 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0613770 Oct 26 12:45:44.706826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42312) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:44.766548 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-469971f8-6af3-4c3e-8a31-be941a00228e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0585527 Oct 26 12:45:45.770137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:45.835538 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cf5a8bc3-b172-4565-a840-f1bb1f9955d7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0642774 Oct 26 12:45:46.839421 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42316) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:46.897942 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b98328a6-76ea-484b-9db5-fc29b8f9471f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0573730 Oct 26 12:45:47.901509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42318) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:47.962658 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2e3eff04-bdec-43ed-a978-eb5f74fa7bdf tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0600221 Oct 26 12:45:48.965557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:49.022706 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-88ff1d6c-793b-4200-8ecd-4976fb49ff1d tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0559328 Oct 26 12:45:50.025505 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42322) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:50.087233 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-7de0adf2-1430-443e-85da-448e8bec0586 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0605717 Oct 26 12:45:51.090657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42324) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:51.149382 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ef66d522-e220-42e6-a661-4160a88b913c tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0574324 Oct 26 12:45:52.152816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42326) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:52.210961 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-b5d035aa-220f-4dc9-8e3e-3127bc89301e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0568910 Oct 26 12:45:52.550838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:52.552711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:53.213902 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42328) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:53.253993 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:53.278617 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4e4060f5-2fca-4a8d-bce1-c3582973efac tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0630233 Oct 26 12:45:54.281690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42334) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:54.338506 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1c17de1e-7325-46a1-a92a-470c742d8819 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 200 len: 992 time: 0.0557122 Oct 26 12:45:54.342083 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42336) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:54.478891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 5e2a89a0-d6df-4817-abc5-6374d4ff6f41 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:45:54.479230 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5e2a89a0-d6df-4817-abc5-6374d4ff6f41), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:54.557851 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5e2a89a0-d6df-4817-abc5-6374d4ff6f41), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:54.558077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (5e2a89a0-d6df-4817-abc5-6374d4ff6f41), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:54.571346 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 5e2a89a0-d6df-4817-abc5-6374d4ff6f41 owned by network:floatingip {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:45:54.705745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:54.717785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (5e2a89a0-d6df-4817-abc5-6374d4ff6f41), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:54.741443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=5e2a89a0-d6df-4817-abc5-6374d4ff6f41,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:54.753680 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.754026 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.754361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.754695 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.755021 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.755345 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.755666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.756010 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.756329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.756672 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.756990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.757325 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.757626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.757941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.758255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:54.815970 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for floatingip (d536fd07-72ca-43df-955e-dc52f39d6bdc), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:54.816278 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.l3_db [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Floating IP d536fd07-72ca-43df-955e-dc52f39d6bdc disassociated (deleted). External IP: 172.26.0.66, port: e0146458-434a-4e6e-9ecc-d85fc58fd9b2. Oct 26 12:45:55.009278 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router e6ae1180-159f-4fc4-92b8-56e93e2a288a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:45:55.112968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:45:55.117233 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:55.123629 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:45:55.133588 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:45:55.134192 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:55.139520 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:55.149998 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c62ea328-0de7-49b7-992f-cb1a0912fe45 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d536fd07-72ca-43df-955e-dc52f39d6bdc HTTP/1.1" status: 204 len: 168 time: 0.8069873 Oct 26 12:45:55.150712 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:45:55.153215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8964f84-cb47-44f5-bff0-47e36d856308" -d '{"events": [{"name": "network-changed", "server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:45:55.244962 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:45:55.303300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f3be9-8c8a-4124-bc37-3aae7ac2d6a3 x-openstack-request-id: req-f85f3be9-8c8a-4124-bc37-3aae7ac2d6a3 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:45:55.303973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:45:55.304410 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f85f3be9-8c8a-4124-bc37-3aae7ac2d6a3 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:45:55.304923 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85f3be9-8c8a-4124-bc37-3aae7ac2d6a3'] response: {'name': 'network-changed', 'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'status': 'completed', 'code': 200} Oct 26 12:45:55.388129 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-e39942b6-c740-4ede-b275-c1e6ba1e9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:55.389674 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-e39942b6-c740-4ede-b275-c1e6ba1e9ac1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f7241db52e7647a4afdcf76a78545665&device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 1129 time: 0.0530469 Oct 26 12:45:55.443338 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:29Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:29Z', 'revision_number': 26, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:55.471917 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:45:55.480391 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:45:55.481042 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:55.491964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c28576-c19a-4cb3-847c-40310918d499 req-5d0f5751-1c7b-4f7e-8cce-78bed7361eb7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:55.493471 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e7c28576-c19a-4cb3-847c-40310918d499 req-5d0f5751-1c7b-4f7e-8cce-78bed7361eb7 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 945 time: 0.0967000 Oct 26 12:45:55.549232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-1af83806-4756-49d0-93fd-d09c7f533c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:55.550710 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-1af83806-4756-49d0-93fd-d09c7f533c1f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 200 len: 898 time: 0.0940058 Oct 26 12:45:55.565788 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e7c28576-c19a-4cb3-847c-40310918d499 req-127c7825-09c9-499e-afaf-1740d017a46a tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4dc03c34-7f0a-49d8-b439-12091bcf0960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654969 Oct 26 12:45:55.600212 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:45:55.663202 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-732ce0b0-9187-4198-9897-f8bd211fe1d8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 200 len: 217 time: 0.0339458 Oct 26 12:45:55.723183 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-bf0113c3-d81a-470d-90ab-1274c6e4f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:55.724662 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-bf0113c3-d81a-470d-90ab-1274c6e4f612 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 200 len: 834 time: 0.0478516 Oct 26 12:45:55.789592 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:29Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:29Z', 'revision_number': 26, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:55.803627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-4596c908-d4d8-48ea-9fdd-247d1b6961c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:55.805177 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-4596c908-d4d8-48ea-9fdd-247d1b6961c6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=18a55d24-6b04-4601-88bb-69b7a662e915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440552 Oct 26 12:45:55.808754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-48417402-236d-4923-919c-6fd90850f284 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:45:55.810847 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-48417402-236d-4923-919c-6fd90850f284 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 945 time: 0.0484438 Oct 26 12:45:55.816969 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8d72a-7bc8-49f7-8dfd-2a84c5e25b84 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:41:29Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:41:29Z', 'revision_number': 26, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:45:55.909578 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:45:55.909911 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:55.917751 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-7f7596df-d9e0-4599-b80a-f9877d88347f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013165 Oct 26 12:45:56.005526 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port e0146458-434a-4e6e-9ecc-d85fc58fd9b2, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:56.005848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:56.025588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for e0146458-434a-4e6e-9ecc-d85fc58fd9b2 owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:45:56.028176 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f8964f84-cb47-44f5-bff0-47e36d856308 req-201386e2-0a45-4ef9-9bc9-d7dd6b06fdd3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044984 Oct 26 12:45:56.180549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e0146458-434a-4e6e-9ecc-d85fc58fd9b2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:56.212305 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=e0146458-434a-4e6e-9ecc-d85fc58fd9b2,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:56.239900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.240250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.240591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.240929 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.241260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.241590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.241919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.242246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.242567 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.242889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.243324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.243651 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.244000 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.244321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.244639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:56.272812 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] No DVR routers for this DVR port e0146458-434a-4e6e-9ecc-d85fc58fd9b2 on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:45:56.275332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:56.278836 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2ca33ff2-2d20-47d5-b1f0-6fd25200a04a req-75778bfa-839d-467a-902b-b0b4b76cebc8 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.23 "DELETE /networking/v2.0/ports/e0146458-434a-4e6e-9ecc-d85fc58fd9b2 HTTP/1.1" status: 204 len: 173 time: 0.4627156 Oct 26 12:45:56.280010 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'name': 'network-vif-deleted', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:45:56.281766 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661cbd8a-b91f-49c5-b9f3-04e961c7a6b2" -d '{"events": [{"server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "name": "network-vif-deleted", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:45:56.394902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b101f4f1-822b-43f9-b626-54e4e8529c93 x-openstack-request-id: req-b101f4f1-822b-43f9-b626-54e4e8529c93 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:45:56.395224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2095f1e3-e4d9-4259-8e5d-ef2612b61234", "name": "network-vif-deleted", "tag": "e0146458-434a-4e6e-9ecc-d85fc58fd9b2", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:45:56.395483 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b101f4f1-822b-43f9-b626-54e4e8529c93 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:45:56.395934 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b101f4f1-822b-43f9-b626-54e4e8529c93'] response: {'server_uuid': '2095f1e3-e4d9-4259-8e5d-ef2612b61234', 'name': 'network-vif-deleted', 'tag': 'e0146458-434a-4e6e-9ecc-d85fc58fd9b2', 'status': 'completed', 'code': 200} Oct 26 12:45:56.963582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2894d8ca-009b-4111-8243-0bb323369874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:56.989942 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c69bd63b-06b9-4601-b14b-298d33ff4cad req-85c2bda9-ccd7-4ed9-b3da-0cddb718b4c5 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2095f1e3-e4d9-4259-8e5d-ef2612b61234 HTTP/1.1" status: 200 len: 210 time: 0.3186626 Oct 26 12:45:57.163819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:45:57.211006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7adae000-d344-4877-880e-8c4ce9afd0c1 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:45:57.211370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:57.211705 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7adae000-d344-4877-880e-8c4ce9afd0c1 Oct 26 12:45:57.282811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:45:57.283193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:57.303792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:57.307970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:57.308738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:45:57.384857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:57.397378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.397729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.398076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.398420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.398758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.399092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.399421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.399774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.400107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.400435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.400762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.401090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.401414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.401737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.402057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:45:57.406422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port d53515e2-b09c-4f57-9ef7-cd84400ed092 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:45:57.406800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:57.407146 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port d53515e2-b09c-4f57-9ef7-cd84400ed092 Oct 26 12:45:57.479006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port d53515e2-b09c-4f57-9ef7-cd84400ed092 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:45:57.479395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:57.515049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:57.518878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:57.574480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:57.741087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:45:57.742600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:45:57.743212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:57.850868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:45:58.035591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:45:57Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:45:57Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:58.055308 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42376) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:58.066042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:45:58.074513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:45:58.075177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:58.098589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:58.127204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:58.129530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:58.164614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:58.181806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:45:58.404331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (e6ae1180-159f-4fc4-92b8-56e93e2a288a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:58.518912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:45:57Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:45:57Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:45:58.545558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353bca6-797c-4d45-91eb-053329638b69 None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:40:38Z', 'revision_number': 4, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port': {'id': '7adae000-d344-4877-880e-8c4ce9afd0c1', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:36Z', 'updated_at': '2022-10-26T12:45:57Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': 'd53515e2-b09c-4f57-9ef7-cd84400ed092', 'name': '', 'network_id': '18a55d24-6b04-4601-88bb-69b7a662e915', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'mac_address': 'fa:16:3e:80:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:40:38Z', 'updated_at': '2022-10-26T12:45:57Z', 'revision_number': 27, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'subnets': [{'id': '1c7cc492-6ecb-4d0e-89fc-19d0bf396056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:45:58.653425 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port d53515e2-b09c-4f57-9ef7-cd84400ed092 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:45:58.653754 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:58.762620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port d53515e2-b09c-4f57-9ef7-cd84400ed092, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=d53515e2-b09c-4f57-9ef7-cd84400ed092,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:58.762620 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:58.776372 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for d53515e2-b09c-4f57-9ef7-cd84400ed092 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:45:58.981261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d53515e2-b09c-4f57-9ef7-cd84400ed092), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:58.987532 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:59.010583 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=d53515e2-b09c-4f57-9ef7-cd84400ed092,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:59.082742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:45:59.105840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d53515e2-b09c-4f57-9ef7-cd84400ed092 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:45:59.106531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:45:59.157098 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b609d43e-d1b9-4b2d-9bbd-52c943d5e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:59.160420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:45:59.211757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:45:59.247381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d53515e2-b09c-4f57-9ef7-cd84400ed092 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:45:59.247791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:45:59.247935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (e6ae1180-159f-4fc4-92b8-56e93e2a288a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:59.326996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84536ad0-32fc-4db9-acfb-2da56bbf9947 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:45:59.356434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7adae000-d344-4877-880e-8c4ce9afd0c1 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:45:59.466185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84536ad0-32fc-4db9-acfb-2da56bbf9947 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:45:59.478049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7adae000-d344-4877-880e-8c4ce9afd0c1 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:45:59.478436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:59.497371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Router e6ae1180-159f-4fc4-92b8-56e93e2a288a has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:45:59.519879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:45:59.556493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:59.616146 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:45:59.622791 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-4d279d5d-ad15-4e33-8449-751ea061ad69 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "PUT /networking/v2.0/routers/e6ae1180-159f-4fc4-92b8-56e93e2a288a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5663033 Oct 26 12:45:59.625588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42378) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:59.640436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:59.689982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-330b9cbb-f1c7-4524-a19c-866ab524db2f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting subnet 1c7cc492-6ecb-4d0e-89fc-19d0bf396056 {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:45:59.694022 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-330b9cbb-f1c7-4524-a19c-866ab524db2f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (1c7cc492-6ecb-4d0e-89fc-19d0bf396056), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:59.742051 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-330b9cbb-f1c7-4524-a19c-866ab524db2f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (1c7cc492-6ecb-4d0e-89fc-19d0bf396056), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:59.836497 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-330b9cbb-f1c7-4524-a19c-866ab524db2f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (1c7cc492-6ecb-4d0e-89fc-19d0bf396056), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:59.916795 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-330b9cbb-f1c7-4524-a19c-866ab524db2f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (1c7cc492-6ecb-4d0e-89fc-19d0bf396056), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:59.945915 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b9cbb-f1c7-4524-a19c-866ab524db2f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7cc492-6ecb-4d0e-89fc-19d0bf396056,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:45:59.957145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-330b9cbb-f1c7-4524-a19c-866ab524db2f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:45:59.963596 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42380) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:45:59.964114 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-330b9cbb-f1c7-4524-a19c-866ab524db2f tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/subnets/1c7cc492-6ecb-4d0e-89fc-19d0bf396056 HTTP/1.1" status: 204 len: 168 time: 0.3368044 Oct 26 12:46:00.015614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device e0146458-434a-4e6e-9ecc-d85fc58fd9b2 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:00.036358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: e0146458-434a-4e6e-9ecc-d85fc58fd9b2 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:46:00.036704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device e0146458-434a-4e6e-9ecc-d85fc58fd9b2 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:46:00.188165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5091f-fbb6-486a-af4d-4410ddeb30b2 None None] Network 18a55d24-6b04-4601-88bb-69b7a662e915 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:46:00.278613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-b224943d-4d16-4626-a278-c1efc246ef03 None None] Provisioning complete for port 5c1ae8d3-fe27-4675-885c-11cc71670435 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:00.278918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b224943d-4d16-4626-a278-c1efc246ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.279248 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-b224943d-4d16-4626-a278-c1efc246ef03 None None] Attempt 1 to provision port 5c1ae8d3-fe27-4675-885c-11cc71670435 Oct 26 12:46:00.362766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:00.372925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc3f28d-07b7-4932-9c35-e2ac78f20e2b None None] DHCP port deletion for 18a55d24-6b04-4601-88bb-69b7a662e915 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:46:00.377824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b224943d-4d16-4626-a278-c1efc246ef03 None None] Current status of the port 5c1ae8d3-fe27-4675-885c-11cc71670435 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:00.396484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:00.409108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (e6ae1180-159f-4fc4-92b8-56e93e2a288a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.414257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3f28d-07b7-4932-9c35-e2ac78f20e2b None None] Deleting port 5c1ae8d3-fe27-4675-885c-11cc71670435 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:46:00.414624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f28d-07b7-4932-9c35-e2ac78f20e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.459615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:00.488961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.495786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2dc3f28d-07b7-4932-9c35-e2ac78f20e2b None None] For port 5c1ae8d3-fe27-4675-885c-11cc71670435, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=5c1ae8d3-fe27-4675-885c-11cc71670435,segment=NetworkSegment(03095dea-0d40-4341-8980-bcda3bd4737b),segment_id=03095dea-0d40-4341-8980-bcda3bd4737b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:00.496181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f28d-07b7-4932-9c35-e2ac78f20e2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.510132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3f28d-07b7-4932-9c35-e2ac78f20e2b None None] Calling delete_port for 5c1ae8d3-fe27-4675-885c-11cc71670435 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:46:00.531762 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_gateway (e6ae1180-159f-4fc4-92b8-56e93e2a288a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.578708 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Deleting port 7adae000-d344-4877-880e-8c4ce9afd0c1 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:46:00.579055 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.601792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f28d-07b7-4932-9c35-e2ac78f20e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (5c1ae8d3-fe27-4675-885c-11cc71670435), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.624571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3f28d-07b7-4932-9c35-e2ac78f20e2b None None] Pushing event deleted for resources: {'Port': ['ID=5c1ae8d3-fe27-4675-885c-11cc71670435,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:00.630286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc3f28d-07b7-4932-9c35-e2ac78f20e2b None None] No DVR routers for this DVR port 5c1ae8d3-fe27-4675-885c-11cc71670435 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:46:00.664892 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] For port 7adae000-d344-4877-880e-8c4ce9afd0c1, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7adae000-d344-4877-880e-8c4ce9afd0c1,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:00.665259 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.678537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Calling delete_port for 7adae000-d344-4877-880e-8c4ce9afd0c1 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:46:00.803449 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:00.822017 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:46:00.845671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (7adae000-d344-4877-880e-8c4ce9afd0c1), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:00.868331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Port': ['ID=7adae000-d344-4877-880e-8c4ce9afd0c1,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:00.931156 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] Sync routers for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:00.931156 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] Routers {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:00.931338 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:00.935567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (e6ae1180-159f-4fc4-92b8-56e93e2a288a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.009114 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] Set router e6ae1180-159f-4fc4-92b8-56e93e2a288a gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:01.026441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (e6ae1180-159f-4fc4-92b8-56e93e2a288a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.029281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router_controller (e6ae1180-159f-4fc4-92b8-56e93e2a288a), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.063825 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae1180-159f-4fc4-92b8-56e93e2a288a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805190719', 'tenant_id': 'f7241db52e7647a4afdcf76a78545665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:40:35Z', 'updated_at': '2022-10-26T12:46:00Z', 'revision_number': 7, 'project_id': 'f7241db52e7647a4afdcf76a78545665', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:01.066463 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:01.077646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (e6ae1180-159f-4fc4-92b8-56e93e2a288a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.078316 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Fanout notify agent at l3_agent the message router_deleted on router e6ae1180-159f-4fc4-92b8-56e93e2a288a {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:46:01.085113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.086241 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4fbb68e1-a188-459b-b8e0-fb281c154626 tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/routers/e6ae1180-159f-4fc4-92b8-56e93e2a288a HTTP/1.1" status: 204 len: 168 time: 1.1214297 Oct 26 12:46:01.089336 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42382) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:01.095302 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] Checking router: e6ae1180-159f-4fc4-92b8-56e93e2a288a for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:01.104920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:01.105285 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:46:01.106400 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e6ae1180-159f-4fc4-92b8-56e93e2a288a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:46:01.106766 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc2488-af89-417f-a4d7-dba11ff3d93f None None] The sync data for ids ['e6ae1180-159f-4fc4-92b8-56e93e2a288a'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:01.139114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c1ae8d3-fe27-4675-885c-11cc71670435 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:01.159171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 5c1ae8d3-fe27-4675-885c-11cc71670435 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:46:01.159619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 5c1ae8d3-fe27-4675-885c-11cc71670435 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:46:01.160124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:01.169567 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (18a55d24-6b04-4601-88bb-69b7a662e915), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.178960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: d53515e2-b09c-4f57-9ef7-cd84400ed092 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:46:01.179378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device d53515e2-b09c-4f57-9ef7-cd84400ed092 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:46:01.260881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (18a55d24-6b04-4601-88bb-69b7a662e915), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.281451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a55d24-6b04-4601-88bb-69b7a662e915']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:01.290685 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03095dea-0d40-4341-8980-bcda3bd4737b') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:01.290986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03095dea-0d40-4341-8980-bcda3bd4737b') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:01.300748 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (03095dea-0d40-4341-8980-bcda3bd4737b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.314659 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (03095dea-0d40-4341-8980-bcda3bd4737b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.316460 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:01.322059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:46:01.322536 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (03095dea-0d40-4341-8980-bcda3bd4737b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.393427 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (18a55d24-6b04-4601-88bb-69b7a662e915), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.401928 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 03095dea-0d40-4341-8980-bcda3bd4737b resource provider aggregate not found Oct 26 12:46:01.405188 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.408294 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/networks/18a55d24-6b04-4601-88bb-69b7a662e915 HTTP/1.1" status: 204 len: 168 time: 0.3176141 Oct 26 12:46:01.411774 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42390) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:01.421097 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474508e-eec9-4c4b-baeb-515ad01b0bdb tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'Network': ['ID=18a55d24-6b04-4601-88bb-69b7a662e915,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:01.424292 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 03095dea-0d40-4341-8980-bcda3bd4737b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03095dea-0d40-4341-8980-bcda3bd4737b found for delete ", "request_id": "req-34d257cc-e1b4-4df2-a2da-ca57cc3eec63"}]} Oct 26 12:46:01.475246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3615704c-738e-40ee-bd1e-a98a441eea5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (4dc03c34-7f0a-49d8-b439-12091bcf0960), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.500460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3615704c-738e-40ee-bd1e-a98a441eea5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (4dc03c34-7f0a-49d8-b439-12091bcf0960), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.537694 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:01.561993 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3615704c-738e-40ee-bd1e-a98a441eea5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (4dc03c34-7f0a-49d8-b439-12091bcf0960), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.565594 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3615704c-738e-40ee-bd1e-a98a441eea5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.566700 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3615704c-738e-40ee-bd1e-a98a441eea5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4dc03c34-7f0a-49d8-b439-12091bcf0960 HTTP/1.1" status: 204 len: 168 time: 0.1534092 Oct 26 12:46:01.577251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615704c-738e-40ee-bd1e-a98a441eea5e tempest-TestNetworkAdvancedServerOps-882821808 tempest-TestNetworkAdvancedServerOps-882821808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc03c34-7f0a-49d8-b439-12091bcf0960,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:01.805147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:01.945049 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42398) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:01.956809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.093271 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-8791164e-766b-43db-8ffa-c78a984cb817 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f7241db52e7647a4afdcf76a78545665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472137 Oct 26 12:46:02.095809 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42402) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:02.133075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:02.151614 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a84ca515-c7f4-4060-90fe-8518ba6d1c72 admin admin] Publish callbacks [] for security_group (f07d3e58-d024-4462-9761-14e241e12bec), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.171692 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a84ca515-c7f4-4060-90fe-8518ba6d1c72 admin admin] Publish callbacks [] for security_group (f07d3e58-d024-4462-9761-14e241e12bec), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.218347 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a84ca515-c7f4-4060-90fe-8518ba6d1c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f07d3e58-d024-4462-9761-14e241e12bec), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.220966 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a84ca515-c7f4-4060-90fe-8518ba6d1c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.222212 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a84ca515-c7f4-4060-90fe-8518ba6d1c72 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f07d3e58-d024-4462-9761-14e241e12bec HTTP/1.1" status: 204 len: 168 time: 0.1253569 Oct 26 12:46:02.230489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ca515-c7f4-4060-90fe-8518ba6d1c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07d3e58-d024-4462-9761-14e241e12bec,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:02.485774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42408) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:02.499914 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5782c44e-9f77-42d3-996a-cc758c176735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.576287 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5782c44e-9f77-42d3-996a-cc758c176735 admin admin] Publish callbacks [] for security_group (6bd62e91-f515-4b8f-921d-abb6109e3e9f), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.579876 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-5782c44e-9f77-42d3-996a-cc758c176735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6bd62e91-f515-4b8f-921d-abb6109e3e9f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.616968 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782c44e-9f77-42d3-996a-cc758c176735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd62e91-f515-4b8f-921d-abb6109e3e9f,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:02.621094 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-5782c44e-9f77-42d3-996a-cc758c176735 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=654dc1192f4c4070b65a7bda75601e52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343145 Oct 26 12:46:02.624838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42410) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:02.673078 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd42c-f5d6-4391-af22-7390f3b04bcc admin admin] Publish callbacks [] for security_group (6bd62e91-f515-4b8f-921d-abb6109e3e9f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.697419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd42c-f5d6-4391-af22-7390f3b04bcc admin admin] Publish callbacks [] for security_group (6bd62e91-f515-4b8f-921d-abb6109e3e9f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.744580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd42c-f5d6-4391-af22-7390f3b04bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (6bd62e91-f515-4b8f-921d-abb6109e3e9f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.747137 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-85ddd42c-f5d6-4391-af22-7390f3b04bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:02.748328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-85ddd42c-f5d6-4391-af22-7390f3b04bcc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6bd62e91-f515-4b8f-921d-abb6109e3e9f HTTP/1.1" status: 204 len: 168 time: 0.1225340 Oct 26 12:46:02.756138 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddd42c-f5d6-4391-af22-7390f3b04bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd62e91-f515-4b8f-921d-abb6109e3e9f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:03.460011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42432) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:03.556310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-794306578-network', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:03.577776 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Made reservation on behalf of b7d4ef6e4eff45dc809a5115b2803b91 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:46:03.580118 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:03.589486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:03.613479 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:03.669790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Publish callbacks [] for security_group (f3cb1741-4bfb-4a7c-a638-4702bad692f6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:03.673954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f3cb1741-4bfb-4a7c-a638-4702bad692f6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:03.704938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:46:03.711510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb1741-4bfb-4a7c-a638-4702bad692f6,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:03.719846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (206afe78-4ff3-4448-b7f9-0671b1a6a0a7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:03.720187 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Added segment 206afe78-4ff3-4448-b7f9-0671b1a6a0a7 of type vlan for network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 Oct 26 12:46:03.761478 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (1f340afd-823c-4e17-9c10-28bc1b5d9d48), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:03.787425 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (1f340afd-823c-4e17-9c10-28bc1b5d9d48), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:03.788354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:03.788929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:03.846741 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3856361 Oct 26 12:46:03.849967 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42436) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:03.854614 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:03.854876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Request body: {'subnet': {'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-794306578-subnet', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'ip_version': 4}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:03.859755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218797f-16ad-4a1f-995f-274f114fbe36 admin admin] Pushing event updated for resources: {'Network': ['ID=1f340afd-823c-4e17-9c10-28bc1b5d9d48,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:03.870537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:46:03.881162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Made reservation on behalf of b7d4ef6e4eff45dc809a5115b2803b91 for: {'subnet': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:46:03.883910 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2922007'] for subnet (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.060074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2104873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2922105'] for subnet (c913e241-8674-41ff-9304-90b5b1a680fd), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.109882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c913e241-8674-41ff-9304-90b5b1a680fd,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:04.126970 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Checking segment: {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:46:04.127331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Network hostable DHCP agents. Network: 1f340afd-823c-4e17-9c10-28bc1b5d9d48, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:46:04.144306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:46:04.152367 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, 1f340afd-823c-4e17-9c10-28bc1b5d9d48) {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:04.158610 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:04.159552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.160277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11418a7e-24e5-4e3d-9ee4-fa88323eab4a None None] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:46:04.179135 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-fb90c151-9a40-4944-b762-81d23fb3804c admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3280098 Oct 26 12:46:04.181480 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42438) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:04.186290 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:04.205265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.206349 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.263590 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks [] for router_controller (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.264706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:46:04.265794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.400942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks [] for router_gateway (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.403861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Allocated IP 172.20.0.2 (1f340afd-823c-4e17-9c10-28bc1b5d9d48/c913e241-8674-41ff-9304-90b5b1a680fd/cdf76426-29e9-4f2a-b0c1-19be5080778f) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:46:04.422671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:04.544077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:04.548590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Publish callbacks [] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.556190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.598046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks [] for router_gateway (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.601309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:04.606338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:04.608423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Pushing event updated for resources: {'Port': ['ID=cdf76426-29e9-4f2a-b0c1-19be5080778f,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:04.610538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:46:04.619589 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.669487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Attempting to bind port cdf76426-29e9-4f2a-b0c1-19be5080778f on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:46:04.669766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Attempting to bind port cdf76426-29e9-4f2a-b0c1-19be5080778f by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:46:04.670132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Attempting to bind port cdf76426-29e9-4f2a-b0c1-19be5080778f on network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:46:04.707841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:04.712044 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:04.712985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:46:04.713441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Checking segment: {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:46:04.713842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.714242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Bound using segment: {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:46:04.714712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Bound port: cdf76426-29e9-4f2a-b0c1-19be5080778f, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:46:04.715858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.731564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Allocated IP 172.26.0.12 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/85a015f3-b363-4b69-ad73-263fd14d4651) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:46:04.779561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] For port cdf76426-29e9-4f2a-b0c1-19be5080778f, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:46:04.783279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] For port cdf76426-29e9-4f2a-b0c1-19be5080778f, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cdf76426-29e9-4f2a-b0c1-19be5080778f,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:46:04.789639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.846213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d37a4b-7db4-4280-a7a9-f75f2d0251d0 None None] Pushing event updated for resources: {'Port': ['ID=cdf76426-29e9-4f2a-b0c1-19be5080778f,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:04.851179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks [] for port (85a015f3-b363-4b69-ad73-263fd14d4651), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.885652 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:04.931141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:04.938631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:04.946268 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:46:04.950748 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:05.164941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cdf76426-29e9-4f2a-b0c1-19be5080778f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:05.213860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cdf76426-29e9-4f2a-b0c1-19be5080778f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:05.214156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:05.214495 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cdf76426-29e9-4f2a-b0c1-19be5080778f Oct 26 12:46:05.221337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks [] for router_gateway (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:05.289120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cdf76426-29e9-4f2a-b0c1-19be5080778f is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:05.289512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:05.300598 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:05.324244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port cdf76426-29e9-4f2a-b0c1-19be5080778f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cdf76426-29e9-4f2a-b0c1-19be5080778f,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:05.329091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:05.383394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=cdf76426-29e9-4f2a-b0c1-19be5080778f,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:05.703558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c58c19-95ee-4cfb-8cfa-d284b27e8fdb None None] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:46:05.722662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:05.760094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9031c691-ee1d-407f-a67b-6adce96cf891 None None] Provisioning complete for port cdf76426-29e9-4f2a-b0c1-19be5080778f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:05.760380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9031c691-ee1d-407f-a67b-6adce96cf891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:05.760715 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9031c691-ee1d-407f-a67b-6adce96cf891 None None] Attempt 1 to provision port cdf76426-29e9-4f2a-b0c1-19be5080778f Oct 26 12:46:05.848803 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:46:05.878910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9031c691-ee1d-407f-a67b-6adce96cf891 None None] Current status of the port cdf76426-29e9-4f2a-b0c1-19be5080778f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:05.949800 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=96 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:05.963260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:46:05.975864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:05.987422 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:05.989454 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-efb88ddb-3eb0-40c9-b4db-762cebb551a7 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8068035 Oct 26 12:46:05.992106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42440) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:05.995858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:05.998016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:06.072717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:06.153056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-33404630-312a-4c9f-8246-75b8ce032c22 None None] Provisioning complete for port cdf76426-29e9-4f2a-b0c1-19be5080778f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:06.153640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-33404630-312a-4c9f-8246-75b8ce032c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:06.154169 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-33404630-312a-4c9f-8246-75b8ce032c22 None None] Attempt 1 to provision port cdf76426-29e9-4f2a-b0c1-19be5080778f Oct 26 12:46:06.209508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:06.484375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:06.505325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:06.537068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-33404630-312a-4c9f-8246-75b8ce032c22 None None] Current status of the port cdf76426-29e9-4f2a-b0c1-19be5080778f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:06.578432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:05Z', 'revision_number': 3, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:06.595371 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:06.608661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:06.609028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Updating router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 port 85a015f3-b363-4b69-ad73-263fd14d4651 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:46:06.635985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:06.661149 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Allocated IP 172.20.0.1 (1f340afd-823c-4e17-9c10-28bc1b5d9d48/c913e241-8674-41ff-9304-90b5b1a680fd/3b683ce5-da5a-4024-acd0-bd159de13aa9) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:46:06.773697 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Publish callbacks [] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:06.806855 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:06.847465 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:06.854629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:06.858875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:46:06.889699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Publish callbacks [] for port (85a015f3-b363-4b69-ad73-263fd14d4651), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:06.895604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:06.896759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:06.900456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:06.907664 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:06.935286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Attempting to bind port 85a015f3-b363-4b69-ad73-263fd14d4651 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:46:06.935873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Attempting to bind port 85a015f3-b363-4b69-ad73-263fd14d4651 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:46:06.936245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Attempting to bind port 85a015f3-b363-4b69-ad73-263fd14d4651 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:46:06.989589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d33fd8-8890-4605-9d2b-62a4fe9eb391 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:07.010553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:46:07.010969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:46:07.011375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.012346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:46:07.012897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Bound port: 85a015f3-b363-4b69-ad73-263fd14d4651, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:46:07.013378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.045886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.071179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:46:07.075458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:46:07.082511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.122901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:07.124060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:07.173901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cdf76426-29e9-4f2a-b0c1-19be5080778f up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:07.194115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:07.217670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d33fd8-8890-4605-9d2b-62a4fe9eb391 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:07.220695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Publish callbacks [] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.225688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-518c9e42-8f62-46d8-9332-e69971e972b0 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:07.225996 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.226160 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-518c9e42-8f62-46d8-9332-e69971e972b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.226790 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-518c9e42-8f62-46d8-9332-e69971e972b0 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:07.300460 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.303276 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:07.312604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:07.319670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:07.325945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-518c9e42-8f62-46d8-9332-e69971e972b0 None None] Port 3b683ce5-da5a-4024-acd0-bd159de13aa9 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:46:07.334716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:07.337358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port cdf76426-29e9-4f2a-b0c1-19be5080778f triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:07.337823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.338174 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port cdf76426-29e9-4f2a-b0c1-19be5080778f Oct 26 12:46:07.398858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:07.400509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:07.516738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:46:07.538093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port cdf76426-29e9-4f2a-b0c1-19be5080778f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:07.602248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:06Z', 'revision_number': 1, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:07.629557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f570d1a-9bb4-45cb-bd59-caf6b9666f82 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:06Z', 'revision_number': 1, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:07.635426 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:46:07.641026 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f22179aa-a7b6-4fcb-b008-871e043c6b8f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b0bf6af4-d09f-4139-ae1b-ee9ab7d69622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475260 Oct 26 12:46:07.645092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-a0c66766-2ced-44f2-9b57-3c11c73be406 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:07.645473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a0c66766-2ced-44f2-9b57-3c11c73be406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:07.645815 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-a0c66766-2ced-44f2-9b57-3c11c73be406 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:07.686126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-a0c66766-2ced-44f2-9b57-3c11c73be406 None None] Port 3b683ce5-da5a-4024-acd0-bd159de13aa9 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:46:08.243927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42456) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:08.248904 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1914128546-network', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:08.269902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Made reservation on behalf of f622b0f09e2c45088eded2c57d57af25 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:46:08.272419 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.282720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.296907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:08.393660 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Publish callbacks [] for security_group (71918ba6-e592-4baf-b930-7b334a857886), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.398249 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (71918ba6-e592-4baf-b930-7b334a857886), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.431357 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:46:08.442865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71918ba6-e592-4baf-b930-7b334a857886,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:08.448336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (47e53715-cb78-43a6-843d-22df346639ca), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.448686 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Added segment 47e53715-cb78-43a6-843d-22df346639ca of type vlan for network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 Oct 26 12:46:08.493798 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (e97bf8b5-0070-4bbd-b3bf-b410c7b31168), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.521708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (e97bf8b5-0070-4bbd-b3bf-b410c7b31168), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.522720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:08.523320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.580213 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3350446 Oct 26 12:46:08.583077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42458) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:08.588424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Request body: {'subnet': {'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1914128546-subnet', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:08.592548 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea2951-258e-45c5-a4c6-d9150e06638d admin admin] Pushing event updated for resources: {'Network': ['ID=e97bf8b5-0070-4bbd-b3bf-b410c7b31168,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:08.606243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:46:08.612937 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Made reservation on behalf of f622b0f09e2c45088eded2c57d57af25 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:46:08.615590 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.801785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (5975e60d-bf5c-40e3-8c64-425bf9df44ae), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.863384 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5975e60d-bf5c-40e3-8c64-425bf9df44ae,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:08.872166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Checking segment: {'id': '47e53715-cb78-43a6-843d-22df346639ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:46:08.872438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Network hostable DHCP agents. Network: e97bf8b5-0070-4bbd-b3bf-b410c7b31168, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:46:08.892046 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:46:08.901339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, e97bf8b5-0070-4bbd-b3bf-b410c7b31168) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:08.906164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:08.906889 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.910803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30deabf-55d6-4aa5-95e0-fc4f223d3718 None None] Network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:46:08.925694 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea34509e-4435-42bc-96a9-2e7613e8226a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3413334 Oct 26 12:46:08.928513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42460) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:08.934727 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:08.957816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (7eae89b0-b8c9-479d-9d97-df4294737e3f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:08.958998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (7eae89b0-b8c9-479d-9d97-df4294737e3f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.020488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks [] for router_controller (7eae89b0-b8c9-479d-9d97-df4294737e3f), precommit_add_association {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.029513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:46:09.030534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.161320 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks [] for router_gateway (7eae89b0-b8c9-479d-9d97-df4294737e3f), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.180481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Allocated IP 172.20.0.2 (e97bf8b5-0070-4bbd-b3bf-b410c7b31168/5975e60d-bf5c-40e3-8c64-425bf9df44ae/a7c11a7d-0ad7-4028-970e-8ac8adbe9541) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:46:09.193047 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:09.234732 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:09.289484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:09.304820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:09.305192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.305526 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:09.361336 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks [] for router_gateway (7eae89b0-b8c9-479d-9d97-df4294737e3f), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.381511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.393628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:09.427264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Publish callbacks [] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.440642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.476115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:09.476505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.517512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Allocated IP 172.26.0.27 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/576c6aef-549d-4fee-b36f-cb530542d60b) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:46:09.601021 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:09.660890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:09.669032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks [] for port (576c6aef-549d-4fee-b36f-cb530542d60b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.671629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:09.684029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:46:09.697795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:09.699093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Pushing event updated for resources: {'Port': ['ID=a7c11a7d-0ad7-4028-970e-8ac8adbe9541,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:09.703769 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.704999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.745023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:09.750785 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:09.757920 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:46:09.793670 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:09.806453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Attempting to bind port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:46:09.806826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Attempting to bind port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '47e53715-cb78-43a6-843d-22df346639ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:46:09.807195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Attempting to bind port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 on network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:46:09.811142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:09.857349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:46:09.857733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Checking segment: {'id': '47e53715-cb78-43a6-843d-22df346639ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:46:09.858143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.858560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Bound using segment: {'id': '47e53715-cb78-43a6-843d-22df346639ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:46:09.859029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Bound port: a7c11a7d-0ad7-4028-970e-8ac8adbe9541, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e53715-cb78-43a6-843d-22df346639ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:46:09.859418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:09.929755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] For port a7c11a7d-0ad7-4028-970e-8ac8adbe9541, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:46:09.934349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] For port a7c11a7d-0ad7-4028-970e-8ac8adbe9541, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a7c11a7d-0ad7-4028-970e-8ac8adbe9541,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:46:09.941373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:10.005455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f12b1-a5a3-41c0-b279-7ef676b33d48 None None] Pushing event updated for resources: {'Port': ['ID=a7c11a7d-0ad7-4028-970e-8ac8adbe9541,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:10.060738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks [] for router_gateway (7eae89b0-b8c9-479d-9d97-df4294737e3f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:10.257861 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (7eae89b0-b8c9-479d-9d97-df4294737e3f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:10.323393 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:10.323945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:10.324100 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=86 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:10.329346 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:10.329978 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:10.424188 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Router 7eae89b0-b8c9-479d-9d97-df4294737e3f is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:46:10.455189 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:10.754200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 2, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:10.780836 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:10.781196 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Updating router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 port 3b683ce5-da5a-4024-acd0-bd159de13aa9 binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:46:10.788685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:10.809573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:10.841113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:46:10.851958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:10.861666 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:10.866027 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42462) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:10.866568 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e9a7d569-8040-43db-9b63-9a904e5efd6d admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9367909 Oct 26 12:46:10.884450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:10.885541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:10.996691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:11.108034 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Publish callbacks [] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.116846 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.124482 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:11.209831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:11.211738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:09Z', 'revision_number': 3, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:11.213781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e43a099-d70f-444b-94da-064ab510b82b None None] Network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:46:11.214511 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:11.236340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:11.239448 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.240025 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.240170 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.240457 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.240783 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.241102 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.241420 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.241733 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.243106 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.243106 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.243106 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.243106 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.243455 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.243714 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.244127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:11.248109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Attempting to bind port 3b683ce5-da5a-4024-acd0-bd159de13aa9 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:46:11.248589 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Attempting to bind port 3b683ce5-da5a-4024-acd0-bd159de13aa9 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:46:11.248817 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Attempting to bind port 3b683ce5-da5a-4024-acd0-bd159de13aa9 on network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:46:11.255557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a7c11a7d-0ad7-4028-970e-8ac8adbe9541 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:11.286762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:11.287117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Updating router 7eae89b0-b8c9-479d-9d97-df4294737e3f port 576c6aef-549d-4fee-b36f-cb530542d60b binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:46:11.294421 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:46:11.295012 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Checking segment: {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:46:11.295551 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.296121 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Bound using segment: {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:46:11.296736 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Bound port: 3b683ce5-da5a-4024-acd0-bd159de13aa9, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:46:11.297113 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.349396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-be42e6a9-861a-40c1-97d4-32db1e5cc967 None None] Provisioning complete for port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:11.349681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-be42e6a9-861a-40c1-97d4-32db1e5cc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.350026 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-be42e6a9-861a-40c1-97d4-32db1e5cc967 None None] Attempt 1 to provision port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 Oct 26 12:46:11.362021 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:46:11.367083 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:46:11.374628 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.389473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.397497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:11.407098 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:11.408104 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:11.429804 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.474140 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1c45b-3492-4199-ac83-f7553641e1f3 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:11.494848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:11.495227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.495564 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 Oct 26 12:46:11.497517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:11.542383 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:11.597306 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Allocated IP 172.20.0.1 (e97bf8b5-0070-4bbd-b3bf-b410c7b31168/5975e60d-bf5c-40e3-8c64-425bf9df44ae/718ac501-7ce0-48ea-8140-f5d7bb5593d9) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:46:11.648470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-be42e6a9-861a-40c1-97d4-32db1e5cc967 None None] Current status of the port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:11.648854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-be42e6a9-861a-40c1-97d4-32db1e5cc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.708863 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:11.727875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Publish callbacks [] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.758265 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:11Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:11.765684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-be42e6a9-861a-40c1-97d4-32db1e5cc967 None None] For port a7c11a7d-0ad7-4028-970e-8ac8adbe9541, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a7c11a7d-0ad7-4028-970e-8ac8adbe9541,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:11.768795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:11.769202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.769340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.778642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-be42e6a9-861a-40c1-97d4-32db1e5cc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.796797 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442671e6-9590-4093-833d-bfbb145f7b84 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:11Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:11.821242 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:11.833085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:11.834784 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:11.838042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:46:11.898204 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (7eae89b0-b8c9-479d-9d97-df4294737e3f), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.921131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42e6a9-861a-40c1-97d4-32db1e5cc967 None None] Pushing event updated for resources: {'Port': ['ID=a7c11a7d-0ad7-4028-970e-8ac8adbe9541,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:11.929085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:11.971652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-cc895a34-d491-4077-b7ad-c45b6ca7a200 None None] Provisioning complete for port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:11.973157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cc895a34-d491-4077-b7ad-c45b6ca7a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:11.973157 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-cc895a34-d491-4077-b7ad-c45b6ca7a200 None None] Attempt 1 to provision port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 Oct 26 12:46:11.978168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 12:46:11.978640 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG oslo_db.api [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 12:46:12.013074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Publish callbacks [] for port (576c6aef-549d-4fee-b36f-cb530542d60b), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.024881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.073597 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.086340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Attempting to bind port 576c6aef-549d-4fee-b36f-cb530542d60b on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:46:12.087279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Attempting to bind port 576c6aef-549d-4fee-b36f-cb530542d60b by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:46:12.087279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Attempting to bind port 576c6aef-549d-4fee-b36f-cb530542d60b on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:46:12.197212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd252a-f830-4f85-b792-bd464a154c26 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:12.212031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-cc895a34-d491-4077-b7ad-c45b6ca7a200 None None] Current status of the port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:12.218998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:46:12.219386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:46:12.220338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.220747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:46:12.221253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Bound port: 576c6aef-549d-4fee-b36f-cb530542d60b, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:46:12.221645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.257440 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:12.281405 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:46:12.286025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:46:12.294576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.294809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Publish callbacks [] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.300171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.304778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:12.332446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:12.349439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:12.350417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:12.356578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-746a8aa3-7e85-4f96-bbd7-f0e0c80449b0 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:12.356958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-746a8aa3-7e85-4f96-bbd7-f0e0c80449b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.357288 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-746a8aa3-7e85-4f96-bbd7-f0e0c80449b0 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:12.381962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:12.384601 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (7eae89b0-b8c9-479d-9d97-df4294737e3f), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.495767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:12.497964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:12.625212 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Router 7eae89b0-b8c9-479d-9d97-df4294737e3f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:46:12.640105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd252a-f830-4f85-b792-bd464a154c26 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:12.719698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.720789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-746a8aa3-7e85-4f96-bbd7-f0e0c80449b0 None None] Port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:46:12.724735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:12.749702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:12.785690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:46:12.801380 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e1fef0ca-c341-454a-8a00-b89d695844ac admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/7eae89b0-b8c9-479d-9d97-df4294737e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9335005 Oct 26 12:46:12.804577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:12.900073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5066e05c-46c7-416e-8b34-083794892ab2 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:12.900457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5066e05c-46c7-416e-8b34-083794892ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:12.900794 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5066e05c-46c7-416e-8b34-083794892ab2 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:12.980357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:12.984945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5066e05c-46c7-416e-8b34-083794892ab2 None None] Port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:46:13.044516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:13.045543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:13.128597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 2, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:13.158374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c9baeb-ea53-44c8-8f31-a5066345dc44 None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 2, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:13.190057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:13.190451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.219951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:13.225700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.266772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42470) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:13.281475 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-9b6ea892-0d68-4003-85c2-e87f70b8fa65 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388134124', 'description': 'tempest-secgroup-smoke-1388134124 description', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:13.307803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:13.312745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b6ea892-0d68-4003-85c2-e87f70b8fa65 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.406719 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b6ea892-0d68-4003-85c2-e87f70b8fa65 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (cbdc43ea-a236-4638-888d-d9bca26cc735), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.412085 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b6ea892-0d68-4003-85c2-e87f70b8fa65 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (cbdc43ea-a236-4638-888d-d9bca26cc735), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.449560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:13.451331 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9b6ea892-0d68-4003-85c2-e87f70b8fa65 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.455670 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9b6ea892-0d68-4003-85c2-e87f70b8fa65 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1829679 Oct 26 12:46:13.456160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42472) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:13.461234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-84384b38-5a0b-42f1-b198-979e12664b07 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc43ea-a236-4638-888d-d9bca26cc735', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:13.462484 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ea892-0d68-4003-85c2-e87f70b8fa65 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc43ea-a236-4638-888d-d9bca26cc735,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:13.521145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84384b38-5a0b-42f1-b198-979e12664b07 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (ec693580-f06c-4f0f-ac13-bba65b8f7ec8), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.529517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:13.529920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.530482 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:13.602037 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84384b38-5a0b-42f1-b198-979e12664b07 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (ec693580-f06c-4f0f-ac13-bba65b8f7ec8), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.607283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84384b38-5a0b-42f1-b198-979e12664b07 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (ec693580-f06c-4f0f-ac13-bba65b8f7ec8), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.615624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:13.616138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.637160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84384b38-5a0b-42f1-b198-979e12664b07 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec693580-f06c-4f0f-ac13-bba65b8f7ec8,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:13.646672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-84384b38-5a0b-42f1-b198-979e12664b07 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.647953 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-84384b38-5a0b-42f1-b198-979e12664b07 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1906769 Oct 26 12:46:13.652115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42474) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:13.663585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f0ade190-0a02-4800-8274-6b781875f045 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc43ea-a236-4638-888d-d9bca26cc735', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:13.666240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:13.669369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:13.677697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.678577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:13.717394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f0ade190-0a02-4800-8274-6b781875f045 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (f93a52ba-943b-4791-9aad-3e57a22a0122), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.765669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:13.773773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:13.774138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.774749 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:13.780043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f0ade190-0a02-4800-8274-6b781875f045 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (f93a52ba-943b-4791-9aad-3e57a22a0122), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.785315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f0ade190-0a02-4800-8274-6b781875f045 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (f93a52ba-943b-4791-9aad-3e57a22a0122), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.805286 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ade190-0a02-4800-8274-6b781875f045 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93a52ba-943b-4791-9aad-3e57a22a0122,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:13.816396 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f0ade190-0a02-4800-8274-6b781875f045 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.817936 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f0ade190-0a02-4800-8274-6b781875f045 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644678 Oct 26 12:46:13.820422 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42476) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:13.826173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ba717f3e-a1fa-4653-be60-6920bb4837cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc43ea-a236-4638-888d-d9bca26cc735', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:13.855441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ba717f3e-a1fa-4653-be60-6920bb4837cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (5382b178-bb05-4ff0-8ec1-907ebe1ba0d6), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.858278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:13.858668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.871780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:13.891649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:13.905851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.907235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a7c11a7d-0ad7-4028-970e-8ac8adbe9541 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:13.911429 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:13.934059 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ba717f3e-a1fa-4653-be60-6920bb4837cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (5382b178-bb05-4ff0-8ec1-907ebe1ba0d6), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.939562 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ba717f3e-a1fa-4653-be60-6920bb4837cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (5382b178-bb05-4ff0-8ec1-907ebe1ba0d6), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.961149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba717f3e-a1fa-4653-be60-6920bb4837cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5382b178-bb05-4ff0-8ec1-907ebe1ba0d6,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:13.972857 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ba717f3e-a1fa-4653-be60-6920bb4837cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:13.974215 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ba717f3e-a1fa-4653-be60-6920bb4837cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527934 Oct 26 12:46:13.977064 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42478) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:13.982913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-382ed5d8-86e8-43c1-8ea9-48669de4d604 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc43ea-a236-4638-888d-d9bca26cc735', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:14.003272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:14.009918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:14.010307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.010648 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 Oct 26 12:46:14.014741 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d8-86e8-43c1-8ea9-48669de4d604 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (306c27e4-37b2-4942-a1ec-6e8c144b7aae), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.086071 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d8-86e8-43c1-8ea9-48669de4d604 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (306c27e4-37b2-4942-a1ec-6e8c144b7aae), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.089894 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d8-86e8-43c1-8ea9-48669de4d604 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (306c27e4-37b2-4942-a1ec-6e8c144b7aae), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.095129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:14.108530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ed5d8-86e8-43c1-8ea9-48669de4d604 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306c27e4-37b2-4942-a1ec-6e8c144b7aae,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:14.114999 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d8-86e8-43c1-8ea9-48669de4d604 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.116204 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-382ed5d8-86e8-43c1-8ea9-48669de4d604 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379194 Oct 26 12:46:14.118951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42480) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:14.124297 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-03720142-e682-4f8a-8125-dd8626e8e4cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc43ea-a236-4638-888d-d9bca26cc735', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:14.145428 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-03720142-e682-4f8a-8125-dd8626e8e4cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Project b7d4ef6e4eff45dc809a5115b2803b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:46:14.151369 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03720142-e682-4f8a-8125-dd8626e8e4cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (7d2456f7-2904-4b5e-ab98-e919baa7ceac), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.225144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03720142-e682-4f8a-8125-dd8626e8e4cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (7d2456f7-2904-4b5e-ab98-e919baa7ceac), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.238390 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03720142-e682-4f8a-8125-dd8626e8e4cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (7d2456f7-2904-4b5e-ab98-e919baa7ceac), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.263597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03720142-e682-4f8a-8125-dd8626e8e4cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2456f7-2904-4b5e-ab98-e919baa7ceac,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:14.269908 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-03720142-e682-4f8a-8125-dd8626e8e4cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.270644 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-03720142-e682-4f8a-8125-dd8626e8e4cb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507666 Oct 26 12:46:14.276266 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42482) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:14.283109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-6f42d764-62be-430d-a26b-e3c4a376514b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': 'cbdc43ea-a236-4638-888d-d9bca26cc735', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:14.306703 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-6f42d764-62be-430d-a26b-e3c4a376514b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Project b7d4ef6e4eff45dc809a5115b2803b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:46:14.317042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6f42d764-62be-430d-a26b-e3c4a376514b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (6e0ff4ce-4cea-469c-8438-2951f863f17c), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.390451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6f42d764-62be-430d-a26b-e3c4a376514b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (6e0ff4ce-4cea-469c-8438-2951f863f17c), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.395554 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6f42d764-62be-430d-a26b-e3c4a376514b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6e0ff4ce-4cea-469c-8438-2951f863f17c), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.418781 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42d764-62be-430d-a26b-e3c4a376514b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0ff4ce-4cea-469c-8438-2951f863f17c,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:14.425220 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-6f42d764-62be-430d-a26b-e3c4a376514b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:14.431217 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-6f42d764-62be-430d-a26b-e3c4a376514b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471059 Oct 26 12:46:14.593261 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-2b55611f-9acb-4b39-9b28-710d0cd7875c tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1388134124&fields=id&tenant_id=b7d4ef6e4eff45dc809a5115b2803b91 HTTP/1.1" status: 200 len: 267 time: 0.0466733 Oct 26 12:46:14.670273 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:14.709461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-83f5ddd0-399c-4402-91a1-5ccc827adc50 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:14.711287 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-83f5ddd0-399c-4402-91a1-5ccc827adc50 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 808 time: 0.1114099 Oct 26 12:46:14.731232 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-b86390ef-ce44-4d94-8717-b6adcb74cc02 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/quotas/b7d4ef6e4eff45dc809a5115b2803b91 HTTP/1.1" status: 200 len: 375 time: 0.0130949 Oct 26 12:46:14.786325 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-290fb301-f38a-4ad6-9f4c-b8edd3f1a992 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515189 Oct 26 12:46:14.906444 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-80701382-9b0b-4450-92ef-f2ef62e2d151 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:46:14.907451 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-80701382-9b0b-4450-92ef-f2ef62e2d151 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1084380 Oct 26 12:46:14.999267 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-58e45516-c603-41a8-a04a-40bf6d0ab946 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857086 Oct 26 12:46:15.109371 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:15.109815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:15.109815 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-a09f4bd3-7789-4896-9056-fff394f6c62f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045411 Oct 26 12:46:15.120261 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:15.120940 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:15.232959 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:15.395684 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-fa9f3dca-c363-4a3e-8719-95c2e93d326e req-b742e1c2-fee4-4014-a45a-dc283e184e6c tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 210 time: 0.1217318 Oct 26 12:46:15.398344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:15.452422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:15.462573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 576c6aef-549d-4fee-b36f-cb530542d60b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:15.462953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:15.463310 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 576c6aef-549d-4fee-b36f-cb530542d60b Oct 26 12:46:15.466683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:15.487786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:13Z', 'revision_number': 5, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:15.516847 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:15.533408 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:15.535112 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:15.555685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:15.556091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:15.594048 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:15.600323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:15.658886 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:15.679693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:15.680355 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:15.686457 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:15.725777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:15.752871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:15.856125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:15.858227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:15.896024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:15.896414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.003712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:16.008885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.009585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:16.021557 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:13Z', 'revision_number': 5, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:16.054010 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14dba-d5be-4238-8625-aff42c6f0852 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:13Z', 'revision_number': 5, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:16.263864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:16.357317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:16.357702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.363056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 2, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:16.393636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:16.393987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Updating router 7eae89b0-b8c9-479d-9d97-df4294737e3f port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:46:16.422960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:16.429879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.436539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.438194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:16.521396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:16.539546 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e5fd4c1f-2a61-4330-9d4d-65e426b34e85 req-139e6df7-4be4-4903-a9ee-4b1f9aff9f2b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 210 time: 0.0407465 Oct 26 12:46:16.680784 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-dca7ef18-aecc-41bf-a29d-9a7ad59d6775 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:16.682289 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-dca7ef18-aecc-41bf-a29d-9a7ad59d6775 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 808 time: 0.1277301 Oct 26 12:46:16.758991 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-43811118-97b3-4d77-9a55-e83ada343fdc tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b7d4ef6e4eff45dc809a5115b2803b91 HTTP/1.1" status: 200 len: 380 time: 0.0682614 Oct 26 12:46:16.768234 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'port': {'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'admin_state_up': True, 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'security_groups': ['cbdc43ea-a236-4638-888d-d9bca26cc735']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:16.784867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Publish callbacks [] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.796326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.882076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cccb2-20d7-4109-b258-3e5457a5e8b3 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:16.926117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Attempting to bind port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:46:16.926497 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Attempting to bind port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '47e53715-cb78-43a6-843d-22df346639ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:46:16.926868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Attempting to bind port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 on network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:46:16.935746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Made reservation on behalf of b7d4ef6e4eff45dc809a5115b2803b91 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:46:16.939595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.977744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:46:16.978175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Checking segment: {'id': '47e53715-cb78-43a6-843d-22df346639ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:46:16.978529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.978932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Bound using segment: {'id': '47e53715-cb78-43a6-843d-22df346639ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:46:16.979412 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Bound port: 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e53715-cb78-43a6-843d-22df346639ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:46:16.979819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:16.994185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:17.051966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:46:17.055220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:46:17.063128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.084456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Allocated IP 172.20.0.5 (1f340afd-823c-4e17-9c10-28bc1b5d9d48/c913e241-8674-41ff-9304-90b5b1a680fd/ff7afdc6-acac-48b4-bd64-0e10a2de6151) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:46:17.096917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:17.097599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:17.172698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cccb2-20d7-4109-b258-3e5457a5e8b3 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:17.230085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:17.245321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.284510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.344617 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'Port': ['ID=ff7afdc6-acac-48b4-bd64-0e10a2de6151,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:17.351962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:17.353689 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:17.367104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:46:17.406985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:17.412695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:17.418405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:17.424576 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:17.442493 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:17.443183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.469423 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-1a6af9fe-2d2b-40df-b9a7-fe422dcab8c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7050977 Oct 26 12:46:17.485081 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Request body: {'port': {'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:17.516298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:17Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:17.544759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462323d1-4f47-4c56-b0e3-f44688c07e1b None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:17Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:17.548008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:17.549120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.549590 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:17.557633 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.664964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-579e000d-9047-4de3-aff6-a045ee10f019 None None] Provisioning complete for port ff7afdc6-acac-48b4-bd64-0e10a2de6151 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:17.665344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-579e000d-9047-4de3-aff6-a045ee10f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.665688 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-579e000d-9047-4de3-aff6-a045ee10f019 None None] Attempt 1 to provision port ff7afdc6-acac-48b4-bd64-0e10a2de6151 Oct 26 12:46:17.694042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:17.694683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.727152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-579e000d-9047-4de3-aff6-a045ee10f019 None None] Port ff7afdc6-acac-48b4-bd64-0e10a2de6151 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:46:17.746201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:17.751583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.752795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:17.776490 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1b7b4-8324-44ba-855a-b968990b7721 req-f1a6c812-fec6-4656-b6ca-52eed74a8f0a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:17.779332 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52a1b7b4-8324-44ba-855a-b968990b7721 req-f1a6c812-fec6-4656-b6ca-52eed74a8f0a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 931 time: 0.0790339 Oct 26 12:46:17.841380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:17.857753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:17.858612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.858612 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:17.913500 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-52a1b7b4-8324-44ba-855a-b968990b7721 req-f447ea4c-ed59-4131-bdae-36fa98a18a67 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207588 Oct 26 12:46:17.986142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:17.986586 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:17.995182 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7afdc6-acac-48b4-bd64-0e10a2de6151 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:46:18.000403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:18.004746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Publish callbacks [] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:18.016046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:18.022198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:18.025488 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Transition to ACTIVE for port object ff7afdc6-acac-48b4-bd64-0e10a2de6151 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:46:18.030280 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:18.088339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:18.106160 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7afdc6-acac-48b4-bd64-0e10a2de6151,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:18.109749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:18.162699 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Attempting to bind port ff7afdc6-acac-48b4-bd64-0e10a2de6151 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:46:18.163144 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Attempting to bind port ff7afdc6-acac-48b4-bd64-0e10a2de6151 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:46:18.163549 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Attempting to bind port ff7afdc6-acac-48b4-bd64-0e10a2de6151 on network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:46:18.206209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:18.206605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:18.213060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Port ff7afdc6-acac-48b4-bd64-0e10a2de6151 on network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:46:18.213473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Attempting to bind port ff7afdc6-acac-48b4-bd64-0e10a2de6151 on network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:46:18.237551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:18.244746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:18.245615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:18.262845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:46:18.263821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Checking segment: {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:46:18.264434 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Bound using segment: {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:46:18.265131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Bound port: ff7afdc6-acac-48b4-bd64-0e10a2de6151, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:46:18.265687 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:18.302501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:18.368853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:18.369429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] For port ff7afdc6-acac-48b4-bd64-0e10a2de6151, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:46:18.369429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] For port ff7afdc6-acac-48b4-bd64-0e10a2de6151, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:46:18.377296 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:18.380350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:18.382018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:18.382635 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:18.384470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 200 len: 1093 time: 0.9068267 Oct 26 12:46:18.385106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:46:18.394536 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b4dab-f0df-410f-985c-45427a3ec538" -d '{"events": [{"name": "network-changed", "server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:46:18.460368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973ce9ff-01fe-4bcb-8b0e-0034f4e1c217 x-openstack-request-id: req-973ce9ff-01fe-4bcb-8b0e-0034f4e1c217 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:46:18.460657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:46:18.460912 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-973ce9ff-01fe-4bcb-8b0e-0034f4e1c217 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:46:18.461316 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973ce9ff-01fe-4bcb-8b0e-0034f4e1c217'] response: {'name': 'network-changed', 'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'status': 'completed', 'code': 200} Oct 26 12:46:18.476509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:18.487278 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-a371054a-e476-4ec6-ab4c-6b7b76beec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:18.488841 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-a371054a-e476-4ec6-ab4c-6b7b76beec59 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1127 time: 0.0612011 Oct 26 12:46:18.493962 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:18.508560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043e2ec-cf9c-49bd-b5ac-253aaa8616d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7afdc6-acac-48b4-bd64-0e10a2de6151,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:18.542917 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-a1946823-7788-4bee-8a80-9e47f07f8ddc service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 200 len: 217 time: 0.0447454 Oct 26 12:46:18.590761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-269b9f0f-b1ef-474b-b22d-9f39c8996697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:18.592152 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-269b9f0f-b1ef-474b-b22d-9f39c8996697 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0441175 Oct 26 12:46:18.634142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-4dacaff4-68bc-4357-a34a-7f09f0ecf9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:18.635592 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-4dacaff4-68bc-4357-a34a-7f09f0ecf9b3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382192 Oct 26 12:46:18.729020 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-af89e4d6-99be-434c-96da-e869bd9b43db service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875564 Oct 26 12:46:18.840860 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a2bf12a8-5f19-4652-bbfe-93c8dd02afdf req-2d52b851-ed92-422b-8f40-71102f496bff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056709 Oct 26 12:46:19.070792 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:19.076511 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74f1d-101e-4633-96fd-ca05963cee01 req-4328203d-bb3e-4e57-8298-549d34aadf0d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:19.077016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:19.077648 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:19.079768 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9b74f1d-101e-4633-96fd-ca05963cee01 req-4328203d-bb3e-4e57-8298-549d34aadf0d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 943 time: 0.0719886 Oct 26 12:46:19.136571 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9b74f1d-101e-4633-96fd-ca05963cee01 req-16753b7f-516e-4f0e-8ecb-229334be09a0 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521457 Oct 26 12:46:19.189016 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:19.317812 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:19.345507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:19.390017 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:17Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:17Z', 'revision_number': 7, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:19.394137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 576c6aef-549d-4fee-b36f-cb530542d60b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:19.394544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:19.394881 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 576c6aef-549d-4fee-b36f-cb530542d60b Oct 26 12:46:19.414945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:19.425366 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:19.425992 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:19.477482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:19.477867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:19.506553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:19.512560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:19.513501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:19.526573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-928aaa41-4175-43e5-8310-434251fc3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:19.528590 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-928aaa41-4175-43e5-8310-434251fc3139 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1127 time: 0.0437849 Oct 26 12:46:19.533172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:19.593993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:19.610478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:19.611379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:19.611379 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:19.633926 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-ae0fbc58-4111-46a1-888c-9146526b659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:19.635602 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-ae0fbc58-4111-46a1-888c-9146526b659c service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.1004908 Oct 26 12:46:19.681859 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-10ea72e8-7746-4d20-9287-f13236d740ae service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 200 len: 217 time: 0.0403950 Oct 26 12:46:19.694510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:19.694896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:19.731930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:19.734992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-52746f40-3fad-4d4c-8d51-15d5dd92d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:19.736972 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-52746f40-3fad-4d4c-8d51-15d5dd92d23e service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0492857 Oct 26 12:46:19.737228 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:19.742488 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:17Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:17Z', 'revision_number': 7, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:19.768842 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c9c0c0-1aa3-41e7-8e4b-a7315f1f4346 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:17Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:17Z', 'revision_number': 7, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:19.796110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-4c8d59d7-66ba-4861-8be4-28760812906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:19.797663 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-4c8d59d7-66ba-4861-8be4-28760812906e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0535150 Oct 26 12:46:19.801276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:19.805119 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:19.877481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:19.896630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:19.897233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:19.917620 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-f95137e7-9f97-4d5a-bc80-b6ddd4bf2043 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134768 Oct 26 12:46:19.937009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:19.941421 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:19.942139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:20.031946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:20.034553 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b4b4dab-f0df-410f-985c-45427a3ec538 req-915237e9-559c-41ba-abef-945ac2eb54e6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097383 Oct 26 12:46:20.087486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:20.087486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:20.096756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ff7afdc6-acac-48b4-bd64-0e10a2de6151 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:46:20.133152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:20.143315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:20.155584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:20.273173 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd33a7-14d3-4862-85d2-4cc03adb7779 req-2629cd9e-39f7-492e-99d0-c6a9440785df tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:20.274817 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-29dd33a7-14d3-4862-85d2-4cc03adb7779 req-2629cd9e-39f7-492e-99d0-c6a9440785df tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 943 time: 0.0544088 Oct 26 12:46:20.334734 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-29dd33a7-14d3-4862-85d2-4cc03adb7779 req-9a926608-6694-47fd-b88f-4d46adffc779 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530586 Oct 26 12:46:20.393879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:20.422680 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port ff7afdc6-acac-48b4-bd64-0e10a2de6151, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:20.436463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:46:20.474127 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port ff7afdc6-acac-48b4-bd64-0e10a2de6151 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:20.474746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:20.490595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7afdc6-acac-48b4-bd64-0e10a2de6151 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:46:20.512818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port ff7afdc6-acac-48b4-bd64-0e10a2de6151, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:20.518392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:20.573558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=ff7afdc6-acac-48b4-bd64-0e10a2de6151,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:20.760983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['ff7afdc6-acac-48b4-bd64-0e10a2de6151'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:46:20.816949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:20.829726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:20.830342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:20.988055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:20.991174 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:21.281055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:19Z', 'revision_number': 5, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:21.320773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:21.327329 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:21.339535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:21.340215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:21.379771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:21.436319 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:21.475046 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdbc10-2782-4d03-8617-631e2163ad10 req-5fb5a36c-3ca9-434b-ba81-46c84b55aee9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:21.480856 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-62fdbc10-2782-4d03-8617-631e2163ad10 req-5fb5a36c-3ca9-434b-ba81-46c84b55aee9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 944 time: 0.0579669 Oct 26 12:46:21.487996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:21.489935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:21.490310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:21.490645 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:21.532192 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-62fdbc10-2782-4d03-8617-631e2163ad10 req-a1c5231d-3df3-4a58-98d4-6462b0953f37 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484786 Oct 26 12:46:21.682668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:21.683091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:21.755859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:21.762538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:21.763314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:21.785439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:19Z', 'revision_number': 5, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:21.835332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570c54e4-82a2-4b80-a979-cc9acae89227 None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:19Z', 'revision_number': 5, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:21.870177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:21.884212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:21.884588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:21.884983 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:21.887015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:21.967809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:21.968263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:21.991594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:21.996752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:22.059984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:22.064114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:22.109001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:22.141295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ff7afdc6-acac-48b4-bd64-0e10a2de6151 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:22.184034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:22.184426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:22.219800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:22.224938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port ff7afdc6-acac-48b4-bd64-0e10a2de6151 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:46:22.227279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:22.228061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:22.235539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port ff7afdc6-acac-48b4-bd64-0e10a2de6151 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:22.236028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:22.236468 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port ff7afdc6-acac-48b4-bd64-0e10a2de6151 Oct 26 12:46:22.337875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:22.401787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:22.402705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:22.428469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port ff7afdc6-acac-48b4-bd64-0e10a2de6151 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:22.428852 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:22.455118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:22.462511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:22.471375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:46:22.473682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1318ad5e-0c0b-438e-9b31-f5de4e93185a" -d '{"events": [{"server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "name": "network-vif-plugged", "status": "completed", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:46:22.503063 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:22.521893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port ff7afdc6-acac-48b4-bd64-0e10a2de6151, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:22.538319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:22.557227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:22.593235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d330f72-c908-43e4-97ac-33dfa452ec6f x-openstack-request-id: req-7d330f72-c908-43e4-97ac-33dfa452ec6f {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:46:22.593530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "name": "network-vif-plugged", "status": "completed", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:46:22.593789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d330f72-c908-43e4-97ac-33dfa452ec6f {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:46:22.594194 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d330f72-c908-43e4-97ac-33dfa452ec6f'] response: {'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'code': 200} Oct 26 12:46:22.628046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=ff7afdc6-acac-48b4-bd64-0e10a2de6151,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:22.686220 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470edab4-103f-4615-ad48-c8a26f50ce58 req-3545408e-c399-453a-a73e-d6b556124f6a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:22.687875 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-470edab4-103f-4615-ad48-c8a26f50ce58 req-3545408e-c399-453a-a73e-d6b556124f6a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 945 time: 0.0560098 Oct 26 12:46:22.715639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:22.766408 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-470edab4-103f-4615-ad48-c8a26f50ce58 req-f3d9ca9a-781d-4c32-8c20-82b82ddf9798 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724995 Oct 26 12:46:22.773420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c6a56-6022-4a72-a791-66e11d967a0f req-9a5c62c9-acec-4559-a077-d618da9d39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:22.774907 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cf6c6a56-6022-4a72-a791-66e11d967a0f req-9a5c62c9-acec-4559-a077-d618da9d39d7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1129 time: 0.0529125 Oct 26 12:46:22.829839 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:22.844402 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:22.846014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:22.852510 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cf6c6a56-6022-4a72-a791-66e11d967a0f req-5dd0e678-fb2b-4755-aa2c-ad00701b3366 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678442 Oct 26 12:46:22.953126 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:23.152865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:21Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:21Z', 'revision_number': 9, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:23.178278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:23.188138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:23.188761 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:23.295149 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:23.353451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:23.395472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:23.407261 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 576c6aef-549d-4fee-b36f-cb530542d60b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:23.407643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:23.408057 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 576c6aef-549d-4fee-b36f-cb530542d60b Oct 26 12:46:23.494343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:23.494894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:23.523194 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:23.529439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:23.534740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:23.535639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:23.590211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:21Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:21Z', 'revision_number': 9, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:23.616946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:23.618205 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf789d-90b1-4e58-9871-a3980e451fa5 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:21Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:21Z', 'revision_number': 9, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:23.630177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:23.630495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:23.630888 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:23.659374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:23.728867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:23.729401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:23.987696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:23.999192 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:24.048023 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c60d0-02df-4d8b-b935-24c8779295ce req-5a9a6afc-7ba8-457b-8ad7-9baece7638c1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:24.065422 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d90c60d0-02df-4d8b-b935-24c8779295ce req-5a9a6afc-7ba8-457b-8ad7-9baece7638c1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 945 time: 0.1395187 Oct 26 12:46:24.116233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:24.164352 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d90c60d0-02df-4d8b-b935-24c8779295ce req-4fcc9e64-3b74-4ee1-8c46-dc944696d5a5 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975106 Oct 26 12:46:24.248644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:24.313438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:24.313833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:24.351992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:24.358358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:24.359484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:24.415657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:24.418587 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:24.442345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:24.485370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:24.485767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:24.509242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:24.513968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:24.572838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:24.752500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:24.764714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:24.765359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:24.831795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:24.888023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:25.097008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:23Z', 'revision_number': 7, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:25.123591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:25.133710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:25.134399 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:25.243474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:25.245872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:25.296540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126db0f-baf0-4ef3-9c79-d3e028e69f24 req-1ab1d739-1161-4bdf-8612-b2696f35ffb9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:25.300442 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c126db0f-baf0-4ef3-9c79-d3e028e69f24 req-1ab1d739-1161-4bdf-8612-b2696f35ffb9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 945 time: 0.0621271 Oct 26 12:46:25.387102 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c126db0f-baf0-4ef3-9c79-d3e028e69f24 req-d6135cdd-6621-4e66-aec6-52f46941eb42 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709782 Oct 26 12:46:25.404510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:25.486691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:25.487064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:25.487398 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:25.512132 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0695704-787a-4f51-ac6a-6b983bc22f81 req-3ee25001-31fe-4285-b416-f44f0cf8ad1b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:25.513651 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f0695704-787a-4f51-ac6a-6b983bc22f81 req-3ee25001-31fe-4285-b416-f44f0cf8ad1b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 945 time: 0.0493293 Oct 26 12:46:25.553823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:23Z', 'revision_number': 7, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:25.576370 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f0695704-787a-4f51-ac6a-6b983bc22f81 req-1a5722ac-9d48-42be-b50a-e3041973ea9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566239 Oct 26 12:46:25.583553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc65bde-9024-477f-bbe6-1b2b7092d71a None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:23Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:23Z', 'revision_number': 7, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:25.603838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42544) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:25.626772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:25.627253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:25.669519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:25.674620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:25.677055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:25.688641 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2f6f86-9005-431d-b3b1-411915803bb1 tempest-TestShelveInstance-1470428586 tempest-TestShelveInstance-1470428586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:25.693153 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ea2f6f86-9005-431d-b3b1-411915803bb1 tempest-TestShelveInstance-1470428586 tempest-TestShelveInstance-1470428586-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1124 time: 0.0889413 Oct 26 12:46:25.693503 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42548) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:46:25.698036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:46:25.722090 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:25.757659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:25.769283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:25.769667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:25.770004 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:25.791587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:25.833180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:25.876910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:25.876910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:25.908366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:25.915442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:25.981080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:25.986082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:26.013180 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Allocated IP 172.26.0.230 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/d13263b7-a53f-40fc-889e-bad7c7dc280c) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:46:26.062149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:26.062537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.096827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:26.102295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.103114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:26.158281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for port (d13263b7-a53f-40fc-889e-bad7c7dc280c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.183754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:26.187393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:26.193965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d13263b7-a53f-40fc-889e-bad7c7dc280c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.229140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:26.232687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:26.233128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.238884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:26.248560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:46:26.256212 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:46:26.260208 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'Port': ['ID=d13263b7-a53f-40fc-889e-bad7c7dc280c,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:26.263869 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:46:26.272505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:26.277296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.339625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:26.638250 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for floatingip (c35dab7c-8ece-4730-b86f-c5cc4119d96c), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.708418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (d13263b7-a53f-40fc-889e-bad7c7dc280c), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.798599 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:26.822158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:26.822956 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:26.880322 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for port (d13263b7-a53f-40fc-889e-bad7c7dc280c), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.892291 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (d13263b7-a53f-40fc-889e-bad7c7dc280c), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.944507 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:26.961676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74ae3c4c-3f57-43fd-b9a0-0b4953f0c505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:26.963437 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'Port': ['ID=d13263b7-a53f-40fc-889e-bad7c7dc280c,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:26.967393 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (c35dab7c-8ece-4730-b86f-c5cc4119d96c), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:27.076293 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c associated. External IP: 172.26.0.230, port: ff7afdc6-acac-48b4-bd64-0e10a2de6151. Oct 26 12:46:27.111014 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:27.172920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:27.178022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:25Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:26Z', 'revision_number': 0, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:25Z', 'revision_number': 11, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:27.185593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:27.212023 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:27.221844 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:27.222462 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:27.318627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:46:27.337853 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:27.374721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:27.439209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 576c6aef-549d-4fee-b36f-cb530542d60b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:27.439793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:27.440263 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 576c6aef-549d-4fee-b36f-cb530542d60b Oct 26 12:46:27.475365 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:46:27.510050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:27.533494 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:27.533884 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:27.557656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:27.563761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:27.564834 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:27.581948 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:25Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:26Z', 'revision_number': 0, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:25Z', 'revision_number': 11, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:27.612713 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9353789-0b4e-4910-bc4d-f21869b9d80d None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:25Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:26Z', 'revision_number': 0, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:25Z', 'revision_number': 11, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:27.659296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:27.672208 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:27.672593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:27.673752 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:27.759372 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:27.759800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:27.800239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:27.807441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:27.814027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:27.896235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:27.907045 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-41c32de3-0285-476b-a5b1-944b1090eac4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2124219 Oct 26 12:46:27.908442 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:46:27.911431 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:46:27.928766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:27.965131 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e638a24-f3f0-4071-b26a-da078c55b2d1 x-openstack-request-id: req-1e638a24-f3f0-4071-b26a-da078c55b2d1 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:46:27.965505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:46:27.965770 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e638a24-f3f0-4071-b26a-da078c55b2d1 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:46:27.966239 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e638a24-f3f0-4071-b26a-da078c55b2d1'] response: {'name': 'network-changed', 'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'status': 'completed', 'code': 200} Oct 26 12:46:28.015456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:28.016063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:28.017853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:28.033127 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-c23777ac-3a51-4e4c-aae3-a03de5001797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:28.035108 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-c23777ac-3a51-4e4c-aae3-a03de5001797 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1129 time: 0.0457382 Oct 26 12:46:28.056751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:28.061969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:28.062751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:28.146320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:28.161368 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-44f460c0-2c46-4ca6-9882-50ba6deebce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:28.162892 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-44f460c0-2c46-4ca6-9882-50ba6deebce4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.1203139 Oct 26 12:46:28.235322 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-7829c269-75e4-4bdd-ae4d-3fc05406d13b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 200 len: 999 time: 0.0657265 Oct 26 12:46:28.304729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-9daf1c22-99e0-4609-8eaa-0c4345795847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:28.306668 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-9daf1c22-99e0-4609-8eaa-0c4345795847 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0652130 Oct 26 12:46:28.357194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:28.357630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:28.378811 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-bc94c00b-4212-4161-8407-3e42711c67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:28.380932 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-bc94c00b-4212-4161-8407-3e42711c67b3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0661800 Oct 26 12:46:28.392198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:28.397637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:28.456448 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:28.485131 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-bf8d778f-5c9a-4ad2-a6bc-044e1498c185 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967598 Oct 26 12:46:28.580520 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b9bfb4b5-ea09-4f74-a89c-c0fece0018cd req-f217d489-fcda-4983-8c34-c5a1d6688fbf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902293 Oct 26 12:46:28.804036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:28.804036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:28.804036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:45:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:28.912759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:29.127782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:27Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:27Z', 'revision_number': 9, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:29.158283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-529adb84-b279-485e-ba8f-e7289a8d36a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:29.165703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:29.177077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:29.177714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:29.287658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:29.373364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:29.439278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:29.460442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:29.487916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:29.488288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:29.488624 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:29.549496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:27Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:27Z', 'revision_number': 9, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:29.578644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022f75d3-061b-4a18-89dd-f94929156c0e None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:27Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:27Z', 'revision_number': 9, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:29.618424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:29.618815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:29.651074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:29.656279 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:29.657097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:29.736051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:29.742029 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1538422-fc61-435f-bd3b-c1de7a831d2d None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:46:29.744358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:29.744738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:29.745105 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:29.830534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:29.830925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:29.853990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:29.859584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:29.945711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:30.076292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:30.161543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:30.162125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:30.186667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:30.191114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:30.191873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:30.267112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:30.309775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:30.310157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:30.343574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:30.349122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:30.389534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:30.402346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:30.405602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:30.450407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:30.747993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:30.747993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:30.747993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:30.853919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:31.074375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:29Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:29Z', 'revision_number': 1, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:29Z', 'revision_number': 13, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:31.098812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:31.107420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:31.108063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:31.212571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:31.462273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:31.567799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 576c6aef-549d-4fee-b36f-cb530542d60b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:31.568172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:31.568503 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 576c6aef-549d-4fee-b36f-cb530542d60b Oct 26 12:46:31.634428 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:29Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:29Z', 'revision_number': 1, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:29Z', 'revision_number': 13, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:31.664384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414dae9-5ea6-4725-b1e1-ecf46e0af8e7 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:29Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:29Z', 'revision_number': 1, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:29Z', 'revision_number': 13, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:31.694690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:31.704185 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:31.704569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:31.726496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:31.731594 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:31.732493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:31.782034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:31.827128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:31.832995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:31.842391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:31.842753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:31.843087 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:31.918233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:31.918617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:31.965381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:31.974510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:32.001071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:32.044987 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:32.045531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:32.046719 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:32.054966 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:32.081927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:32.156569 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:32.172090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:32.172485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:32.179986 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:32.207295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:32.212481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:32.213280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:32.297798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:32.339900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:32.340301 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:32.363646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:32.368131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:32.395024 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:31Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:31Z', 'revision_number': 11, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:32.421034 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:32.422165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:32.431662 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:32.432203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:32.630369 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:32.655751 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:32.826857 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:31Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:31Z', 'revision_number': 11, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:32.852022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b9c4b-a868-456b-87cf-9acb1c646cbf None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:31Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:31Z', 'revision_number': 11, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:33.262784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:33.342089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:33.342485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:33.361656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:33.382023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:33.386278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:33.410856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:33.473489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:33.515456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:33.575068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4c4e06-946d-4d50-a6a0-6e6c071fadc4 None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:46:33.670221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:33.674587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:33.773808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:33.774276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:33.774752 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:33.850144 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:33.850542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:33.889276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:33.893446 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:33.894417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:33.975024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:33.985975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:33.986354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:33.986821 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:34.063523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:34.063947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:34.085775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:34.089811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:34.090606 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:34.169075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:34.179968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:34.180350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:34.180687 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:34.204044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:34.257499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:34.257895 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:34.296737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:34.300836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:34.349911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:34.463801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:34.528222 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:34.540873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:34.541258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:34.562572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:34.566677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:34.614500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:34.837045 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:34.837045 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:34.837045 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:34.940484 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:35.149370 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:35.156655 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:33Z', 'revision_number': 2, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:33Z', 'revision_number': 15, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:35.180228 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:35.189406 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:35.189988 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:35.291335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:35.500695 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:33Z', 'revision_number': 2, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:33Z', 'revision_number': 15, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:35.525006 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1345a6dc-c04c-4221-9709-76a19b974b1a None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:33Z', 'revision_number': 2, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:33Z', 'revision_number': 15, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:35.684231 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:35.687419 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:35.748353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:35.753612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:35.754791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:35.854574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:35.905523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:36.203515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:36.205807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:36.269920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:36.274943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:36.275699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:36.379184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 13, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:36.411593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:36.413535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:36.427143 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:36.427800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:36.484987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:36.512419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:36.512811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:36.564644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:36.572800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:36.574006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:36.581053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:36.621374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:36.728929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:36.812583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:36.813212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:36.873297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:36.892485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:36.922341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:36.970259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 13, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:37.008837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:37.012474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9537621-b229-47f8-b9ae-2f58d287550b None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 13, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:37.057108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:37.266031 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41644006-e624-4939-b978-7a1262fabefb None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:46:37.388366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:37.436214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:37.436612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:37.437167 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:37.517180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:37.517565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:37.560764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:37.562512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:37.563441 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:37.608054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:37.656081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:37.665670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:37.665816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:37.666153 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:37.729033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:37.747507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:37.748253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:37.815029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:37.822456 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:46:37.841959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:37.842348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:37.905050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:37.913006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:37.913772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:37.916830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:38.070793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:38.087296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:38.087678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:38.088044 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:38.410379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:38.410773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:38.429995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:36Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:37Z', 'revision_number': 3, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:37Z', 'revision_number': 17, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:38.460675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:38.478818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:38.483905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:38.485621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:38.486252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:38.537600 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:38.567389 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=77 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:38.577751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=78,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:38.609280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:38.632763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:38.805676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:38.850741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:37Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:37Z', 'revision_number': 3, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:37Z', 'revision_number': 17, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:38.876392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac35cd7-f441-4519-9307-69104d09b5c4 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:37Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:37Z', 'revision_number': 3, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:37Z', 'revision_number': 17, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:39.629618 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:39.629618 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:39.630251 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:39.630809 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:39.643972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:39.750063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:39.750466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:39.762561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:39.796741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:39.801312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:39.802095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:39.885076 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:39.931549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:39.931969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:39.960881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:39.966479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:39.967413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:40.046203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:40.077339 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:38Z', 'revision_number': 15, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:40.082779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:40.083299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:40.102920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:40.113414 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:40.114127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:40.124246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:40.129758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:40.166136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:40.182442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:40.224362 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:40.332576 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:40.422050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:38Z', 'revision_number': 15, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:40.447211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa07f5-683a-4ef0-bbd1-0956ddc7a39f None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:34Z', 'revision_number': 13, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:38Z', 'revision_number': 15, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:40.837809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253a1ac-7f6e-4496-b668-438e712da283 None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:46:41.546554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:41.547164 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:41.547164 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:41.547164 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:41.612697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:41.625470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:41.653080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:41.687632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:41.704198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:41.808477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:41.855273 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 576c6aef-549d-4fee-b36f-cb530542d60b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:41.855759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:41.856088 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 576c6aef-549d-4fee-b36f-cb530542d60b Oct 26 12:46:41.884891 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:41.893477 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:39Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:40Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:39Z', 'revision_number': 18, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:41.922208 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:41.930418 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:41.931017 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:41.936812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:41.937206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:41.957887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:41.962082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:41.962855 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:42.036419 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:42.045135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:42.053557 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:42.053979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:42.054321 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:42.128268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:42.128707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:42.161642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:42.165888 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:42.219453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:42.271865 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:39Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:40Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:39Z', 'revision_number': 18, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:42.299253 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41d88c-6222-4f54-82cf-9d03f67eb6a2 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:39Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:40Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:39Z', 'revision_number': 18, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:42.415679 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:42.419492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:42.420139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:42.502611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:42.541351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:42.593768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:42.748215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:42Z', 'revision_number': 17, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:42.777789 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:42.787220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:42.787897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:43.031213 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:43.050487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:43.251894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:42Z', 'revision_number': 17, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:43.285093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e638d3-ff9f-4192-b530-7d400e1eb912 None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:41Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:42Z', 'revision_number': 17, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:43.375990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:43.428073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:43.428624 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:43.429118 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:43.515544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:43.516055 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:43.561207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:43.566638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:43.567476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:43.648201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:43.657401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:43.657771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:43.658099 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:43.702967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:43.739277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:43.739811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:43.766166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:43.770546 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:43.823490 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:43.829996 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:43.904966 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:43.905358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:43.928210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:43.934164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:43.934921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:43.984256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:44.019043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:44.053889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:44.054276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:44.088044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:44.092453 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:44.141169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:44.168158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98098059-187f-4471-be51-aa9b3276ecc7 None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:46:44.612853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-9975e49f-0742-4fd8-9a8c-9715ad52f6eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430830 Oct 26 12:46:44.705673 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-36752761-d740-4a0c-af21-ecc00eab9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:44.707168 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-36752761-d740-4a0c-af21-ecc00eab9529 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1129 time: 0.0447168 Oct 26 12:46:44.829509 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-4ce19b63-71e4-44ff-a3a0-ece632006df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:44.831023 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-4ce19b63-71e4-44ff-a3a0-ece632006df0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0995488 Oct 26 12:46:44.903803 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-44906594-2b06-4462-beec-66f47049d81d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 200 len: 1000 time: 0.0658114 Oct 26 12:46:44.958655 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-6b0ec8c9-e2d7-44b0-a5f3-4c2227c3ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:44.960361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-6b0ec8c9-e2d7-44b0-a5f3-4c2227c3ad98 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0512464 Oct 26 12:46:45.008402 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-e3f6331b-87c6-4b76-b9dd-7c8f5d2883d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:46:45.009962 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-e3f6331b-87c6-4b76-b9dd-7c8f5d2883d6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428498 Oct 26 12:46:45.104317 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-9efc5383-d88c-43d2-9d02-d0841bf9f325 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873606 Oct 26 12:46:45.203211 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-76e17d9f-c9e0-414e-8be3-17e92959019d req-a756ebb2-c9e0-48b9-9436-56e3771ca2c5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899901 Oct 26 12:46:45.565669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:45.570227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:45.570843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:45.671485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:45.883568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:43Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:44Z', 'revision_number': 5, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:43Z', 'revision_number': 19, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:45.910752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:45.936251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:45.936251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:45.936444 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:45.937953 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:45.958798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:45.959433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:46.007326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:46.058536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:46.064487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:46.066003 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:46.187020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:46.187322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:46.209668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:46.255982 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:43Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:44Z', 'revision_number': 18, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:46.265106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:46.272067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:46.272769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:46.286567 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:46.295450 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:46.296087 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:46.401668 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:46.403115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:46.539710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:46.551757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:43Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:44Z', 'revision_number': 5, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:43Z', 'revision_number': 19, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:46.594145 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:43Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:44Z', 'revision_number': 18, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:46.599291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fbf63-6db8-4a71-a2ad-ee661e09ae21 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:43Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:44Z', 'revision_number': 5, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:43Z', 'revision_number': 19, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:46.609543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:46.609936 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:46.621738 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de6a33-2713-4c59-9914-f01e8bdb5f3d None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:43Z', 'revision_number': 15, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:44Z', 'revision_number': 18, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:46.641356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:46.650587 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:46.708595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:47.271358 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:47.353883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:47.397757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:47.495238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:47.620481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:47.670366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:47.670835 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:47.671245 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:47.757345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:47.757734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:47.759491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:47.796605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:47.801292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:47.802798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:47.882299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:47.895928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:47.896300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:47.896631 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:47.945956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:47.988122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:47.988515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:48.024290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:48.029739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:48.080569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:48.094887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:48.178027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:49.414910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:49.458822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 576c6aef-549d-4fee-b36f-cb530542d60b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:49.459194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:49.459527 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 576c6aef-549d-4fee-b36f-cb530542d60b Oct 26 12:46:49.536343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:49.536650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:49.558249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:49.562236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:49.563155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:49.637882 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:49.645859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:49.646190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:49.646535 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:49.724772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:49.725862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:49.768693 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:49.769128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:49.769481 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:49.771638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:49.857603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:49.857994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:49.890740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:49.895390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:49.896288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:49.941756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:49.980838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:49.991519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:49.991925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:49.992261 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:50.036744 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3191b8f-7fce-4b84-a620-204fa757fe95 None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:46:50.149925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:50.524899 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:50.531903 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:50.531903 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:50.633230 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:50.820889 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:49Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:48Z', 'revision_number': 19, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:50.846396 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:50.855772 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:50.856375 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:50.888837 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:50.962361 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:51.159625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:51.160161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:49Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:48Z', 'revision_number': 19, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:51.160303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:51.160303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:51.266788 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c489573b-76f6-4260-a47b-df7d3630e3cf None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:49Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:48Z', 'revision_number': 19, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:51.273526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:51.348919 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:51.524383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:51.524773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:51.568512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:51.574410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:51.582376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:51.583100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:51.625112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:49Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:50Z', 'revision_number': 6, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:47Z', 'revision_number': 21, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:51.659403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:51.694929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:51.695567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:51.697846 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:51.771082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:51.788219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:51.788219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:51.855516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:51.890341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:51.896197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:51.896914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:52.191088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:52.282419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:52.282796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:52.317294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:52.321765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:52.322478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:52.408450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:49Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:50Z', 'revision_number': 6, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:47Z', 'revision_number': 21, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:52.456207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddc8963-3f7a-40c0-833a-8335d013a57e None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:49Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:50Z', 'revision_number': 6, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:47Z', 'revision_number': 21, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:52.461501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:52.503999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:52.504398 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:52.540574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:52.546487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:52.569061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:52.599500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:53.315005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:53.325347 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:53.326000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:53.419704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:53.442141 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:53.472809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:53.473288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:53.473635 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:53.479011 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:53.543858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:53.552841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:53.553236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:53.590478 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:53.596783 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:53.597527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:53.654974 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:51Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:52Z', 'revision_number': 20, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:53.684770 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:53.693416 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:53.694256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:53.694924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:53.700782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:53.701162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:53.701503 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:53.779562 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:53.780197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:53.802406 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:53.802751 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:53.809769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:53.864627 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:53.999178 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:51Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:52Z', 'revision_number': 20, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:54.023303 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34fbc6-9c2e-4f96-8ff6-f48d8df04c68 None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:46:12Z', 'revision_number': 4, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:51Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '718ac501-7ce0-48ea-8140-f5d7bb5593d9', 'name': '', 'network_id': 'e97bf8b5-0070-4bbd-b3bf-b410c7b31168', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'mac_address': 'fa:16:3e:92:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:11Z', 'updated_at': '2022-10-26T12:46:52Z', 'revision_number': 20, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'subnets': [{'id': '5975e60d-bf5c-40e3-8c64-425bf9df44ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:54.231500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04550449-0a41-4a52-9f95-d106941df1d0 None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:46:55.198586 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=51 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:55.199964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=50 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:55.262504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:55.262504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:55.262504 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:55.378183 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:55.393467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:55.417900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:55.440258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 576c6aef-549d-4fee-b36f-cb530542d60b triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:55.440721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:55.441123 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 576c6aef-549d-4fee-b36f-cb530542d60b Oct 26 12:46:55.519902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:55.520433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:55.545363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:55.550381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:55.551295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:55.608086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:55.618195 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:53Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:54Z', 'revision_number': 7, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:53Z', 'revision_number': 23, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:55.632254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:55.641582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:55.641975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:55.642302 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 Oct 26 12:46:55.644459 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:55.653280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:55.653888 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:55.694613 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:55.718515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:55.718905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:55.738060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:55.754264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:55.758020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:55.760635 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:55.811630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:55.827422 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:55.925552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:55.926337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:55.969324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:55.975705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:55.976918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:56.012802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:53Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:54Z', 'revision_number': 7, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:53Z', 'revision_number': 23, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:56.064014 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:56.111610 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:56.112058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:56.135574 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:56.139483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:56.141790 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5af2b-76b6-4a54-8968-e767a94354bd None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:53Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:54Z', 'revision_number': 7, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:53Z', 'revision_number': 23, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:56.194808 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:56.957046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4edfc3d4-b7a6-45a4-94c4-240724906f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:57.369599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:57.419465 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:57.419878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:57.420219 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:46:57.460003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:57.496672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:57.497062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:57.530786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:57.535755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:57.536575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:46:57.617921 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:57.627526 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:46:57.627992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:57.628334 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:46:57.631613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.632042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.632382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.632726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.633059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.633393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.633724 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.634053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.634382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.634712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.635713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.636068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.636395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.636718 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.637041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:46:57.670437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:57.710674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:57.711066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:57.731750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:57.735307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:57.787137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:57.793353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 576c6aef-549d-4fee-b36f-cb530542d60b no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:57.865202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 576c6aef-549d-4fee-b36f-cb530542d60b is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:57.865588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:57.887397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:57.891150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:57.891924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 718ac501-7ce0-48ea-8140-f5d7bb5593d9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:57.968233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:57.994565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6583b8e6-bcb1-4f5e-8895-f47f67d82e64 None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:46:58.039770 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:58.040088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:58.260809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:58.266084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:58.348602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:58.566797 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:46:58.566797 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:58.566797 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:58.666869 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:58.872929 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:57Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:58Z', 'revision_number': 8, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:57Z', 'revision_number': 25, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:58.897515 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:46:58.904171 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:58.907789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:46:58.908394 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:59.011773 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:46:59.127870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1547-f8b8-4d8f-8c39-37e73abd10ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:59.222101 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:57Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:58Z', 'revision_number': 8, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:57Z', 'revision_number': 25, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:46:59.224586 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:59.250906 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0241980a-d19b-4967-88f4-08fd9b509cff None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:57Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:46:58Z', 'revision_number': 8, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:57Z', 'revision_number': 25, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:46:59.331209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:59.365762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:59.417298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:59.419084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:59.456435 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:59.460602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:59.461378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:46:59.544366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:46:59.552012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:46:59.583754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:46:59.584167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:59.606735 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:46:59.610544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:46:59.662336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:00.450657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:00.804109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497be03a-4d38-4171-9043-97a53e3a91cf None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:47:01.433246 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:47:01.433246 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:47:01.433246 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:01.531167 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:47:01.731046 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:59Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:00Z', 'revision_number': 9, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:59Z', 'revision_number': 26, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:01.754433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:47:01.763325 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:47:01.763944 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:01.808245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:01.865362 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:47:01.934146 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:01.960223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:02.166979 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:59Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:00Z', 'revision_number': 9, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:59Z', 'revision_number': 26, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:02.191246 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229f309-9b9a-4466-ab13-d8bb97301a5d None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:59Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:00Z', 'revision_number': 9, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:46:59Z', 'revision_number': 26, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:47:03.373236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:47:03.421433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:47:03.421839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:03.422176 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:47:03.491786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:03.492112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:03.523873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:03.528337 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:03.529207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:47:03.605214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:03.615877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:47:03.616257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:03.616594 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:47:03.678535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:03.689454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:03.689833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:03.710678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:03.715179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:03.761715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:03.781463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f47d5-6f3d-4ecd-94e8-0a615c23eba2 None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:47:04.691380 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:47:04.691380 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:47:04.691380 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:04.794024 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:47:04.892421 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:05.001430 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:03Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:03Z', 'revision_number': 10, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:03Z', 'revision_number': 27, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:05.026089 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:47:05.034349 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:47:05.034947 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:05.133704 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:47:05.330173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:05.341844 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:03Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:03Z', 'revision_number': 10, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:03Z', 'revision_number': 27, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:05.365050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:05.372800 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdc6a4a-3f88-4194-94bf-d3d29c63fe97 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:03Z', 'revision_number': 28, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:03Z', 'revision_number': 10, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:03Z', 'revision_number': 27, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:47:05.411269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:05.411666 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:05.446739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:05.451674 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:05.452481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:05.532137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:05.583289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:05.583771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:05.610762 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:05.614975 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:05.667970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:06.965798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ca3ce-7367-4887-96c4-3e20c0525373 None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:47:07.570621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:47:07.570621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:47:07.570621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:07.622697 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:07.669877 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:47:07.878343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:05Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:07Z', 'revision_number': 11, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:05Z', 'revision_number': 28, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:07.902827 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:47:07.911197 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:47:07.911826 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:07.996900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:08.014937 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:47:08.302502 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:05Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:07Z', 'revision_number': 11, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:05Z', 'revision_number': 28, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:08.330314 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733b21b-b6e7-43f8-9893-5562e3673a33 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:05Z', 'revision_number': 29, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:07Z', 'revision_number': 11, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:05Z', 'revision_number': 28, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:47:09.288258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:09.366054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:09.379110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:09.452518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:09.542368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:47:09.575265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:09.586937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:47:09.587314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:09.588147 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:47:09.662179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:09.662485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:09.694910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:09.699664 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:09.700496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:47:09.777207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:09.785832 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:47:09.786206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:09.786545 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:47:09.825694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:09.859304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:09.859681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:09.880150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:09.885265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:09.911332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3794171-9f17-4b73-aef3-3a69756874fe None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:47:10.117869 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:10.707706 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:47:10.707706 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:47:10.707706 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:10.805502 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:47:10.973966 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:11.010923 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:09Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:10Z', 'revision_number': 12, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:09Z', 'revision_number': 29, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:11.038740 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:47:11.047354 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:47:11.047994 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:46:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:11.145750 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:47:11.333492 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:11.359660 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:09Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:10Z', 'revision_number': 12, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:09Z', 'revision_number': 29, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:47:11.385493 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a36dc-6980-497e-9882-cc34a2f731e1 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:09Z', 'revision_number': 30, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'c35dab7c-8ece-4730-b86f-c5cc4119d96c', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.230', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'fixed_ip_address': '172.20.0.5', 'status': 'ERROR', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:ca:22:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:46:26Z', 'updated_at': '2022-10-26T12:47:10Z', 'revision_number': 12, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:09Z', 'revision_number': 29, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:47:11.421538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:11.422257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:11.465253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:11.474287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:11.475043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:11.566507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:11.623373 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:11.623829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:11.635623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:11.653175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:47:11.658294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:11.720293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:47:12.575660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:13.000504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644bd03e-03c3-4dd3-9cb8-b27400d09049 None None] New status for floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:47:14.821495 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:47:15.299947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:15.372531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:15.373456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:47:15.443092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:47:24.841490 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=44 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:24.842200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:25.437655 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:25.441791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:26.959778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d6c62309-9714-4024-ba62-3ca49e413754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:29.129449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d3ae92af-b430-4abb-891c-6eed9a8012e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:30.452857 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:31.811592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:31.962479 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:41.952698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:41.957925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:42.575842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:44.599855 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-7942414a-b563-4201-aac5-ebf6e98d184c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382154 Oct 26 12:47:44.684680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-774acbf8-f4f6-4581-a9ff-3301fd6c9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:47:44.686151 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-774acbf8-f4f6-4581-a9ff-3301fd6c9d34 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1129 time: 0.0406454 Oct 26 12:47:44.793310 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-ce24e3ce-650d-499f-b728-cfb0bdbec627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:47:44.794992 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-ce24e3ce-650d-499f-b728-cfb0bdbec627 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0914721 Oct 26 12:47:44.860824 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-a0218ad5-e617-4d03-82ba-ec73f23b54cd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 200 len: 1001 time: 0.0597610 Oct 26 12:47:44.909440 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-8b3db008-27f2-4b00-b834-383158478e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:47:44.910901 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-8b3db008-27f2-4b00-b834-383158478e80 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0444233 Oct 26 12:47:44.954201 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-7f916dbd-fb2c-4bfd-a457-93532b35f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:47:44.955683 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-7f916dbd-fb2c-4bfd-a457-93532b35f37e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388596 Oct 26 12:47:45.050818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-b937405b-9424-4710-a6bd-a8fb37d39e6b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886405 Oct 26 12:47:45.140189 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ff598dd-567a-4220-91c3-be26c9645df8 req-86c7a200-97fd-4080-abdd-b02532d4b82b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835321 Oct 26 12:47:46.635549 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=17 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:46.645163 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=17 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:51.820501 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:47:52.569908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:52.571851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:55.130861 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=54 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:55.137454 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=47 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:47:56.961044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-20379985-462e-41e6-84d2-126eb139b2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:47:59.131126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a2498795-c11d-4026-ad15-53c2c3d4da3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:00.458928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:01.813287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:01.815320 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:01.816122 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:01.966578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:11.960164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=8 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:11.962045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:12.586754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:22.580199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:22.582678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:23.496664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:23.497440 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:26.962787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-259b8d42-fbf5-4d9c-9256-e53164a4abe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:28.819683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:48:29.132833 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5430f757-9463-404d-a470-a69f5196e0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:30.457604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:31.816040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:31.969023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:38.815084 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:41.962457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:41.964403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:42.601583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:44.599168 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-6874efcd-d062-4992-9480-39ad36f14e66 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383732 Oct 26 12:48:44.683573 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-1276d034-7277-4293-8005-90ec1b37db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:48:44.685070 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-1276d034-7277-4293-8005-90ec1b37db16 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1129 time: 0.0442002 Oct 26 12:48:44.787808 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-65a5080d-ece3-4d71-8bae-bac0efedc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:48:44.789543 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-65a5080d-ece3-4d71-8bae-bac0efedc3de service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0864871 Oct 26 12:48:44.854276 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-3c201ab6-8a61-49c5-95e7-6ba55e19467b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 200 len: 1001 time: 0.0585990 Oct 26 12:48:44.904106 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-3fa559e6-3bdd-426d-bc7b-e37aa2552e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:48:44.905589 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-3fa559e6-3bdd-426d-bc7b-e37aa2552e5a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0453994 Oct 26 12:48:44.950969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-9d46203b-b28a-45f9-89eb-1ee86fbe23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:48:44.952496 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-9d46203b-b28a-45f9-89eb-1ee86fbe23bc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0406449 Oct 26 12:48:45.048167 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-35af52c5-6cfc-4327-9dd6-26a439ac27f1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885665 Oct 26 12:48:45.139291 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3ee3c548-a6e0-428d-8bed-a0e4602f86bf req-494cca60-725f-4da7-810a-8737dceb61d0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849771 Oct 26 12:48:52.595429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:52.597401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:55.124506 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=51 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:55.136315 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=50 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:48:56.965180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3eb0-124b-4211-a357-1f30c41eb204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:48:59.134085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-959aee65-5386-4416-a944-9633f2717276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:00.459944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:00.493138 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:00.493902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:01.819427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:01.971584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:05.818951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:49:11.960323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:11.967669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:12.629564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:15.815598 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:22.623984 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:22.625873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:24.846544 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:26.966695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ee7161ec-ee6a-4c4d-a895-bc81d0311883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:29.136890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-92eb93de-6414-4540-8271-20abc5356a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:30.463451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:31.822126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:31.974351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:41.968430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:41.970352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:42.634432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:42.817257 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:49:44.642328 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9375dca-95ac-47e3-8933-22853e20dedc req-663da0c7-6840-4383-9c08-93ee486e9842 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839913 Oct 26 12:49:44.747338 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9375dca-95ac-47e3-8933-22853e20dedc req-58021f7a-1233-4572-9a95-3ddb7889eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:49:44.748853 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9375dca-95ac-47e3-8933-22853e20dedc req-58021f7a-1233-4572-9a95-3ddb7889eb0b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1129 time: 0.0400894 Oct 26 12:49:44.855830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9375dca-95ac-47e3-8933-22853e20dedc req-304f0e7a-62ad-4a81-bb00-1245d021cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:49:44.857179 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9375dca-95ac-47e3-8933-22853e20dedc req-304f0e7a-62ad-4a81-bb00-1245d021cca0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0903044 Oct 26 12:49:44.919540 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9375dca-95ac-47e3-8933-22853e20dedc req-d2df6699-cb0e-4b67-b599-d8d86dc9fcda service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 200 len: 1001 time: 0.0557690 Oct 26 12:49:44.968882 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9375dca-95ac-47e3-8933-22853e20dedc req-545657f6-0316-4751-ba64-a4a212634538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:49:44.970300 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9375dca-95ac-47e3-8933-22853e20dedc req-545657f6-0316-4751-ba64-a4a212634538 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0440912 Oct 26 12:49:45.016516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9375dca-95ac-47e3-8933-22853e20dedc req-e912383e-6140-4d5a-a83a-58005681e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:49:45.017945 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9375dca-95ac-47e3-8933-22853e20dedc req-e912383e-6140-4d5a-a83a-58005681e9fa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412910 Oct 26 12:49:45.107350 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9375dca-95ac-47e3-8933-22853e20dedc req-84a495f7-679c-4ce7-ad59-f9b32ad8be26 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830736 Oct 26 12:49:45.199444 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9375dca-95ac-47e3-8933-22853e20dedc req-d72f8b3b-6b92-4c8a-b862-a3df7b37acac service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860550 Oct 26 12:49:52.630060 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:52.812470 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=14 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:52.813200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=20 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:55.195061 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=49 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:55.196960 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=52 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:56.968394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ffd49f21-c3a7-4bde-b026-887fc24d2142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:58.622644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42626) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:49:58.765406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Deleting port d13263b7-a53f-40fc-889e-bad7c7dc280c {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:49:58.765783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (d13263b7-a53f-40fc-889e-bad7c7dc280c), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:58.844597 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (d13263b7-a53f-40fc-889e-bad7c7dc280c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:58.844922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for floatingip (d13263b7-a53f-40fc-889e-bad7c7dc280c), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:58.862275 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Calling delete_port for d13263b7-a53f-40fc-889e-bad7c7dc280c owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:49:59.006615 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (d13263b7-a53f-40fc-889e-bad7c7dc280c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:59.034997 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event deleted for resources: {'Port': ['ID=d13263b7-a53f-40fc-889e-bad7c7dc280c,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:49:59.047181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.047529 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.047892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.048232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.048564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.048892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.049217 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.049538 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.049859 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.050179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.050500 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.050821 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.051138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.051453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.051794 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:49:59.108041 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for floatingip (c35dab7c-8ece-4730-b86f-c5cc4119d96c), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:59.108378 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Floating IP c35dab7c-8ece-4730-b86f-c5cc4119d96c disassociated (deleted). External IP: 172.26.0.230, port: ff7afdc6-acac-48b4-bd64-0e10a2de6151. Oct 26 12:49:59.138297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b162b709-a02c-4689-bb27-6219dfec5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:59.309738 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:49:59.411998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:49:59.417564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:49:59.422008 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:49:59.432689 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:49:59.433298 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:49:59.442004 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:59.449146 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ac6450e1-26d9-43f8-b71f-2f5f18cd006d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/c35dab7c-8ece-4730-b86f-c5cc4119d96c HTTP/1.1" status: 204 len: 168 time: 0.8254647 Oct 26 12:49:59.449783 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:49:59.453845 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc64f1e6-65ab-436d-8368-4ea42a66abc6" -d '{"events": [{"name": "network-changed", "server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:49:59.503678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0bd2b9-e7a2-4773-82ad-7622bcaad32b x-openstack-request-id: req-6f0bd2b9-e7a2-4773-82ad-7622bcaad32b {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:49:59.503961 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:49:59.504224 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f0bd2b9-e7a2-4773-82ad-7622bcaad32b {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:49:59.504747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0bd2b9-e7a2-4773-82ad-7622bcaad32b'] response: {'name': 'network-changed', 'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'status': 'completed', 'code': 200} Oct 26 12:49:59.545561 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:49:59.569647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-e9007557-23ae-4d68-a865-294c51ab9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:49:59.571257 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-e9007557-23ae-4d68-a865-294c51ab9147 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 1129 time: 0.0417912 Oct 26 12:49:59.584951 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:49:59.690401 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-2b3b614f-7ca9-4606-810b-37a96317711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:49:59.692255 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-2b3b614f-7ca9-4606-810b-37a96317711e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.1153941 Oct 26 12:49:59.739525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb332da5-348c-4cda-b753-a4f577538497 req-2078cad1-c390-4904-b469-52f784f39542 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:49:59.741124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb332da5-348c-4cda-b753-a4f577538497 req-2078cad1-c390-4904-b469-52f784f39542 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 945 time: 0.0480049 Oct 26 12:49:59.748859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:11Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:11Z', 'revision_number': 30, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:49:59.773809 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:49:59.782229 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:49:59.783106 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:49:59.792228 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bb332da5-348c-4cda-b753-a4f577538497 req-56ce7859-ea94-4e96-813c-1bdba6c86553 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449922 Oct 26 12:49:59.884022 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:00.063418 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:11Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:11Z', 'revision_number': 30, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:00.090434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a03e7-0e7a-45ae-8514-1900d3905667 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:47:11Z', 'revision_number': 31, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:47:11Z', 'revision_number': 30, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:00.469338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:00.657585 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-d76a0626-26c5-45c4-9fab-9e0f0bc8fb5c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 200 len: 217 time: 0.0382509 Oct 26 12:50:00.722659 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-e1ac9593-247f-4a5b-ace9-9a5e699d32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:00.724227 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-e1ac9593-247f-4a5b-ace9-9a5e699d32c2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0580173 Oct 26 12:50:00.836524 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-1f3b008c-68ec-4181-8bab-4a571fff3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:00.838374 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-1f3b008c-68ec-4181-8bab-4a571fff3151 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475097 Oct 26 12:50:00.959663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-b80dd6f1-d4a0-4d5e-8968-367d07fa3454 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:00.961346 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-b80dd6f1-d4a0-4d5e-8968-367d07fa3454 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 945 time: 0.0518656 Oct 26 12:50:00.963363 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c775c8-16cb-4fb3-bd09-16370f5dc897 req-1d3c2eae-f4f5-4408-86b9-46893bef773f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:00.964934 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-06c775c8-16cb-4fb3-bd09-16370f5dc897 req-1d3c2eae-f4f5-4408-86b9-46893bef773f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e52e7e7e-4af4-44da-a6a9-3c3d40130701 HTTP/1.1" status: 200 len: 945 time: 0.0640543 Oct 26 12:50:01.014248 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-47caa933-d3b6-437b-bb7f-a988d0940cb1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691499 Oct 26 12:50:01.054643 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-06c775c8-16cb-4fb3-bd09-16370f5dc897 req-ad41f465-2f74-4726-a168-9e6fa43b63a9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cbdc43ea-a236-4638-888d-d9bca26cc735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827408 Oct 26 12:50:01.056664 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Deleting port ff7afdc6-acac-48b4-bd64-0e10a2de6151 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:50:01.057014 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.161702 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] For port ff7afdc6-acac-48b4-bd64-0e10a2de6151, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=ff7afdc6-acac-48b4-bd64-0e10a2de6151,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:01.162074 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.180638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Calling delete_port for ff7afdc6-acac-48b4-bd64-0e10a2de6151 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:50:01.326995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (ff7afdc6-acac-48b4-bd64-0e10a2de6151), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.359850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event deleted for resources: {'Port': ['ID=ff7afdc6-acac-48b4-bd64-0e10a2de6151,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:01.390196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.390196 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.396107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.396824 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.400219 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.400986 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.401402 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.401742 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.402080 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.402413 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.402751 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.403089 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.403418 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.403823 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.404161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.431654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] No DVR routers for this DVR port ff7afdc6-acac-48b4-bd64-0e10a2de6151 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:50:01.435850 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.438349 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc64f1e6-65ab-436d-8368-4ea42a66abc6 req-7582391d-02af-4b30-963b-6db87568d70c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129345 Oct 26 12:50:01.440780 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-f041d1ce-71f9-4a63-8999-fe0c5693b3da req-8b597690-23d5-4bee-a475-a4434dffd8ef tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "DELETE /networking/v2.0/ports/ff7afdc6-acac-48b4-bd64-0e10a2de6151 HTTP/1.1" status: 204 len: 173 time: 0.4729626 Oct 26 12:50:01.440780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'name': 'network-vif-deleted', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:50:01.442152 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dac3e80-9462-474e-955e-fd64c2ab7ab0" -d '{"events": [{"server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "name": "network-vif-deleted", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:50:01.489977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0811a081-41b5-4c6f-9239-22773808551f x-openstack-request-id: req-0811a081-41b5-4c6f-9239-22773808551f {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:50:01.490411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52e7e7e-4af4-44da-a6a9-3c3d40130701", "name": "network-vif-deleted", "tag": "ff7afdc6-acac-48b4-bd64-0e10a2de6151", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:50:01.490703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0811a081-41b5-4c6f-9239-22773808551f {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:50:01.491125 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0811a081-41b5-4c6f-9239-22773808551f'] response: {'server_uuid': 'e52e7e7e-4af4-44da-a6a9-3c3d40130701', 'name': 'network-vif-deleted', 'tag': 'ff7afdc6-acac-48b4-bd64-0e10a2de6151', 'status': 'completed', 'code': 200} Oct 26 12:50:01.518519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:01.568341 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:01.569221 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.569583 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:50:01.644236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:01.644556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.681443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:01.685618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.686416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:01.763074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:01.777378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.777831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.778056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.778391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.778728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.779056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.779383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.779707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.780054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.780377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.780702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.781194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.781518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.781841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.782158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:50:01.788576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:01.789202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.790298 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:50:01.844854 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.907417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:01.907878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:01.936719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:01.940911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.011706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.016659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:02.058382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:02.058382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:02.058382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:02.122328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42654) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:02.159244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:02.182321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cef9a8d4-bb70-4d9f-9fe0-f8201eabb37a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (cbdc43ea-a236-4638-888d-d9bca26cc735), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.206804 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cef9a8d4-bb70-4d9f-9fe0-f8201eabb37a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (cbdc43ea-a236-4638-888d-d9bca26cc735), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.270502 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cef9a8d4-bb70-4d9f-9fe0-f8201eabb37a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (cbdc43ea-a236-4638-888d-d9bca26cc735), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.272940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-cef9a8d4-bb70-4d9f-9fe0-f8201eabb37a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.274250 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-cef9a8d4-bb70-4d9f-9fe0-f8201eabb37a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cbdc43ea-a236-4638-888d-d9bca26cc735 HTTP/1.1" status: 204 len: 168 time: 0.1508770 Oct 26 12:50:02.283743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9a8d4-bb70-4d9f-9fe0-f8201eabb37a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc43ea-a236-4638-888d-d9bca26cc735,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:02.364169 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:02.366429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:02.371793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:01Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:01Z', 'revision_number': 31, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:02.392237 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42660) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:02.396805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-50023cc4-4880-4a84-9866-4525fcf0771f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896706121', 'description': 'tempest-secgroup-smoke-1896706121 description', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:02.398406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:02.407369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:02.408022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:02.418375 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50023cc4-4880-4a84-9866-4525fcf0771f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.488420 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50023cc4-4880-4a84-9866-4525fcf0771f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (66ded9ea-4d76-402c-949b-4ef5dd828124), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.493608 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50023cc4-4880-4a84-9866-4525fcf0771f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (66ded9ea-4d76-402c-949b-4ef5dd828124), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.500722 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:02.526501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-50023cc4-4880-4a84-9866-4525fcf0771f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.527696 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-50023cc4-4880-4a84-9866-4525fcf0771f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1344385 Oct 26 12:50:02.530786 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42662) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:02.537815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023cc4-4880-4a84-9866-4525fcf0771f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ded9ea-4d76-402c-949b-4ef5dd828124,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:02.538056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f984c1f1-e907-4303-8b4e-45b75e095cc9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': '66ded9ea-4d76-402c-949b-4ef5dd828124', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:02.569091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f984c1f1-e907-4303-8b4e-45b75e095cc9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (8b7cd9f1-e5e7-41a8-ac28-2fc1f4f6cf58), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.631217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f984c1f1-e907-4303-8b4e-45b75e095cc9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (8b7cd9f1-e5e7-41a8-ac28-2fc1f4f6cf58), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.635339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f984c1f1-e907-4303-8b4e-45b75e095cc9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (8b7cd9f1-e5e7-41a8-ac28-2fc1f4f6cf58), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.654820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c1f1-e907-4303-8b4e-45b75e095cc9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7cd9f1-e5e7-41a8-ac28-2fc1f4f6cf58,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:02.660532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:02.662864 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f984c1f1-e907-4303-8b4e-45b75e095cc9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.664149 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f984c1f1-e907-4303-8b4e-45b75e095cc9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322310 Oct 26 12:50:02.667518 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42664) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:02.671938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-686abe7c-81ca-4480-8532-e7fdbcdcb500 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': '66ded9ea-4d76-402c-949b-4ef5dd828124', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:02.704826 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-686abe7c-81ca-4480-8532-e7fdbcdcb500 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (e5b345af-c9d8-44fb-a512-082a8031da3a), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.763846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-686abe7c-81ca-4480-8532-e7fdbcdcb500 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (e5b345af-c9d8-44fb-a512-082a8031da3a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.767816 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-686abe7c-81ca-4480-8532-e7fdbcdcb500 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (e5b345af-c9d8-44fb-a512-082a8031da3a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.798443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686abe7c-81ca-4480-8532-e7fdbcdcb500 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b345af-c9d8-44fb-a512-082a8031da3a,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:02.798443 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-686abe7c-81ca-4480-8532-e7fdbcdcb500 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.798443 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-686abe7c-81ca-4480-8532-e7fdbcdcb500 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297421 Oct 26 12:50:02.801091 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42666) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:02.806181 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-47d1212f-3180-41ba-be58-718e0bc86daf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': '66ded9ea-4d76-402c-949b-4ef5dd828124', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:02.815825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:02.835437 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47d1212f-3180-41ba-be58-718e0bc86daf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (6002f2b4-4f09-465f-adbb-fa2d87b67401), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.857537 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:01Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:01Z', 'revision_number': 31, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:02.886552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b141feb-e7fb-4665-aa8d-f2b32f9af984 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:01Z', 'revision_number': 32, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:01Z', 'revision_number': 31, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:02.897646 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47d1212f-3180-41ba-be58-718e0bc86daf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (6002f2b4-4f09-465f-adbb-fa2d87b67401), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.905476 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47d1212f-3180-41ba-be58-718e0bc86daf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6002f2b4-4f09-465f-adbb-fa2d87b67401), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.923173 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:02.927166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1212f-3180-41ba-be58-718e0bc86daf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6002f2b4-4f09-465f-adbb-fa2d87b67401,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:02.935352 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-47d1212f-3180-41ba-be58-718e0bc86daf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:02.936631 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-47d1212f-3180-41ba-be58-718e0bc86daf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346269 Oct 26 12:50:02.939510 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42668) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:02.944160 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-ebf1bc19-361e-450a-abc0-f1abbf57eb94 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': '66ded9ea-4d76-402c-949b-4ef5dd828124', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:02.973148 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bc19-361e-450a-abc0-f1abbf57eb94 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (028e0513-c4f3-4632-8a9e-7d0a777115f1), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.034441 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bc19-361e-450a-abc0-f1abbf57eb94 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (028e0513-c4f3-4632-8a9e-7d0a777115f1), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.038201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bc19-361e-450a-abc0-f1abbf57eb94 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (028e0513-c4f3-4632-8a9e-7d0a777115f1), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.058215 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1bc19-361e-450a-abc0-f1abbf57eb94 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028e0513-c4f3-4632-8a9e-7d0a777115f1,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:03.068485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bc19-361e-450a-abc0-f1abbf57eb94 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.072769 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-ebf1bc19-361e-450a-abc0-f1abbf57eb94 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294518 Oct 26 12:50:03.073041 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 42670) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:03.077436 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-997b7124-e512-46e2-8fa0-2977a3392f45 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': '66ded9ea-4d76-402c-949b-4ef5dd828124', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:03.110304 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-997b7124-e512-46e2-8fa0-2977a3392f45 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Project b7d4ef6e4eff45dc809a5115b2803b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:50:03.116084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-997b7124-e512-46e2-8fa0-2977a3392f45 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (6f80401b-567e-4e8b-a48a-87b71b801125), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.182535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-997b7124-e512-46e2-8fa0-2977a3392f45 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (6f80401b-567e-4e8b-a48a-87b71b801125), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.191655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-997b7124-e512-46e2-8fa0-2977a3392f45 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6f80401b-567e-4e8b-a48a-87b71b801125), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.214321 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b7124-e512-46e2-8fa0-2977a3392f45 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f80401b-567e-4e8b-a48a-87b71b801125,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:03.219524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-997b7124-e512-46e2-8fa0-2977a3392f45 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.223368 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-997b7124-e512-46e2-8fa0-2977a3392f45 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1469011 Oct 26 12:50:03.224104 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42672) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:03.229219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-f85457d2-80c6-42ac-8b7a-6bcdbf17b96a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'security_group_rule': {'security_group_id': '66ded9ea-4d76-402c-949b-4ef5dd828124', 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:03.233639 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:03.254431 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-f85457d2-80c6-42ac-8b7a-6bcdbf17b96a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Project b7d4ef6e4eff45dc809a5115b2803b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:50:03.260949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f85457d2-80c6-42ac-8b7a-6bcdbf17b96a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (935385e3-9f3e-449e-af50-c25e290a967b), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.332883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f85457d2-80c6-42ac-8b7a-6bcdbf17b96a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (935385e3-9f3e-449e-af50-c25e290a967b), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.337696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f85457d2-80c6-42ac-8b7a-6bcdbf17b96a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (935385e3-9f3e-449e-af50-c25e290a967b), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.359060 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85457d2-80c6-42ac-8b7a-6bcdbf17b96a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935385e3-9f3e-449e-af50-c25e290a967b,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:03.369662 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-f85457d2-80c6-42ac-8b7a-6bcdbf17b96a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.370909 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-f85457d2-80c6-42ac-8b7a-6bcdbf17b96a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457930 Oct 26 12:50:03.384555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:03.465085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:03.465504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.505809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:03.511306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.561849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:03.628179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:03.680864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:03.763896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:03.814931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:03.815218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.815377 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:50:03.903899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:03.904370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:03.981823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:03.987920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:04.050925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:04.083121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:04.088176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:04.110008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:04.143508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:04.143813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:04.170695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:04.175181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:04.234155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:05.179267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ff7afdc6-acac-48b4-bd64-0e10a2de6151 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:05.207163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: ff7afdc6-acac-48b4-bd64-0e10a2de6151 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:50:05.207163 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device ff7afdc6-acac-48b4-bd64-0e10a2de6151 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:50:05.228319 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:05.229759 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:05.230377 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:05.336854 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:05.436485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:05.487434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:05.517930 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:05.518589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:05.540011 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:04Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:03Z', 'revision_number': 33, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:05.543273 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:05.556746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:05.563644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:05.571904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:05.588402 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:05.588952 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:05.618052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:05.692641 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:05.978684 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:04Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:05Z', 'revision_number': 34, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:06.005025 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e8648-24a5-431d-bbc1-55d124696209 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:04Z', 'revision_number': 33, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:05Z', 'revision_number': 34, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:07.475963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:07.523240 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:07.524152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:07.524497 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:50:07.599483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:07.599900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:07.642677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:07.646905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:07.647918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:07.721348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:07.733859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:07.734233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:07.734574 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:50:07.821717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:07.822011 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:07.854993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:07.861320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:07.915381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:08.603941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:08.626862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:08.629391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:08.697381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:08.722401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:08.773166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:08.976299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:07Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:07Z', 'revision_number': 35, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:09.002951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:09.013570 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:09.014266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:09.122168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:09.334914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:07Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:07Z', 'revision_number': 35, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:09.363748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c8933-9a8a-4f57-a757-665e2dbb192f None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:07Z', 'revision_number': 34, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:07Z', 'revision_number': 35, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:09.458354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:09.535619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:09.536044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:09.578961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:09.584280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:09.585041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:09.701357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:09.735481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:09.735910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:09.762317 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:09.766816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:09.772041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:09.820849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:11.969911 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:11.983267 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:11.984224 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:12.094033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:12.293964 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:09Z', 'revision_number': 35, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:09Z', 'revision_number': 36, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:12.319003 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:12.328469 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:12.329092 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:12.440466 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:12.589114 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:12.631797 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:09Z', 'revision_number': 35, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:09Z', 'revision_number': 36, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:12.647196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:12.666200 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03752ec-d4c9-45d6-95fb-acc1979dcdb5 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:09Z', 'revision_number': 35, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:09Z', 'revision_number': 36, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:13.203125 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=30,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:13.213300 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=44,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:13.358114 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:13.358919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:13.398651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:13.589324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:13.629547 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:13.642742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:13.723084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:13.834000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:13.882050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:13.882527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:13.882934 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:50:13.970662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:13.971116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:14.014206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:14.019816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:14.020696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:14.099691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=37']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:14.108041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:14.108410 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:14.108752 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:50:14.186508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:14.186896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:14.208947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:14.213135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:14.267665 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:14.975310 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:14.976071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:14.976611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:15.071166 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:15.083571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:15.277779 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:15.283940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:14Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:13Z', 'revision_number': 37, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:15.309328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:15.317959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:15.318571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:49:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:15.438287 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:15.464488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:15.655457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:15.655874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:15.728558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:15.734092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:15.734932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:15.742731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:14Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:13Z', 'revision_number': 37, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:15.816775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4d769-557f-4907-8491-5f34ce3ff10d None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:14Z', 'revision_number': 36, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:13Z', 'revision_number': 37, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:15.850617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=38']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:15.902442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:15.902973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:15.929445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:15.935647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:16.005024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=37']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:17.474267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:17.522730 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:17.523201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:17.523539 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:50:17.524956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:17.611814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:17.612110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:17.637577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:17.647189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:17.653470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:17.654491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:17.738409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=39']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:17.750425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:17.750977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:17.751415 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:50:17.858993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:17.859460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:17.888364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:17.892513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:17.945065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=38']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:19.440649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:19.510702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:19.511089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:19.544214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:19.548346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:19.549176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:19.629748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=40']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:19.666462 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:19.666872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:19.688201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:19.693131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:19.743683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=39']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:19.816220 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:50:20.049881 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-1a0d915d-436b-4287-bbfc-b520f9c5434d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1896706121&fields=id&tenant_id=b7d4ef6e4eff45dc809a5115b2803b91 HTTP/1.1" status: 200 len: 267 time: 0.0453758 Oct 26 12:50:20.160588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-b11529e8-6e37-4869-9a62-22676d3f6cfd tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:20.162226 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-b11529e8-6e37-4869-9a62-22676d3f6cfd tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 808 time: 0.1057720 Oct 26 12:50:20.177116 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-53bec8a6-0198-4ffa-b070-06e725cb427c tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/quotas/b7d4ef6e4eff45dc809a5115b2803b91 HTTP/1.1" status: 200 len: 375 time: 0.0088899 Oct 26 12:50:20.226666 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-8ae5645c-7fa0-42eb-8bdd-d752049ffd29 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443859 Oct 26 12:50:20.326818 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-2622973f-6d2e-4f98-bc2a-59efc7058470 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887229 Oct 26 12:50:20.424399 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-539c78a7-53f9-481c-82a1-eeba534331d5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916767 Oct 26 12:50:20.731046 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1280bae5-10b2-4296-88e4-c74b7d493cc8 req-6a4b9146-5e48-4e5b-a861-342990d3d935 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0314288 Oct 26 12:50:21.815258 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c4d4b30e-307e-4e72-b401-b918c0abe38d req-edd61839-d631-4ed8-8b7c-358315ec6ec9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0283122 Oct 26 12:50:22.635434 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=95 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:22.899929 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1733d775-9e82-4cef-a437-9525d5734798 req-44693cb5-d3ed-4030-a259-869dd78661b1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0287600 Oct 26 12:50:24.004728 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-8108b95d-df08-4d5c-a36b-8f1b9febdea4 req-755bf7ed-3436-4ddb-95a3-41e70bd78f64 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0288270 Oct 26 12:50:25.115379 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-85f8ff5d-440b-48a9-9021-5bccf2616a66 req-f498a0f1-442e-4845-9c47-4c9cae09727f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0322828 Oct 26 12:50:25.836493 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a856d3a1-6857-4f83-b9d9-89a7f56f56bd tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:25.837947 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a856d3a1-6857-4f83-b9d9-89a7f56f56bd tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 808 time: 0.1080599 Oct 26 12:50:25.901831 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-6d2853f3-a47f-4e35-ba54-1e4f122e432b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b7d4ef6e4eff45dc809a5115b2803b91 HTTP/1.1" status: 200 len: 380 time: 0.0557597 Oct 26 12:50:25.909779 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'port': {'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'admin_state_up': True, 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'security_groups': ['66ded9ea-4d76-402c-949b-4ef5dd828124']}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:26.023887 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Made reservation on behalf of b7d4ef6e4eff45dc809a5115b2803b91 for: {'port': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:50:26.027692 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:26.160535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Allocated IP 172.20.0.6 (1f340afd-823c-4e17-9c10-28bc1b5d9d48/c913e241-8674-41ff-9304-90b5b1a680fd/e0960978-20a1-42e6-b22a-34c371fee757) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:50:26.230869 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-42a0b670-7298-44a8-b70a-8079bca07b43 req-df1a7428-0c68-4a7f-9888-8fc832213d8d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0318854 Oct 26 12:50:26.309720 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for port (e0960978-20a1-42e6-b22a-34c371fee757), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:26.341691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (e0960978-20a1-42e6-b22a-34c371fee757), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:26.390144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:50:26.395416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:50:26.399180 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:50:26.424314 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'Port': ['ID=e0960978-20a1-42e6-b22a-34c371fee757,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:26.455790 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:26.456528 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:26.474419 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-84d411ee-8784-48d8-9505-932749cebbcf tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682452 Oct 26 12:50:26.485492 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Request body: {'port': {'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:26.550424 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:26.556191 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0960978-20a1-42e6-b22a-34c371fee757), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:26.597905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:26.622723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-f18610b8-4430-494e-85a5-8fe76a3209bd None None] Provisioning complete for port e0960978-20a1-42e6-b22a-34c371fee757 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:26.623839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f18610b8-4430-494e-85a5-8fe76a3209bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0960978-20a1-42e6-b22a-34c371fee757), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:26.624253 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-f18610b8-4430-494e-85a5-8fe76a3209bd None None] Attempt 1 to provision port e0960978-20a1-42e6-b22a-34c371fee757 Oct 26 12:50:26.657130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-f18610b8-4430-494e-85a5-8fe76a3209bd None None] Port e0960978-20a1-42e6-b22a-34c371fee757 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:50:26.833216 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0960978-20a1-42e6-b22a-34c371fee757 {{(pid=105415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:50:26.840964 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Publish callbacks [] for port (e0960978-20a1-42e6-b22a-34c371fee757), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:26.853616 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.provisioning_blocks [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Transition to ACTIVE for port object e0960978-20a1-42e6-b22a-34c371fee757 will not be triggered until provisioned by entity L2. {{(pid=105415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:50:26.857749 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (e0960978-20a1-42e6-b22a-34c371fee757), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:26.919939 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Pushing event updated for resources: {'Port': ['ID=e0960978-20a1-42e6-b22a-34c371fee757,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:26.971591 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-33584356-7473-4335-a6f7-46cdac28c620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:26.977119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Attempting to bind port e0960978-20a1-42e6-b22a-34c371fee757 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:50:26.977464 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Attempting to bind port e0960978-20a1-42e6-b22a-34c371fee757 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:50:26.977792 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Attempting to bind port e0960978-20a1-42e6-b22a-34c371fee757 on network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:50:27.021000 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Port e0960978-20a1-42e6-b22a-34c371fee757 on network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:50:27.021329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Attempting to bind port e0960978-20a1-42e6-b22a-34c371fee757 on network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:50:27.064940 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:50:27.065281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Checking segment: {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:50:27.065647 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Bound using segment: {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'} {{(pid=105415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:50:27.066084 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.managers [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Bound port: e0960978-20a1-42e6-b22a-34c371fee757, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206afe78-4ff3-4448-b7f9-0671b1a6a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48'}}] {{(pid=105415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:50:27.066448 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0960978-20a1-42e6-b22a-34c371fee757), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:27.127132 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] For port e0960978-20a1-42e6-b22a-34c371fee757, host hv-neutron-7598, cleared binding levels {{(pid=105415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:50:27.130284 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] For port e0960978-20a1-42e6-b22a-34c371fee757, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0960978-20a1-42e6-b22a-34c371fee757,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:50:27.136621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (e0960978-20a1-42e6-b22a-34c371fee757), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:27.139618 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:27.140264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:27.142090 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 200 len: 1093 time: 0.6606050 Oct 26 12:50:27.144324 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:50:27.148071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80286db-e3d4-477c-a319-d9739eea7d90" -d '{"events": [{"name": "network-changed", "server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "tag": "e0960978-20a1-42e6-b22a-34c371fee757"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:50:27.210569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f7e7e4-7c87-4f65-97a5-abb7b4d038ca x-openstack-request-id: req-92f7e7e4-7c87-4f65-97a5-abb7b4d038ca {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:50:27.210875 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "tag": "e0960978-20a1-42e6-b22a-34c371fee757", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:50:27.211119 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92f7e7e4-7c87-4f65-97a5-abb7b4d038ca {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:50:27.211525 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f7e7e4-7c87-4f65-97a5-abb7b4d038ca'] response: {'name': 'network-changed', 'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757', 'status': 'completed', 'code': 200} Oct 26 12:50:27.238825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-8ed05de4-2951-4ab0-9d0f-c00b726e133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:27.240376 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-8ed05de4-2951-4ab0-9d0f-c00b726e133f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1127 time: 0.0602298 Oct 26 12:50:27.245699 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69caaa9-4407-4223-abdb-9fdfd2246d4a service neutron] Pushing event updated for resources: {'Port': ['ID=e0960978-20a1-42e6-b22a-34c371fee757,revision_number=3']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:27.282980 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-33e6893a-1ee4-4efc-91be-442f563c1591 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 200 len: 217 time: 0.0342460 Oct 26 12:50:27.341458 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a46b4fba-99f1-4565-9d92-0327fb123ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:27.343231 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-a46b4fba-99f1-4565-9d92-0327fb123ffb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0538757 Oct 26 12:50:27.365140 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9eef09-8a40-4f26-97a2-d393b5785312 req-d9e37114-b922-4e48-a329-84b3f68b7b9d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:27.366714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cb9eef09-8a40-4f26-97a2-d393b5785312 req-d9e37114-b922-4e48-a329-84b3f68b7b9d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0511975 Oct 26 12:50:27.394069 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-c4f0b772-2270-4311-b06d-2ba464df5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:27.395646 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-c4f0b772-2270-4311-b06d-2ba464df5497 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448444 Oct 26 12:50:27.421320 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cb9eef09-8a40-4f26-97a2-d393b5785312 req-01a3da3a-306d-4c7d-a9bc-7a633c882860 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482321 Oct 26 12:50:27.479004 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:27.491637 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-b492cf19-bac1-42ad-a600-f27d372154b4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893161 Oct 26 12:50:27.555329 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:27.588099 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-713507cb-bb7c-47c8-854f-483b867b1ee3 req-8f3fe680-d290-4c96-9d8a-c1a7cdad7e7d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904553 Oct 26 12:50:27.672451 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-90f8e0a9-f112-4d51-9673-3c9a0e9f9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:27.673875 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-90f8e0a9-f112-4d51-9673-3c9a0e9f9225 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1127 time: 0.0412023 Oct 26 12:50:27.768613 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-7fe8f94b-9073-45db-8975-d9a724971b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:27.770094 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-7fe8f94b-9073-45db-8975-d9a724971b80 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0902860 Oct 26 12:50:27.808035 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-bc201045-b578-44ab-82e7-2cec88905542 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 200 len: 217 time: 0.0323451 Oct 26 12:50:27.857523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-96ff572c-4c7d-478c-9c3a-a60704f419cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:27.859281 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-96ff572c-4c7d-478c-9c3a-a60704f419cb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0459280 Oct 26 12:50:27.909745 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-65358713-3d1a-497c-9b39-7c602f7fb4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:27.911316 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-65358713-3d1a-497c-9b39-7c602f7fb4fa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460443 Oct 26 12:50:28.001541 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-943eaf0d-ce65-493e-aa4d-dbfe81f2b01f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842824 Oct 26 12:50:28.098584 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-d80286db-e3d4-477c-a319-d9739eea7d90 req-97c45514-d8a2-487a-ac3c-eaf46cb9ae5d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912006 Oct 26 12:50:28.546559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839e9b7-fb80-43ee-9153-95bcb297031e req-a5d12f1b-08d8-461a-ae03-aaffd7756b1a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:28.548059 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b839e9b7-fb80-43ee-9153-95bcb297031e req-a5d12f1b-08d8-461a-ae03-aaffd7756b1a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0482588 Oct 26 12:50:28.601091 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-b839e9b7-fb80-43ee-9153-95bcb297031e req-66022075-57ec-4651-baee-12247166ea26 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474296 Oct 26 12:50:29.142092 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a9dcc7a-9ba8-43d8-a16b-60fe3f030e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:29.727512 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5bf4a-c86b-400f-8095-304cc2831fd3 req-ebcd859a-5f01-4501-9465-8385970f1e19 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:29.729128 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-96d5bf4a-c86b-400f-8095-304cc2831fd3 req-ebcd859a-5f01-4501-9465-8385970f1e19 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0501471 Oct 26 12:50:29.780075 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-96d5bf4a-c86b-400f-8095-304cc2831fd3 req-3d1d2220-33c3-47d2-a555-8a6b4f7c460e tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451736 Oct 26 12:50:29.813020 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=9 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:30.468678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:30.900571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c17d67-fa1b-4194-8ea5-dd289e2707ce req-e5b50a9e-e706-43c0-b914-c0c59dbe7c33 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:30.902666 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-00c17d67-fa1b-4194-8ea5-dd289e2707ce req-e5b50a9e-e706-43c0-b914-c0c59dbe7c33 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0487547 Oct 26 12:50:30.951488 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-00c17d67-fa1b-4194-8ea5-dd289e2707ce req-93018381-394f-42b9-927a-0e8afc45e984 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430629 Oct 26 12:50:31.815487 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:31.829527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:31.981162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:32.080009 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc705ec3-bdde-4213-be25-9d47ec12d6b7 req-48569714-e9dd-4321-896e-395f3fe23d66 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:32.081510 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc705ec3-bdde-4213-be25-9d47ec12d6b7 req-48569714-e9dd-4321-896e-395f3fe23d66 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0532708 Oct 26 12:50:32.130933 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-bc705ec3-bdde-4213-be25-9d47ec12d6b7 req-e6140f59-9923-47a4-a1df-3dcb16cc4f61 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438046 Oct 26 12:50:33.251767 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b658718-aef8-491a-ac2c-9b0acd85e2f3 req-bd85bc48-463a-4aac-bc5f-f6456a504b93 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:33.253241 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b658718-aef8-491a-ac2c-9b0acd85e2f3 req-bd85bc48-463a-4aac-bc5f-f6456a504b93 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0473337 Oct 26 12:50:33.286183 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:33.303370 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2b658718-aef8-491a-ac2c-9b0acd85e2f3 req-c3b49560-f972-4cfd-b0e6-5c4822747088 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446188 Oct 26 12:50:34.390207 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:34.431089 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da281fab-d067-4842-bc23-512f69688ce5 req-88e6b885-104e-44a8-b2fe-b2725498c45f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:34.432586 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-da281fab-d067-4842-bc23-512f69688ce5 req-88e6b885-104e-44a8-b2fe-b2725498c45f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0534847 Oct 26 12:50:34.482445 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-da281fab-d067-4842-bc23-512f69688ce5 req-dc6642a3-44b1-465d-b0b3-b4977cf0740e tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441186 Oct 26 12:50:35.600679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b4a70-1f26-45a0-9578-2f969a5e2a1c req-cd5b8022-453d-4d0f-a09a-67c625d755ce tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:35.602149 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6f3b4a70-1f26-45a0-9578-2f969a5e2a1c req-cd5b8022-453d-4d0f-a09a-67c625d755ce tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0467103 Oct 26 12:50:35.652800 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-6f3b4a70-1f26-45a0-9578-2f969a5e2a1c req-2381533d-cf88-4e10-8288-a044f4dcbf62 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Oct 26 12:50:36.773301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c08eec-52e0-43de-b81e-d2c010da2334 req-99320223-8c09-4c73-a2df-1f23552fd494 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:36.774760 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-55c08eec-52e0-43de-b81e-d2c010da2334 req-99320223-8c09-4c73-a2df-1f23552fd494 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0472476 Oct 26 12:50:36.828625 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-55c08eec-52e0-43de-b81e-d2c010da2334 req-45b1b07a-e93a-499a-878b-b38bd4d64bf0 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479088 Oct 26 12:50:37.951710 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b1758-356d-4608-a5ba-8247d0ff2c2b req-27cc9917-b9c8-4d3d-a1f1-05a3987bcc46 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:37.953275 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-500b1758-356d-4608-a5ba-8247d0ff2c2b req-27cc9917-b9c8-4d3d-a1f1-05a3987bcc46 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0476661 Oct 26 12:50:38.002513 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-500b1758-356d-4608-a5ba-8247d0ff2c2b req-154ace31-990a-4c35-8b2e-485f6a40a8be tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Oct 26 12:50:38.087903 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=56 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:38.095145 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=44 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:39.123102 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bf317-68fb-4a5d-a4ce-4fcfdcb34f5a req-03d33220-8f54-402f-8566-12962124d32e tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:39.124607 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e8bf317-68fb-4a5d-a4ce-4fcfdcb34f5a req-03d33220-8f54-402f-8566-12962124d32e tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 943 time: 0.0479305 Oct 26 12:50:39.176036 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1e8bf317-68fb-4a5d-a4ce-4fcfdcb34f5a req-ac955eba-fe91-4cbb-9a77-5f1b58b7767b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456913 Oct 26 12:50:39.398363 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device e0960978-20a1-42e6-b22a-34c371fee757 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:50:39.467877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:39.505972 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port e0960978-20a1-42e6-b22a-34c371fee757, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0960978-20a1-42e6-b22a-34c371fee757,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:39.517558 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': 'e0960978-20a1-42e6-b22a-34c371fee757', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:50:39.551585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port e0960978-20a1-42e6-b22a-34c371fee757 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:39.552015 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0960978-20a1-42e6-b22a-34c371fee757), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:39.565264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0960978-20a1-42e6-b22a-34c371fee757 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:50:39.585006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port e0960978-20a1-42e6-b22a-34c371fee757, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0960978-20a1-42e6-b22a-34c371fee757,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:39.588872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e0960978-20a1-42e6-b22a-34c371fee757), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:39.634543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=e0960978-20a1-42e6-b22a-34c371fee757,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:39.846156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['e0960978-20a1-42e6-b22a-34c371fee757'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:50:40.300953 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dc995-82f5-4d38-a599-b6ba5a5ff66c req-a010599d-d534-4229-b211-e41fe8f6a968 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:40.303450 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-007dc995-82f5-4d38-a599-b6ba5a5ff66c req-a010599d-d534-4229-b211-e41fe8f6a968 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 944 time: 0.0534217 Oct 26 12:50:40.352446 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-007dc995-82f5-4d38-a599-b6ba5a5ff66c req-a927ebd9-bda1-461e-ac5b-88f01ea59396 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Oct 26 12:50:41.433912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device e0960978-20a1-42e6-b22a-34c371fee757 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:41.473386 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1726-d0ba-4ece-959f-331d526f97b6 req-3db3b5cd-2a28-42e6-a442-c44fba4fcb2c tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:41.475092 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5e6d1726-d0ba-4ece-959f-331d526f97b6 req-3db3b5cd-2a28-42e6-a442-c44fba4fcb2c tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 944 time: 0.0485542 Oct 26 12:50:41.476176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port e0960978-20a1-42e6-b22a-34c371fee757 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:50:41.484442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port e0960978-20a1-42e6-b22a-34c371fee757 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:41.484829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (e0960978-20a1-42e6-b22a-34c371fee757), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:41.485173 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port e0960978-20a1-42e6-b22a-34c371fee757 Oct 26 12:50:41.528670 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5e6d1726-d0ba-4ece-959f-331d526f97b6 req-ba2de9a4-813a-473f-b489-6c4dc25f999d tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465059 Oct 26 12:50:41.557365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port e0960978-20a1-42e6-b22a-34c371fee757 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:41.558288 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (e0960978-20a1-42e6-b22a-34c371fee757), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:41.566460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:41.584085 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:50:41.586604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0717d4f3-b3ac-4f09-9e9f-d5130f9fcebd" -d '{"events": [{"server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "name": "network-vif-plugged", "status": "completed", "tag": "e0960978-20a1-42e6-b22a-34c371fee757"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:50:41.600636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port e0960978-20a1-42e6-b22a-34c371fee757, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0960978-20a1-42e6-b22a-34c371fee757,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:41.604962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (e0960978-20a1-42e6-b22a-34c371fee757), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:41.632676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f7f802-0687-4975-a447-6cd31c0d1735 x-openstack-request-id: req-83f7f802-0687-4975-a447-6cd31c0d1735 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:50:41.632965 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "name": "network-vif-plugged", "status": "completed", "tag": "e0960978-20a1-42e6-b22a-34c371fee757", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:50:41.633220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83f7f802-0687-4975-a447-6cd31c0d1735 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:50:41.633608 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f7f802-0687-4975-a447-6cd31c0d1735'] response: {'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757', 'code': 200} Oct 26 12:50:41.662769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=e0960978-20a1-42e6-b22a-34c371fee757,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:41.800689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5f288-32f3-4c82-ad90-4dc55f7a2347 req-d42603c2-8282-41ea-bb09-3d833eb6dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:41.802178 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a6a5f288-32f3-4c82-ad90-4dc55f7a2347 req-d42603c2-8282-41ea-bb09-3d833eb6dbfe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1129 time: 0.0386817 Oct 26 12:50:41.848566 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a6a5f288-32f3-4c82-ad90-4dc55f7a2347 req-7ea4e262-4d0b-4533-a616-b721ca57b53f service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395045 Oct 26 12:50:42.648734 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579c1ee-e17c-435a-bdf9-058d29ec7077 req-eb7ee584-d2a2-4d2a-a851-8351aea9cfec tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:42.650213 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4579c1ee-e17c-435a-bdf9-058d29ec7077 req-eb7ee584-d2a2-4d2a-a851-8351aea9cfec tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 945 time: 0.0467165 Oct 26 12:50:42.662080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:42.704858 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-4579c1ee-e17c-435a-bdf9-058d29ec7077 req-b2a2dff7-ac0a-4201-9f21-5875ef0d0100 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483108 Oct 26 12:50:43.827628 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae175e-d243-4cb9-890e-24c96fe61786 req-23d2c490-a32b-492e-9ecc-b8d862a61b08 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:43.829124 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2cae175e-d243-4cb9-890e-24c96fe61786 req-23d2c490-a32b-492e-9ecc-b8d862a61b08 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 945 time: 0.0471444 Oct 26 12:50:43.878440 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-2cae175e-d243-4cb9-890e-24c96fe61786 req-11e5e73d-8385-4fab-ae72-f7de562d4af3 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437555 Oct 26 12:50:44.000709 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb130f-5312-4160-aa88-995ac05cae37 req-e9e5db98-d7aa-4be5-8a58-3e5289edec63 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:44.002074 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cceb130f-5312-4160-aa88-995ac05cae37 req-e9e5db98-d7aa-4be5-8a58-3e5289edec63 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 945 time: 0.0469770 Oct 26 12:50:44.035592 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:44.052896 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-cceb130f-5312-4160-aa88-995ac05cae37 req-ea010d79-527d-45a5-891f-e59e871e6f3f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451434 Oct 26 12:50:44.080705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42884) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:44.123477 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f7929-10a8-40d2-9f83-31d5d04405bf tempest-TestShelveInstance-1470428586 tempest-TestShelveInstance-1470428586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:44.124989 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d63f7929-10a8-40d2-9f83-31d5d04405bf tempest-TestShelveInstance-1470428586 tempest-TestShelveInstance-1470428586-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1124 time: 0.0432963 Oct 26 12:50:44.127713 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42886) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:50:44.131830 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:50:44.154029 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:44.232867 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:44.288043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:44.345466 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Allocated IP 172.26.0.237 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/58b0f95c-6a78-45f6-aedb-159ba7150190) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:50:44.448956 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for port (58b0f95c-6a78-45f6-aedb-159ba7150190), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:44.481098 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (58b0f95c-6a78-45f6-aedb-159ba7150190), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:44.524457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:50:44.529523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:50:44.533387 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:50:44.538884 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'Port': ['ID=58b0f95c-6a78-45f6-aedb-159ba7150190,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:44.595511 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-7115f4c2-573a-4dca-89b9-6cdd94138ad3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385592 Oct 26 12:50:44.832463 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:44.909516 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for floatingip (a1e63a8f-5a5c-4497-a564-3f624b6843ea), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:44.980112 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (58b0f95c-6a78-45f6-aedb-159ba7150190), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:44.990108 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-175ba7e7-d0ea-4cd8-86f2-96e820231209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:44.991630 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-175ba7e7-d0ea-4cd8-86f2-96e820231209 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1129 time: 0.3556235 Oct 26 12:50:45.096916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-27db6529-7708-4865-bd2f-182f0fc61a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:45.098315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-27db6529-7708-4865-bd2f-182f0fc61a23 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0871143 Oct 26 12:50:45.106206 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:45.135919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for port (58b0f95c-6a78-45f6-aedb-159ba7150190), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:45.140443 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (58b0f95c-6a78-45f6-aedb-159ba7150190), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:45.164702 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-208e73f5-28f6-400b-846f-ff1a671b4671 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 200 len: 999 time: 0.0603402 Oct 26 12:50:45.207864 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (a1e63a8f-5a5c-4497-a564-3f624b6843ea), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:45.209768 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event updated for resources: {'Port': ['ID=58b0f95c-6a78-45f6-aedb-159ba7150190,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:45.216202 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-1f96ede3-64ac-42cb-b230-126d6c0c1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:45.217704 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-1f96ede3-64ac-42cb-b230-126d6c0c1c14 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0466771 Oct 26 12:50:45.262977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-88c4b699-f64c-4b59-951b-ec0338bb1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:45.264541 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-88c4b699-f64c-4b59-951b-ec0338bb1bd6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0405958 Oct 26 12:50:45.309663 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Floating IP a1e63a8f-5a5c-4497-a564-3f624b6843ea associated. External IP: 172.26.0.237, port: e0960978-20a1-42e6-b22a-34c371fee757. Oct 26 12:50:45.361238 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-76f57f34-5503-4427-be81-205e08fa9c83 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893838 Oct 26 12:50:45.457328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-a61fab0e-1dc4-4784-bc5b-758e7f4c2473 req-da77be2e-95ed-43a5-b06e-e4cd65466a20 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903533 Oct 26 12:50:45.517192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:50:45.623043 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:50:45.632992 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:45.640678 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:45.643615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:45.644245 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:45.671872 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b5cfee20-5213-4257-85d3-635b0b41ca9a tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5430849 Oct 26 12:50:45.672523 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:50:45.674832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0e1d51-a989-4fb0-b907-a31507202b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "tag": "e0960978-20a1-42e6-b22a-34c371fee757"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:50:45.711331 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fa405a-9681-4f1e-acce-b08a0c78e745 x-openstack-request-id: req-27fa405a-9681-4f1e-acce-b08a0c78e745 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:50:45.711611 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "tag": "e0960978-20a1-42e6-b22a-34c371fee757", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:50:45.711903 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27fa405a-9681-4f1e-acce-b08a0c78e745 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:50:45.712319 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fa405a-9681-4f1e-acce-b08a0c78e745'] response: {'name': 'network-changed', 'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757', 'status': 'completed', 'code': 200} Oct 26 12:50:45.746957 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:45.782785 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-9bd4d782-f9de-470e-9a4f-ae793aa71001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:45.784325 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-9bd4d782-f9de-470e-9a4f-ae793aa71001 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1129 time: 0.0445580 Oct 26 12:50:45.883064 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-5e61f639-ff1f-48de-a15e-07c4f286b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:45.884500 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-5e61f639-ff1f-48de-a15e-07c4f286b061 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0930927 Oct 26 12:50:45.952504 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-93fc882c-45a2-4bae-9460-a216b713bf3a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 200 len: 999 time: 0.0624421 Oct 26 12:50:45.957907 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:19Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:44Z', 'revision_number': 0, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:19Z', 'revision_number': 40, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:45.982593 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:45.990873 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:45.991468 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:46.004109 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-21f3cb80-11e2-49af-8213-2e9b3d6ab90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:46.005598 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-21f3cb80-11e2-49af-8213-2e9b3d6ab90d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0458050 Oct 26 12:50:46.050381 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-9f944276-6df9-44f7-8add-2958c1b6c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:50:46.051929 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-9f944276-6df9-44f7-8add-2958c1b6c598 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404663 Oct 26 12:50:46.091494 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:46.145281 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-037704bb-6c6f-4e1e-aa92-ecb469328f6e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876272 Oct 26 12:50:46.159946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:46.203380 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=100 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:46.249675 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-6a0e1d51-a989-4fb0-b907-a31507202b9d req-efcef3c0-0523-45d9-a389-6fdcedfcfb1a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987213 Oct 26 12:50:46.386219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:19Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:44Z', 'revision_number': 0, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:19Z', 'revision_number': 40, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:46.414379 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64371a9-2907-4012-84e1-b34ecb60e722 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:19Z', 'revision_number': 39, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:44Z', 'revision_number': 0, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:19Z', 'revision_number': 40, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:47.494078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:47.538423 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:47.538799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:47.539130 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:50:47.602086 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:47.617016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:47.617409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:47.650824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:47.655953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:47.656736 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:47.729695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=41']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:47.737692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:47.738070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:47.738433 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:50:47.815096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:47.815480 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:47.836082 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:47.840393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:47.891206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=40']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:47.989669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434b51e2-7ab6-4803-99e0-88290d4e5957 None None] New status for floating IP a1e63a8f-5a5c-4497-a564-3f624b6843ea: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:50:48.633127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:48.633127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:48.633127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:48.729218 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:48.809951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:48.858129 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:48.935290 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:47Z', 'revision_number': 40, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:48Z', 'revision_number': 1, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:47Z', 'revision_number': 41, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:48.962132 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:48.970961 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:48.971547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:49.069003 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:49.274243 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:47Z', 'revision_number': 40, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:48Z', 'revision_number': 1, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:47Z', 'revision_number': 41, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:49.299433 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a1da4-3e19-4389-af22-75379eca5560 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:47Z', 'revision_number': 40, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:48Z', 'revision_number': 1, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:47Z', 'revision_number': 41, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:49.454527 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:49.539635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:49.540007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:49.575608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:49.580197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:49.580914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:49.632231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:49.666768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=42']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:49.702795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:49.703189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:49.725989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:49.731678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:49.783035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=41']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:50.887957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80714ca-9239-42bf-b4d6-489868ff7bfe None None] New status for floating IP a1e63a8f-5a5c-4497-a564-3f624b6843ea: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:50:50.969510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:51.250192 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:51.250192 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:51.250192 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:51.347540 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:51.557454 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:49Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:50Z', 'revision_number': 2, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:49Z', 'revision_number': 42, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:51.581686 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:51.590754 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:51.591316 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:51.680907 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:51.683700 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:51.692264 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:51.982042 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:49Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:50Z', 'revision_number': 2, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:49Z', 'revision_number': 42, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:52.006328 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d987394-ab7d-4500-bb6f-198e45fddd84 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:49Z', 'revision_number': 41, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:50Z', 'revision_number': 2, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:49Z', 'revision_number': 42, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:53.497202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:53.545583 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:53.546006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:53.546471 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:50:53.570471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b79a2-dfae-40a3-b2d3-f2c55b922173 None None] New status for floating IP a1e63a8f-5a5c-4497-a564-3f624b6843ea: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:50:53.728338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:53.728771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:53.791058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:53.795797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:53.796806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:53.881298 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=43']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:53.894113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:53.894113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:53.894113 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:50:53.973566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:53.974205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:53.997788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:54.003180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:54.030087 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:54.030540 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:54.031202 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:54.062698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=42']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:54.136214 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:54.356798 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:53Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:53Z', 'revision_number': 3, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:53Z', 'revision_number': 43, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:54.380115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:54.388269 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:54.388848 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:54.491496 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:54.687941 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:54.699136 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:53Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:53Z', 'revision_number': 3, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:53Z', 'revision_number': 43, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:54.727203 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f973bce-7b37-4db8-94e8-34e7e171d3e3 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:53Z', 'revision_number': 42, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:53Z', 'revision_number': 3, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:53Z', 'revision_number': 43, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:55.414370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:55.487937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:55.490295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:55.490682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:55.527189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:55.531147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:55.531913 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:55.666725 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:55.668449 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=69 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:55.725797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:55.757618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=44']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:55.800370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:55.800761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:55.822340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:55.826786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:55.853501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:55.913039 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=43']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:55.956876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:55.957861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:56.030356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:56.112248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:56.157970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:56.158339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:56.158692 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:50:56.228870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:56.229456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:56.244401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:56.246813 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:56.266001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:56.269797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:56.270652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:56.316784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659960b-fdaa-40b3-91ac-e03395e8f4f6 None None] New status for floating IP a1e63a8f-5a5c-4497-a564-3f624b6843ea: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:50:56.393442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=45']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:56.429924 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:56.430612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:56.430612 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:50:56.454798 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:56.565797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:56.566191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:56.594154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:56.632217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:56.638152 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:56.722244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=44']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:56.815790 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:50:56.974304 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-86acacd0-c996-4131-ae34-76f7c0efc574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:57.037340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:50:57.037340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:57.037340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:57.037340 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:57.136335 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:57.337599 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:56Z', 'revision_number': 44, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:56Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:56Z', 'revision_number': 45, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:57.367350 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:50:57.376643 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:50:57.377243 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:57.460121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:57.476937 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:50:57.538088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:57.538483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:57.574862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:57.579009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:57.579746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:50:57.655592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=46']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:57.692599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:57.692989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:57.712701 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:57.716906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:57.763742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=45']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:57.779334 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:56Z', 'revision_number': 44, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:56Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:56Z', 'revision_number': 45, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:50:57.803765 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a76427-ed31-48c6-a926-de77d5bbed73 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:56Z', 'revision_number': 44, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:56Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:56Z', 'revision_number': 45, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:50:59.144118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4242150a-fd87-48d6-94eb-33a6e01276a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:59.421231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc483be-6e18-407f-bb62-fedcccf89b1a None None] New status for floating IP a1e63a8f-5a5c-4497-a564-3f624b6843ea: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:50:59.504973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:59.594349 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:59.594740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:59.595070 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:50:59.614938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:59.670496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:59.670890 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:59.717513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:59.717513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:59.717513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:50:59.792616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=47']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:50:59.804350 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:50:59.804725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:59.805063 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:50:59.824999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:50:59.882199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:50:59.882584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:59.904249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:50:59.908790 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:50:59.957645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=46']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:00.086694 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:51:00.086694 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:51:00.086694 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:51:00.195682 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:51:00.305397 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:00.351633 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:00.420342 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:59Z', 'revision_number': 46, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:59Z', 'revision_number': 5, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:59Z', 'revision_number': 47, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:51:00.445777 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:51:00.455423 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:51:00.456119 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:50:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:51:00.472268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:00.556642 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:51:00.762053 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:59Z', 'revision_number': 46, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:59Z', 'revision_number': 5, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:59Z', 'revision_number': 47, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:51:00.785686 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f232504-c594-4c4c-8fef-7376670e0e1d None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:50:59Z', 'revision_number': 46, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'a1e63a8f-5a5c-4497-a564-3f624b6843ea', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'port_id': 'e0960978-20a1-42e6-b22a-34c371fee757', 'fixed_ip_address': '172.20.0.6', 'status': 'ERROR', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'mac_address': 'fa:16:3e:13:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:50:44Z', 'updated_at': '2022-10-26T12:50:59Z', 'revision_number': 5, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:50:59Z', 'revision_number': 47, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:51:01.416523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:51:01.493920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:51:01.494795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:01.534420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:51:01.538760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:01.539646 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:51:01.617296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=48']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:01.655994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:51:01.656382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:01.684177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:51:01.688204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:01.717297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:51:01.771961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=47']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:01.781475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:01.820731 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:51:01.821430 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:51:01.864567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:01.909006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:51:01.985244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:02.001848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:51:02.047158 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:51:02.047535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:02.047905 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:51:02.069260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:02.127016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:51:02.127330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:02.161512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:51:02.165191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:02.166020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:51:02.240475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=49']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:02.255962 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.256308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.256649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.256983 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.257314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.257643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.257968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.258290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.258615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.258939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.259262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.259585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.259929 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.260248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.261095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:51:02.265848 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:51:02.266235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:02.266586 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:51:02.343850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:51:02.344252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:02.365225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301bfab-216c-4517-b358-40e6dab8b6f1 None None] New status for floating IP a1e63a8f-5a5c-4497-a564-3f624b6843ea: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:51:02.371571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:51:02.399164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:02.633463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=48']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:03.511270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:51:03.587377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:51:03.587786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:03.614366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:03.625142 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:51:03.628986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:03.629997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:51:03.708752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=50']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:03.745844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:51:03.746257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:03.767359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:51:03.770952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:03.817617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=49']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:51:10.759110 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=44 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:10.765152 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=52 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:12.654495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:22.648858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:22.650726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:26.976777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5602f005-793e-451d-bcc5-5c49c120da06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:28.482044 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:28.483459 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:29.146106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-afb1f011-72a8-45fa-ae3c-39095dbc1422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:30.475123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:31.837122 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:31.985333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:33.814694 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:51:41.979596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:41.981536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:42.693407 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:45.597359 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-6d3a353b-cb95-46fd-b7af-876f4e9de821 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389645 Oct 26 12:51:45.680166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-8ea624f8-7594-4fdf-9b7b-8d28a5e32b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:51:45.681587 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-8ea624f8-7594-4fdf-9b7b-8d28a5e32b87 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1129 time: 0.0397747 Oct 26 12:51:45.791189 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-ac111e43-8440-45ae-91ee-6c62bde02fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:51:45.792721 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-ac111e43-8440-45ae-91ee-6c62bde02fa7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0925400 Oct 26 12:51:45.856328 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-fc5a3509-f419-4a23-be0a-d4935d022a57 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 200 len: 1000 time: 0.0580559 Oct 26 12:51:45.905485 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-9dfa8184-67f9-49ef-85d9-b2abb832e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:51:45.906954 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-9dfa8184-67f9-49ef-85d9-b2abb832e34b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0437450 Oct 26 12:51:45.954163 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-3f7ef7c3-c9d9-419b-ba91-e165d5404882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:51:45.955669 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-3f7ef7c3-c9d9-419b-ba91-e165d5404882 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428591 Oct 26 12:51:46.045005 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-3f1e4ce0-731c-49d4-a16b-61d9ccfc3211 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831506 Oct 26 12:51:46.138384 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-e8a2ff31-8c4d-45d8-9b05-cc4831b31be0 req-e86dd2f0-9477-4107-9f36-46568619c094 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866716 Oct 26 12:51:46.647131 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=13 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:46.649922 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:52.686816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:52.688831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:56.133897 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=49 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:56.136013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=52 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:51:56.978737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-295aad11-ec09-4a45-ba18-05df10d3ddb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:51:59.147652 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5a85fd41-da1d-4439-8814-366ebeffe05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:00.477698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:01.840915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:01.987007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:05.478439 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:05.479270 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:10.813473 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:52:11.977118 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:11.982777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:12.694891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:20.809243 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:22.688507 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:22.689400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:26.981049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2bd15c8f-0740-460d-9625-69b67498705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:29.149083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-c05356e9-ce56-411d-b483-58477f96328d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:30.481333 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:31.843255 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:31.991080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:41.980452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:41.986595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:42.475383 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:42.476188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:42.694073 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:46.593524 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-09da3134-0191-47b4-9710-69a0a67a5e6f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397825 Oct 26 12:52:46.674989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-da65667a-db8a-4f61-918f-7603ba30d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:52:46.676611 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-da65667a-db8a-4f61-918f-7603ba30d89f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1129 time: 0.0396273 Oct 26 12:52:46.785201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-427441c8-c364-49cd-a26b-0be5904ad59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:52:46.786761 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-427441c8-c364-49cd-a26b-0be5904ad59f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0931308 Oct 26 12:52:46.854731 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-b5474d27-f1ae-44ef-8eed-90b38a9c5e72 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 200 len: 1000 time: 0.0553186 Oct 26 12:52:46.907368 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-2f65e1f9-1e96-47fe-ad8e-dce14eb85b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:52:46.909238 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-2f65e1f9-1e96-47fe-ad8e-dce14eb85b9b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0493381 Oct 26 12:52:46.952446 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-20c821d9-68af-4816-b90a-1b8767d63035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:52:46.954071 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-20c821d9-68af-4816-b90a-1b8767d63035 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0391605 Oct 26 12:52:46.964077 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-5a80f9a4-7e86-4787-a6c9-af6358cd3da1 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105415) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 12:52:46.965014 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-5a80f9a4-7e86-4787-a6c9-af6358cd3da1 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048170 Oct 26 12:52:47.057637 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-11844b08-b9f6-4e86-acf2-e59ab85c54b1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866537 Oct 26 12:52:47.146361 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-33073ec9-8e70-444e-8b44-4eae34cbe382 req-b8ba746c-1709-47e6-bc1b-3f588799200a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824656 Oct 26 12:52:47.813412 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:52:52.688133 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:52.690043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:56.981935 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-92a2c6ec-6fa7-4042-973f-4f7f4b093484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:52:57.137569 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=50 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:57.143507 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=51 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:57.809462 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:52:59.151101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9b3b89e7-62a4-4cb8-a42f-df16d5279e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:00.483450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:01.845765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:01.993773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:11.987662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:11.989807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:12.686545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:22.681257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:22.683177 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:24.812352 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:53:26.983647 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-01d3ac61-e708-43be-b5d2-0cb87d82c579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:29.152531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-bdf8b3d1-b958-4441-a699-265843fe74b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:30.487005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:31.851126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:31.998561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:34.807750 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:34.808523 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:41.987544 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:41.994320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:42.688027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:46.608204 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-f0197b27-72bb-4e02-9a90-a0e69cf789c6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394886 Oct 26 12:53:46.695386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-6fdd2111-d160-4301-af03-d3cffbd64581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:53:46.696922 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-6fdd2111-d160-4301-af03-d3cffbd64581 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1129 time: 0.0451670 Oct 26 12:53:46.802977 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-92e21148-c474-4e2d-849d-793dfeef0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:53:46.804518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-92e21148-c474-4e2d-849d-793dfeef0d1f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0878770 Oct 26 12:53:46.870776 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-fc0810e3-2c3b-4001-9819-be765d7a9b78 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 200 len: 1000 time: 0.0597785 Oct 26 12:53:46.921376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-9a59b761-3e23-41dd-af00-396fa625425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:53:46.922833 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-9a59b761-3e23-41dd-af00-396fa625425f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0455468 Oct 26 12:53:46.966182 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-e89fc8da-e47e-4b9d-91ff-9e44007be0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:53:46.967671 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-e89fc8da-e47e-4b9d-91ff-9e44007be0db service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0392029 Oct 26 12:53:47.062485 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-726cef6f-f67f-4621-87f7-20f8f8518d14 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879927 Oct 26 12:53:47.152278 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-57ce6823-d5db-450d-a08c-2493abc972d8 req-5f2b6ef0-762a-4a64-8b97-106097a45e98 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835173 Oct 26 12:53:52.678523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:52.684529 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:56.472742 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:56.474488 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:56.985314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4c60-10ea-497e-bb8a-46151a0e0a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:53:57.147405 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=50 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:57.149302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=51 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:53:59.154915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0b304c52-0148-4495-9029-add2f38eee36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:00.493183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:01.811651 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:54:01.855501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:01.999603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:11.807628 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:11.993524 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:11.995437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:12.684099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:16.478939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 42958) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:16.621304 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Deleting port 58b0f95c-6a78-45f6-aedb-159ba7150190 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:16.621645 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (58b0f95c-6a78-45f6-aedb-159ba7150190), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:16.702762 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (58b0f95c-6a78-45f6-aedb-159ba7150190), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:16.703083 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for floatingip (58b0f95c-6a78-45f6-aedb-159ba7150190), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:16.715737 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Calling delete_port for 58b0f95c-6a78-45f6-aedb-159ba7150190 owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:16.863907 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (58b0f95c-6a78-45f6-aedb-159ba7150190), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:16.889525 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event deleted for resources: {'Port': ['ID=58b0f95c-6a78-45f6-aedb-159ba7150190,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:16.901986 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.902337 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.902677 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.903015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.903364 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.903674 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.904024 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.904346 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.904671 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.904992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.905324 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.905646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.905965 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.906534 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.906852 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:16.963627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for floatingip (a1e63a8f-5a5c-4497-a564-3f624b6843ea), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:16.964024 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Floating IP a1e63a8f-5a5c-4497-a564-3f624b6843ea disassociated (deleted). External IP: 172.26.0.237, port: e0960978-20a1-42e6-b22a-34c371fee757. Oct 26 12:54:17.170875 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:54:17.262077 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:17.276706 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:54:17.281751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:17.287909 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:17.298571 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:17.299187 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:17.311102 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-6cc50c5f-5ca1-4324-a7ba-22df5403044f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/a1e63a8f-5a5c-4497-a564-3f624b6843ea HTTP/1.1" status: 204 len: 168 time: 0.8311017 Oct 26 12:54:17.311883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:54:17.314283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "tag": "e0960978-20a1-42e6-b22a-34c371fee757"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:54:17.407768 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:17.452836 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f2d24c-56c1-4064-928c-8e9846124bb7 x-openstack-request-id: req-24f2d24c-56c1-4064-928c-8e9846124bb7 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:54:17.453380 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "tag": "e0960978-20a1-42e6-b22a-34c371fee757", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:54:17.453646 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24f2d24c-56c1-4064-928c-8e9846124bb7 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:54:17.454062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f2d24c-56c1-4064-928c-8e9846124bb7'] response: {'name': 'network-changed', 'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757', 'status': 'completed', 'code': 200} Oct 26 12:54:17.600535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:51:03Z', 'revision_number': 49, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:51:03Z', 'revision_number': 50, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:17.628562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43a072-e0c2-44e7-a559-0009bf56f3db req-6d6edeef-53be-4434-b19d-b0796828d9c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:17.629165 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:17.630062 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ca43a072-e0c2-44e7-a559-0009bf56f3db req-6d6edeef-53be-4434-b19d-b0796828d9c9 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 945 time: 0.0982153 Oct 26 12:54:17.637734 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:17.638343 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:17.676251 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:17.686008 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ca43a072-e0c2-44e7-a559-0009bf56f3db req-9908ab3a-93b2-4fea-86f0-6948be40609f tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499873 Oct 26 12:54:17.824829 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:18.009122 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:51:03Z', 'revision_number': 49, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:51:03Z', 'revision_number': 50, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:18.034048 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232516b-8fa9-446d-b36c-1ce25aa4970e None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:51:03Z', 'revision_number': 49, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:51:03Z', 'revision_number': 50, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:18.515094 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-324ed5ca-dffb-47c8-a839-c4f6ccd09c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:18.516822 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-324ed5ca-dffb-47c8-a839-c4f6ccd09c36 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 1129 time: 0.0493615 Oct 26 12:54:18.618550 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-1a52b9c4-a03b-4f81-80c6-051d55455e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:18.620006 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-1a52b9c4-a03b-4f81-80c6-051d55455e21 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 200 len: 909 time: 0.0949836 Oct 26 12:54:18.702119 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-75d6c898-bb96-4248-a052-f7bc87dc0057 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 200 len: 217 time: 0.0445776 Oct 26 12:54:18.756360 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-5286233d-8c3e-41fe-91bc-cadbac8a55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:18.757860 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-5286233d-8c3e-41fe-91bc-cadbac8a55d0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 200 len: 847 time: 0.0496747 Oct 26 12:54:18.881837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4ba74-b292-421f-9356-46c6f2fc8571 req-58523fbe-800f-44ef-bc91-0775943eb0cd tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:18.883405 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ee4ba74-b292-421f-9356-46c6f2fc8571 req-58523fbe-800f-44ef-bc91-0775943eb0cd tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 945 time: 0.0987241 Oct 26 12:54:18.941311 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9ee4ba74-b292-421f-9356-46c6f2fc8571 req-b7a6a0c7-96a6-4455-a5cf-62da91ecaa15 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=66ded9ea-4d76-402c-949b-4ef5dd828124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520351 Oct 26 12:54:18.962938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-4e7c0db9-e24b-418a-8c6f-f91dd3be3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:18.964607 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-4e7c0db9-e24b-418a-8c6f-f91dd3be3727 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=1f340afd-823c-4e17-9c10-28bc1b5d9d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442448 Oct 26 12:54:19.043540 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-07b40d8b-6e57-4ced-a1d2-9a90ad72a6d4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:19.045126 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-07b40d8b-6e57-4ced-a1d2-9a90ad72a6d4 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 945 time: 0.0531738 Oct 26 12:54:19.067781 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-d977f99b-b8da-4437-af57-ed8a033b0680 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956917 Oct 26 12:54:19.138873 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Deleting port e0960978-20a1-42e6-b22a-34c371fee757 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:19.139355 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (e0960978-20a1-42e6-b22a-34c371fee757), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:19.171860 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-0efb7bf0-821e-4ca6-ad2d-4d70f934b2ae req-66239afc-750c-4c9b-8971-164a6e25e42d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984514 Oct 26 12:54:19.248810 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] For port e0960978-20a1-42e6-b22a-34c371fee757, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=e0960978-20a1-42e6-b22a-34c371fee757,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:19.249190 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (e0960978-20a1-42e6-b22a-34c371fee757), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:19.263396 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Calling delete_port for e0960978-20a1-42e6-b22a-34c371fee757 owned by compute:nova {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:19.423416 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (e0960978-20a1-42e6-b22a-34c371fee757), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:19.457719 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event deleted for resources: {'Port': ['ID=e0960978-20a1-42e6-b22a-34c371fee757,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:19.509439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] No DVR routers for this DVR port e0960978-20a1-42e6-b22a-34c371fee757 on host hv-neutron-7598 {{(pid=105416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:54:19.512093 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:19.515487 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-338734bf-f1c3-4948-8e42-3460a2b0ac1d req-e6a9aee9-f022-42f7-bbd3-174bd26cddf1 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.23 "DELETE /networking/v2.0/ports/e0960978-20a1-42e6-b22a-34c371fee757 HTTP/1.1" status: 204 len: 173 time: 0.4648941 Oct 26 12:54:19.516900 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'name': 'network-vif-deleted', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:54:19.519560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9fca19-245d-45b7-9557-4f5c02c34226" -d '{"events": [{"server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "name": "network-vif-deleted", "tag": "e0960978-20a1-42e6-b22a-34c371fee757"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:54:19.581427 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7ab053-462e-49e6-a11f-1a7f65bd0f68 x-openstack-request-id: req-ad7ab053-462e-49e6-a11f-1a7f65bd0f68 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:54:19.581720 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dc5bc2-3241-4c55-a728-2f1f2823208e", "name": "network-vif-deleted", "tag": "e0960978-20a1-42e6-b22a-34c371fee757", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:54:19.581973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad7ab053-462e-49e6-a11f-1a7f65bd0f68 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:54:19.582760 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7ab053-462e-49e6-a11f-1a7f65bd0f68'] response: {'server_uuid': '27dc5bc2-3241-4c55-a728-2f1f2823208e', 'name': 'network-vif-deleted', 'tag': 'e0960978-20a1-42e6-b22a-34c371fee757', 'status': 'completed', 'code': 200} Oct 26 12:54:19.657806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:19.713323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 3b683ce5-da5a-4024-acd0-bd159de13aa9 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:19.713700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:19.714034 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 3b683ce5-da5a-4024-acd0-bd159de13aa9 Oct 26 12:54:19.803219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:19.804256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:19.842811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:19.851626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:19.852641 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:19.967387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=51']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:19.983622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.983622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.983622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.983622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.983622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.983622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.983622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.983622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.984303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.984303 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.984439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.984746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.985071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.985389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.985707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:19.997219 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:19.997597 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:19.997948 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:54:20.092289 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-540c723f-8aa8-4aa9-a96f-e7e9e8727511 req-d2b4cf52-9c55-4c3b-9e9c-6f11720549eb tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0408077 Oct 26 12:54:20.120978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:20.121365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:20.145993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:20.150210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:20.199150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=50']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:20.697115 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:20.701064 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:20.701729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:20.806709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:20.991650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:20.995380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:54:20Z', 'revision_number': 50, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:54:19Z', 'revision_number': 51, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:21.024837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:21.033420 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:21.034020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:21.135444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:21.201945 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-ec5e528a-d0cc-4ce4-9f05-8a08791fc8b5 req-bab41419-c7b0-42e6-ba3c-7008ac823a1b tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0281038 Oct 26 12:54:21.208668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:21.337513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:54:20Z', 'revision_number': 50, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:54:19Z', 'revision_number': 51, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:21.363209 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b583ff-36a4-4f14-a0c7-731ff83aa37e None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:54:20Z', 'revision_number': 50, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:54:19Z', 'revision_number': 51, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:21.620316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:21.702602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 3b683ce5-da5a-4024-acd0-bd159de13aa9 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:21.703260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:21.737776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:21.744871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:21.745745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:21.825658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=52']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:21.866332 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:21.866747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:21.899810 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:21.905705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:21.960853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=51']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:22.313900 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-65ef8c7c-af9d-4869-a01b-9de3c3d1d84d req-1ee7f5fe-cb25-4684-8012-e70f5ff5d994 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0298631 Oct 26 12:54:22.656712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device e0960978-20a1-42e6-b22a-34c371fee757 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:22.677389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: e0960978-20a1-42e6-b22a-34c371fee757 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:54:22.677874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device e0960978-20a1-42e6-b22a-34c371fee757 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:54:23.420548 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a249376b-182e-486f-a402-28e0e89e4476 req-24bddf83-97e8-4abf-9be7-a1e2b9354672 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=27dc5bc2-3241-4c55-a728-2f1f2823208e HTTP/1.1" status: 200 len: 210 time: 0.0314784 Oct 26 12:54:23.617241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:23.617241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:23.617241 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:23.731052 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:23.932315 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:23.935760 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:23.951240 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:54:21Z', 'revision_number': 51, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:54:21Z', 'revision_number': 52, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:23.983659 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:23.993790 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:23.994851 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:24.117042 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:24.324801 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:54:21Z', 'revision_number': 51, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:54:21Z', 'revision_number': 52, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:24.357812 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e226d3-0d82-4eb0-bb6e-9da46507075b None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12'}], 'enable_snat': True}, 'gw_port_id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:46:07Z', 'revision_number': 4, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port': {'id': '85a015f3-b363-4b69-ad73-263fd14d4651', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:1f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:54:21Z', 'revision_number': 51, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '3b683ce5-da5a-4024-acd0-bd159de13aa9', 'name': '', 'network_id': '1f340afd-823c-4e17-9c10-28bc1b5d9d48', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'mac_address': 'fa:16:3e:f9:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:06Z', 'updated_at': '2022-10-26T12:54:21Z', 'revision_number': 52, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'subnets': [{'id': 'c913e241-8674-41ff-9304-90b5b1a680fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:24.510916 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43002) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:24.582844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (66ded9ea-4d76-402c-949b-4ef5dd828124), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:24.610340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (66ded9ea-4d76-402c-949b-4ef5dd828124), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:24.687275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (66ded9ea-4d76-402c-949b-4ef5dd828124), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:24.691144 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:24.692725 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/66ded9ea-4d76-402c-949b-4ef5dd828124 HTTP/1.1" status: 204 len: 168 time: 0.1774976 Oct 26 12:54:24.709598 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ded9ea-4d76-402c-949b-4ef5dd828124,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:24.730990 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.731591 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.732149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.732655 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.733168 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.733657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.734166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.734666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.735166 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.735669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.736335 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.736645 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.736947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.737281 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.737627 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14a4556-4b0a-45b7-909e-a7ccf5f90814 tempest-TestShelveInstance-1974581572 tempest-TestShelveInstance-1974581572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:24.767772 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43006) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:25.246289 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:25.305469 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:25.326731 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:25.522179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:25.523797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Deleting port 3b683ce5-da5a-4024-acd0-bd159de13aa9 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:25.524386 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:25.635347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] For port 3b683ce5-da5a-4024-acd0-bd159de13aa9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=3b683ce5-da5a-4024-acd0-bd159de13aa9,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:25.635836 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:25.653082 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Calling delete_port for 3b683ce5-da5a-4024-acd0-bd159de13aa9 owned by network:router_interface {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:25.761126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:25.778415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:25.863781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:25.868519 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (3b683ce5-da5a-4024-acd0-bd159de13aa9), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:25.915465 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b683ce5-da5a-4024-acd0-bd159de13aa9,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:26.099041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:26.133878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 3b683ce5-da5a-4024-acd0-bd159de13aa9 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:54:26.134566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 12:54:26.156912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Port 3b683ce5-da5a-4024-acd0-bd159de13aa9 not found, will not notify nova. {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 12:54:26.157773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:26.176162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:26.247141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef9982-dd25-462b-b247-16152a887424 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:54:26.254068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:26.287850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:26.294885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 85a015f3-b363-4b69-ad73-263fd14d4651 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:26.295517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:26.296031 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 85a015f3-b363-4b69-ad73-263fd14d4651 Oct 26 12:54:26.382752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ef9982-dd25-462b-b247-16152a887424 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:54:26.427375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 85a015f3-b363-4b69-ad73-263fd14d4651 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:26.428030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:26.435972 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:26.487290 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:26.493400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:26.501071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:54:26.512932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:26.619822 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=52']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:26.635947 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:54:26.640518 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-9f8033a4-4808-4cd1-b733-ac42a3c7328b admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b0bf6af4-d09f-4139-ae1b-ee9ab7d69622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8713546 Oct 26 12:54:26.642991 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43010) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:26.995272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c107-ac10-48e4-b778-ce31301f137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.097946 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks [] for router (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.215626 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks [] for router_gateway (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.253036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-4c2fbfe1-0f12-4362-87f6-aec68144cc88 None None] Provisioning complete for port cdf76426-29e9-4f2a-b0c1-19be5080778f triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:27.253416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbfe1-0f12-4362-87f6-aec68144cc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.253761 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-4c2fbfe1-0f12-4362-87f6-aec68144cc88 None None] Attempt 1 to provision port cdf76426-29e9-4f2a-b0c1-19be5080778f Oct 26 12:54:27.265401 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Deleting port 85a015f3-b363-4b69-ad73-263fd14d4651 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:27.265844 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.337316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-4c2fbfe1-0f12-4362-87f6-aec68144cc88 None None] Current status of the port cdf76426-29e9-4f2a-b0c1-19be5080778f is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:27.355644 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] For port 85a015f3-b363-4b69-ad73-263fd14d4651, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=85a015f3-b363-4b69-ad73-263fd14d4651,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:27.356038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.369038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Calling delete_port for 85a015f3-b363-4b69-ad73-263fd14d4651 owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:27.500504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:27.500504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:27.500504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:27.546541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (85a015f3-b363-4b69-ad73-263fd14d4651), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.574235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Pushing event deleted for resources: {'Port': ['ID=85a015f3-b363-4b69-ad73-263fd14d4651,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:27.597474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:27.605036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:27.646110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 3b683ce5-da5a-4024-acd0-bd159de13aa9 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:54:27.646839 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 3b683ce5-da5a-4024-acd0-bd159de13aa9 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:54:27.647004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:27.647795 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.679003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:54:27Z', 'revision_number': 6, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:27.695938 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 85a015f3-b363-4b69-ad73-263fd14d4651 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:54:27.696293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 85a015f3-b363-4b69-ad73-263fd14d4651 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:54:27.719426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] Checking router: b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:27.729052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] Routers {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:27.729694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:27.742942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.745707 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks [] for router_controller (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.799193 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (b0bf6af4-d09f-4139-ae1b-ee9ab7d69622), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.800157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:54:27.806845 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.807772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] Set router b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:27.811028 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43012) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:27.812570 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-e1c33fb1-836a-4f99-8fc3-26c5ba1f01ff admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/b0bf6af4-d09f-4139-ae1b-ee9ab7d69622 HTTP/1.1" status: 204 len: 168 time: 1.1683993 Oct 26 12:54:27.858928 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b651a3-bfd9-4f76-a0e6-09ee97ca3bdb admin admin] Deleting subnet c913e241-8674-41ff-9304-90b5b1a680fd {{(pid=105416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:54:27.862940 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-68b651a3-bfd9-4f76-a0e6-09ee97ca3bdb admin admin] Publish callbacks [] for subnet (c913e241-8674-41ff-9304-90b5b1a680fd), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.865819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:54:27Z', 'revision_number': 7, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:27.902163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-68b651a3-bfd9-4f76-a0e6-09ee97ca3bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2098635'] for subnet (c913e241-8674-41ff-9304-90b5b1a680fd), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:27.910671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcbc9e-ea0c-4c3a-8ea4-469a0b508b0e None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [{'id': 'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622', 'name': 'tempest-TestShelveInstance-794306578-router', 'tenant_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:04Z', 'updated_at': '2022-10-26T12:54:27Z', 'revision_number': 7, 'project_id': 'b7d4ef6e4eff45dc809a5115b2803b91', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:28.000399 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-68b651a3-bfd9-4f76-a0e6-09ee97ca3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (c913e241-8674-41ff-9304-90b5b1a680fd), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.055244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:28.067925 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-68b651a3-bfd9-4f76-a0e6-09ee97ca3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2101484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2922098'] for subnet (c913e241-8674-41ff-9304-90b5b1a680fd), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.074113 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:28.101657 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b651a3-bfd9-4f76-a0e6-09ee97ca3bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c913e241-8674-41ff-9304-90b5b1a680fd,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:28.108520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-68b651a3-bfd9-4f76-a0e6-09ee97ca3bdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.111689 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-68b651a3-bfd9-4f76-a0e6-09ee97ca3bdb admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/c913e241-8674-41ff-9304-90b5b1a680fd HTTP/1.1" status: 204 len: 168 time: 0.2997079 Oct 26 12:54:28.114385 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43014) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:28.122532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbef1cc-ab7a-403b-b64d-57666f3d4758 None None] Network 1f340afd-823c-4e17-9c10-28bc1b5d9d48 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:54:28.165011 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:28.190886 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:28.202038 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (1f340afd-823c-4e17-9c10-28bc1b5d9d48), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.247272 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Deleting port cdf76426-29e9-4f2a-b0c1-19be5080778f {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:28.247579 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.314774 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] For port cdf76426-29e9-4f2a-b0c1-19be5080778f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cdf76426-29e9-4f2a-b0c1-19be5080778f,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:28.315135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.328141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496beaca-9ac4-4a49-9c13-5ad7453f84ba None None] DHCP port deletion for 1f340afd-823c-4e17-9c10-28bc1b5d9d48 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:54:28.329235 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Calling delete_port for cdf76426-29e9-4f2a-b0c1-19be5080778f owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:28.364758 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-496beaca-9ac4-4a49-9c13-5ad7453f84ba None None] Deleting port cdf76426-29e9-4f2a-b0c1-19be5080778f {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:28.365134 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-496beaca-9ac4-4a49-9c13-5ad7453f84ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.377941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:28.410688 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.444104 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf76426-29e9-4f2a-b0c1-19be5080778f,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:28.444322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-496beaca-9ac4-4a49-9c13-5ad7453f84ba None None] For port cdf76426-29e9-4f2a-b0c1-19be5080778f, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=cdf76426-29e9-4f2a-b0c1-19be5080778f,segment=NetworkSegment(206afe78-4ff3-4448-b7f9-0671b1a6a0a7),segment_id=206afe78-4ff3-4448-b7f9-0671b1a6a0a7)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:28.444511 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-496beaca-9ac4-4a49-9c13-5ad7453f84ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.447557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] No DVR routers for this DVR port cdf76426-29e9-4f2a-b0c1-19be5080778f on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:54:28.467130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-496beaca-9ac4-4a49-9c13-5ad7453f84ba None None] Calling delete_port for cdf76426-29e9-4f2a-b0c1-19be5080778f owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:28.472183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:28.538323 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (1f340afd-823c-4e17-9c10-28bc1b5d9d48), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.559585 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-496beaca-9ac4-4a49-9c13-5ad7453f84ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (cdf76426-29e9-4f2a-b0c1-19be5080778f), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.560279 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f340afd-823c-4e17-9c10-28bc1b5d9d48']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:28.570131 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206afe78-4ff3-4448-b7f9-0671b1a6a0a7') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:28.570430 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206afe78-4ff3-4448-b7f9-0671b1a6a0a7') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:28.580509 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (206afe78-4ff3-4448-b7f9-0671b1a6a0a7), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.583500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496beaca-9ac4-4a49-9c13-5ad7453f84ba None None] Pushing event deleted for resources: {'Port': ['ID=cdf76426-29e9-4f2a-b0c1-19be5080778f,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:28.587233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496beaca-9ac4-4a49-9c13-5ad7453f84ba None None] No DVR routers for this DVR port cdf76426-29e9-4f2a-b0c1-19be5080778f on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:54:28.597973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (206afe78-4ff3-4448-b7f9-0671b1a6a0a7), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.606169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:54:28.606586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (206afe78-4ff3-4448-b7f9-0671b1a6a0a7), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.675739 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (1f340afd-823c-4e17-9c10-28bc1b5d9d48), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.681164 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:28.684520 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/1f340afd-823c-4e17-9c10-28bc1b5d9d48 HTTP/1.1" status: 204 len: 168 time: 0.5691290 Oct 26 12:54:28.687575 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43020) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:28.699961 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b199d4a-4800-49f8-9a1d-7fc84eaf6bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f340afd-823c-4e17-9c10-28bc1b5d9d48,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:28.717919 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 206afe78-4ff3-4448-b7f9-0671b1a6a0a7 resource provider aggregate not found Oct 26 12:54:28.744192 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 206afe78-4ff3-4448-b7f9-0671b1a6a0a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 206afe78-4ff3-4448-b7f9-0671b1a6a0a7 found for delete ", "request_id": "req-01747388-7129-4092-9dc5-848a05ffdff7"}]} Oct 26 12:54:28.827690 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6af94-a601-41b8-9130-4750ff80d103 None None] Sync routers for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:28.840167 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6af94-a601-41b8-9130-4750ff80d103 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:28.840557 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6af94-a601-41b8-9130-4750ff80d103 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:54:28.841155 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-45c6af94-a601-41b8-9130-4750ff80d103 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:54:28.851248 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6af94-a601-41b8-9130-4750ff80d103 None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:28.851531 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6af94-a601-41b8-9130-4750ff80d103 None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:54:28.852165 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-45c6af94-a601-41b8-9130-4750ff80d103 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:53:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:54:28.852535 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6af94-a601-41b8-9130-4750ff80d103 None None] The sync data for ids ['b0bf6af4-d09f-4139-ae1b-ee9ab7d69622'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:29.158707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e28fbc86-b664-4013-b8c6-cb5a4c1e1576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:29.306658 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (7eae89b0-b8c9-479d-9d97-df4294737e3f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:29.523743 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Deleting port 718ac501-7ce0-48ea-8140-f5d7bb5593d9 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:29.524094 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:29.565631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cdf76426-29e9-4f2a-b0c1-19be5080778f no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:29.585831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: cdf76426-29e9-4f2a-b0c1-19be5080778f {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:54:29.586181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device cdf76426-29e9-4f2a-b0c1-19be5080778f not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:54:29.614325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-588aa756-7042-4268-8838-72753970d189 admin admin] For port 718ac501-7ce0-48ea-8140-f5d7bb5593d9, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=718ac501-7ce0-48ea-8140-f5d7bb5593d9,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:29.614680 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:29.627756 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Calling delete_port for 718ac501-7ce0-48ea-8140-f5d7bb5593d9 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:29.792253 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:29.809696 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (718ac501-7ce0-48ea-8140-f5d7bb5593d9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:29.836256 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Pushing event deleted for resources: {'Port': ['ID=718ac501-7ce0-48ea-8140-f5d7bb5593d9,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:29.884145 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:30.007284 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (7eae89b0-b8c9-479d-9d97-df4294737e3f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:30.027928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee7aca3-e683-47ac-a5eb-5a7288539dc1 None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:54:30.098386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7aca3-e683-47ac-a5eb-5a7288539dc1 None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:54:30.220167 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Router 7eae89b0-b8c9-479d-9d97-df4294737e3f has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:54:30.328072 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588aa756-7042-4268-8838-72753970d189 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:54:30.334269 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-588aa756-7042-4268-8838-72753970d189 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/7eae89b0-b8c9-479d-9d97-df4294737e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451037 Oct 26 12:54:30.337162 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43024) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:30.339117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:30.350217 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:30.350755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:30.445829 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks [] for router (7eae89b0-b8c9-479d-9d97-df4294737e3f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:30.459864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:30.559414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks [] for router_gateway (7eae89b0-b8c9-479d-9d97-df4294737e3f), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:30.572596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:30.607778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Deleting port 576c6aef-549d-4fee-b36f-cb530542d60b {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:30.607778 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:30.651484 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27'}], 'enable_snat': True}, 'gw_port_id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:54:29Z', 'revision_number': 5, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port': {'id': '576c6aef-549d-4fee-b36f-cb530542d60b', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:46:09Z', 'updated_at': '2022-10-26T12:46:57Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:30.677813 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] Checking router: 7eae89b0-b8c9-479d-9d97-df4294737e3f for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:30.686397 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] Routers {'7eae89b0-b8c9-479d-9d97-df4294737e3f'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:30.687029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['7eae89b0-b8c9-479d-9d97-df4294737e3f'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:30.702054 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] For port 576c6aef-549d-4fee-b36f-cb530542d60b, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=576c6aef-549d-4fee-b36f-cb530542d60b,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:30.702414 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:30.716310 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Calling delete_port for 576c6aef-549d-4fee-b36f-cb530542d60b owned by network:router_gateway {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:30.724521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:30.768413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:30.776853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] Set router 7eae89b0-b8c9-479d-9d97-df4294737e3f gateway port host: None {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:30.830654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:30.897142 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (576c6aef-549d-4fee-b36f-cb530542d60b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:30.924113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Pushing event deleted for resources: {'Port': ['ID=576c6aef-549d-4fee-b36f-cb530542d60b,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:30.978157 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:54:30Z', 'revision_number': 6, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:30.981576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3a0dc8a1-3b9a-4e8c-92ca-f33ba53e2dec None None] Provisioning complete for port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:30.981576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3a0dc8a1-3b9a-4e8c-92ca-f33ba53e2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:30.981888 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3a0dc8a1-3b9a-4e8c-92ca-f33ba53e2dec None None] Attempt 1 to provision port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 Oct 26 12:54:30.998797 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (7eae89b0-b8c9-479d-9d97-df4294737e3f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.012100 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d026a2f-d63b-4a8c-b0d2-34cbdcd04ba7 None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [{'id': '7eae89b0-b8c9-479d-9d97-df4294737e3f', 'name': 'tempest-TestShelveInstance-1914128546-router', 'tenant_id': 'f622b0f09e2c45088eded2c57d57af25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:46:08Z', 'updated_at': '2022-10-26T12:54:30Z', 'revision_number': 6, 'project_id': 'f622b0f09e2c45088eded2c57d57af25', 'gw_port_host': None}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:31.090000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3a0dc8a1-3b9a-4e8c-92ca-f33ba53e2dec None None] Current status of the port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:31.097236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (7eae89b0-b8c9-479d-9d97-df4294737e3f), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.099809 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks [] for router_controller (7eae89b0-b8c9-479d-9d97-df4294737e3f), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.147291 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (7eae89b0-b8c9-479d-9d97-df4294737e3f), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.147935 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eae89b0-b8c9-479d-9d97-df4294737e3f {{(pid=105415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:54:31.152311 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.153315 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-20a11224-8b4c-46c4-9470-2ab1e15ec855 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/7eae89b0-b8c9-479d-9d97-df4294737e3f HTTP/1.1" status: 204 len: 168 time: 0.8148832 Oct 26 12:54:31.156586 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43026) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:31.204238 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8a1e50-1dc2-4bb1-8019-cf8115a17708 admin admin] Deleting subnet 5975e60d-bf5c-40e3-8c64-425bf9df44ae {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:54:31.207584 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1e50-1dc2-4bb1-8019-cf8115a17708 admin admin] Publish callbacks [] for subnet (5975e60d-bf5c-40e3-8c64-425bf9df44ae), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.244555 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1e50-1dc2-4bb1-8019-cf8115a17708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (5975e60d-bf5c-40e3-8c64-425bf9df44ae), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.324486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1e50-1dc2-4bb1-8019-cf8115a17708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (5975e60d-bf5c-40e3-8c64-425bf9df44ae), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.376361 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1e50-1dc2-4bb1-8019-cf8115a17708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (5975e60d-bf5c-40e3-8c64-425bf9df44ae), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.400938 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a1e50-1dc2-4bb1-8019-cf8115a17708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5975e60d-bf5c-40e3-8c64-425bf9df44ae,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:31.406658 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1e50-1dc2-4bb1-8019-cf8115a17708 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.409807 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8b8a1e50-1dc2-4bb1-8019-cf8115a17708 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/5975e60d-bf5c-40e3-8c64-425bf9df44ae HTTP/1.1" status: 204 len: 168 time: 0.2522824 Oct 26 12:54:31.412411 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43028) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:31.415091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161d1881-016a-45f0-a86d-727601f12588 None None] Network e97bf8b5-0070-4bbd-b3bf-b410c7b31168 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:54:31.418644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:31.484099 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (e97bf8b5-0070-4bbd-b3bf-b410c7b31168), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.533172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Deleting port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:31.533517 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.562740 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58caa5f-1943-4fbd-9f0d-36c5a06783e2 None None] DHCP port deletion for e97bf8b5-0070-4bbd-b3bf-b410c7b31168 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:54:31.595105 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:31.599868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b58caa5f-1943-4fbd-9f0d-36c5a06783e2 None None] Deleting port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:54:31.600249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b58caa5f-1943-4fbd-9f0d-36c5a06783e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.602585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] For port a7c11a7d-0ad7-4028-970e-8ac8adbe9541, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a7c11a7d-0ad7-4028-970e-8ac8adbe9541,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:31.602954 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.619056 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Calling delete_port for a7c11a7d-0ad7-4028-970e-8ac8adbe9541 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:31.672782 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-b58caa5f-1943-4fbd-9f0d-36c5a06783e2 None None] For port a7c11a7d-0ad7-4028-970e-8ac8adbe9541, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=a7c11a7d-0ad7-4028-970e-8ac8adbe9541,segment=NetworkSegment(47e53715-cb78-43a6-843d-22df346639ca),segment_id=47e53715-cb78-43a6-843d-22df346639ca)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:31.673454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b58caa5f-1943-4fbd-9f0d-36c5a06783e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.688107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-b58caa5f-1943-4fbd-9f0d-36c5a06783e2 None None] Calling delete_port for a7c11a7d-0ad7-4028-970e-8ac8adbe9541 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:54:31.704177 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.734403 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c11a7d-0ad7-4028-970e-8ac8adbe9541,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:31.740185 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] No DVR routers for this DVR port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:54:31.780029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b58caa5f-1943-4fbd-9f0d-36c5a06783e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (a7c11a7d-0ad7-4028-970e-8ac8adbe9541), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.800854 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a3706-ef78-4b0e-833c-ba39debb21ee None None] Sync routers for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:31.808707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58caa5f-1943-4fbd-9f0d-36c5a06783e2 None None] Pushing event deleted for resources: {'Port': ['ID=a7c11a7d-0ad7-4028-970e-8ac8adbe9541,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:31.812216 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a3706-ef78-4b0e-833c-ba39debb21ee None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:31.812656 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a3706-ef78-4b0e-833c-ba39debb21ee None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:54:31.813390 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-077a3706-ef78-4b0e-833c-ba39debb21ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7eae89b0-b8c9-479d-9d97-df4294737e3f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:54:31.813759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58caa5f-1943-4fbd-9f0d-36c5a06783e2 None None] No DVR routers for this DVR port a7c11a7d-0ad7-4028-970e-8ac8adbe9541 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:54:31.818496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (e97bf8b5-0070-4bbd-b3bf-b410c7b31168), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.826590 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a3706-ef78-4b0e-833c-ba39debb21ee None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:31.826926 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a3706-ef78-4b0e-833c-ba39debb21ee None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:54:31.827553 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_agentschedulers_db [None req-077a3706-ef78-4b0e-833c-ba39debb21ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7eae89b0-b8c9-479d-9d97-df4294737e3f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105418) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:54:31.827911 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a3706-ef78-4b0e-833c-ba39debb21ee None None] The sync data for ids ['7eae89b0-b8c9-479d-9d97-df4294737e3f'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:31.844671 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97bf8b5-0070-4bbd-b3bf-b410c7b31168']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:31.851700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:31.855853 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e53715-cb78-43a6-843d-22df346639ca') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:31.856226 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e53715-cb78-43a6-843d-22df346639ca') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:31.858404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.867585 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (47e53715-cb78-43a6-843d-22df346639ca), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.881736 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (47e53715-cb78-43a6-843d-22df346639ca), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.888496 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:54:31.888973 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (47e53715-cb78-43a6-843d-22df346639ca), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.935842 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 47e53715-cb78-43a6-843d-22df346639ca resource provider aggregate not found Oct 26 12:54:31.952952 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 47e53715-cb78-43a6-843d-22df346639ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47e53715-cb78-43a6-843d-22df346639ca found for delete ", "request_id": "req-42b29b7e-ef96-4727-893a-edd4879d97db"}]} Oct 26 12:54:31.961454 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (e97bf8b5-0070-4bbd-b3bf-b410c7b31168), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.967703 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:31.970070 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/e97bf8b5-0070-4bbd-b3bf-b410c7b31168 HTTP/1.1" status: 204 len: 168 time: 0.5567436 Oct 26 12:54:31.982128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462aa3b-b87c-4016-bb16-efd8cd3e133d admin admin] Pushing event deleted for resources: {'Network': ['ID=e97bf8b5-0070-4bbd-b3bf-b410c7b31168,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:32.003387 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:32.085787 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43036) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:32.130730 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-29538bc8-6cdf-4067-8b90-d3b5b8e47800 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b7d4ef6e4eff45dc809a5115b2803b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437202 Oct 26 12:54:32.133294 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43038) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:32.181826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00d2cf2e-1541-4eea-ad24-8a2f2f0a8fc9 admin admin] Publish callbacks [] for security_group (f3cb1741-4bfb-4a7c-a638-4702bad692f6), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:32.202128 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00d2cf2e-1541-4eea-ad24-8a2f2f0a8fc9 admin admin] Publish callbacks [] for security_group (f3cb1741-4bfb-4a7c-a638-4702bad692f6), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:32.251510 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00d2cf2e-1541-4eea-ad24-8a2f2f0a8fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (f3cb1741-4bfb-4a7c-a638-4702bad692f6), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:32.254152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-00d2cf2e-1541-4eea-ad24-8a2f2f0a8fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:32.255397 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-00d2cf2e-1541-4eea-ad24-8a2f2f0a8fc9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f3cb1741-4bfb-4a7c-a638-4702bad692f6 HTTP/1.1" status: 204 len: 168 time: 0.1212077 Oct 26 12:54:32.263219 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2cf2e-1541-4eea-ad24-8a2f2f0a8fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb1741-4bfb-4a7c-a638-4702bad692f6,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:32.570535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43044) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:32.612021 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-28b8577e-047f-4674-9b59-59a5d1abcca1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f622b0f09e2c45088eded2c57d57af25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403228 Oct 26 12:54:32.614399 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43046) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:32.663439 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-923ad82a-a4ef-489e-9b77-216219e34575 admin admin] Publish callbacks [] for security_group (71918ba6-e592-4baf-b930-7b334a857886), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:32.683161 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-923ad82a-a4ef-489e-9b77-216219e34575 admin admin] Publish callbacks [] for security_group (71918ba6-e592-4baf-b930-7b334a857886), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:32.734374 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-923ad82a-a4ef-489e-9b77-216219e34575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (71918ba6-e592-4baf-b930-7b334a857886), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:32.736962 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-923ad82a-a4ef-489e-9b77-216219e34575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:32.738154 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-923ad82a-a4ef-489e-9b77-216219e34575 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/71918ba6-e592-4baf-b930-7b334a857886 HTTP/1.1" status: 204 len: 168 time: 0.1228659 Oct 26 12:54:32.747313 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ad82a-a4ef-489e-9b77-216219e34575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71918ba6-e592-4baf-b930-7b334a857886,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:33.416619 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43068) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:33.515394 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-81435008-network', 'tenant_id': '4cc73a458c564736ba55964abbb7c757'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:33.537638 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Made reservation on behalf of 4cc73a458c564736ba55964abbb7c757 for: {'network': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:54:33.540120 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:33.548791 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:33.573499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a7c11a7d-0ad7-4028-970e-8ac8adbe9541 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:33.600842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: a7c11a7d-0ad7-4028-970e-8ac8adbe9541 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:54:33.601206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device a7c11a7d-0ad7-4028-970e-8ac8adbe9541 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:54:33.629157 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Publish callbacks [] for security_group (233f2a73-a8ba-40fe-8d49-45db38ff6051), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:33.635523 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (233f2a73-a8ba-40fe-8d49-45db38ff6051), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:33.664456 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=105415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:54:33.671098 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233f2a73-a8ba-40fe-8d49-45db38ff6051,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:33.677421 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (7a2dafef-6f2e-45e8-a5b4-7becfb36965b), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:33.677770 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.segments_db [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Added segment 7a2dafef-6f2e-45e8-a5b4-7becfb36965b of type vlan for network c351d330-76f5-436b-8075-e582910dee05 Oct 26 12:54:33.719715 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (c351d330-76f5-436b-8075-e582910dee05), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:33.744713 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (c351d330-76f5-436b-8075-e582910dee05), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:33.745733 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:33.746312 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:33.751342 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:33.802923 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3851764 Oct 26 12:54:33.806053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43072) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:33.818905 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Request body: {'subnet': {'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-81435008-subnet', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:33.829942 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0a56a-0675-4000-a874-db9c485133f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c351d330-76f5-436b-8075-e582910dee05,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:33.839989 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network c351d330-76f5-436b-8075-e582910dee05 details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:54:33.845846 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Made reservation on behalf of 4cc73a458c564736ba55964abbb7c757 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:54:33.848620 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:33.903234 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:34.028609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.079101 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:34.094255 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Checking segment: {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:54:34.094743 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Network hostable DHCP agents. Network: c351d330-76f5-436b-8075-e582910dee05, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:54:34.112631 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Network c351d330-76f5-436b-8075-e582910dee05 is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:54:34.121763 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, c351d330-76f5-436b-8075-e582910dee05) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:34.125752 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:34.126347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.131403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefcc51-7378-4873-9937-a865d1fd19cd None None] Network c351d330-76f5-436b-8075-e582910dee05 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:54:34.143446 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-22d428d8-145b-421b-92c9-4bf584e884b1 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3363402 Oct 26 12:54:34.146920 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43074) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:34.151302 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:34.172956 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (0967c5ae-70d0-479d-bae8-b00878771def), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.173922 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (0967c5ae-70d0-479d-bae8-b00878771def), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.227855 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks [] for router_controller (0967c5ae-70d0-479d-bae8-b00878771def), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.243474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-c351d330-76f5-436b-8075-e582910dee05', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:54:34.244449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.367535 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks [] for router_gateway (0967c5ae-70d0-479d-bae8-b00878771def), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.382738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Allocated IP 172.20.0.2 (c351d330-76f5-436b-8075-e582910dee05/eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831/7a17df21-2012-4dc9-bc42-a82c095274a0) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:54:34.509334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:34.527912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:34.529727 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Publish callbacks [] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.538154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.557490 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks [] for router_gateway (0967c5ae-70d0-479d-bae8-b00878771def), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.577113 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.583175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Network c351d330-76f5-436b-8075-e582910dee05 is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:34.586496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:34.588438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Pushing event updated for resources: {'Port': ['ID=7a17df21-2012-4dc9-bc42-a82c095274a0,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:34.590551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:54:34.648552 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Attempting to bind port 7a17df21-2012-4dc9-bc42-a82c095274a0 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:54:34.648828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Attempting to bind port 7a17df21-2012-4dc9-bc42-a82c095274a0 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:54:34.649186 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Attempting to bind port 7a17df21-2012-4dc9-bc42-a82c095274a0 on network c351d330-76f5-436b-8075-e582910dee05 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:54:34.673305 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:34.684617 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Allocated IP 172.26.0.112 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/b369bb19-37ae-4818-bea7-8c15ef7e8b91) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:54:34.695392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:54:34.695917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Checking segment: {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:54:34.696444 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.696843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Bound using segment: {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:54:34.697390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Bound port: 7a17df21-2012-4dc9-bc42-a82c095274a0, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:54:34.697909 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.758515 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] For port 7a17df21-2012-4dc9-bc42-a82c095274a0, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:54:34.761825 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] For port 7a17df21-2012-4dc9-bc42-a82c095274a0, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7a17df21-2012-4dc9-bc42-a82c095274a0,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:54:34.767942 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.774599 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:34.801798 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks [] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.822491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd8dd4-74c7-4e66-9679-5fdaac0b1912 None None] Pushing event updated for resources: {'Port': ['ID=7a17df21-2012-4dc9-bc42-a82c095274a0,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:34.838838 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:34.887295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:34.892606 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:34.894815 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:34.898149 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:54:35.156989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks [] for router_gateway (0967c5ae-70d0-479d-bae8-b00878771def), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:35.341217 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (0967c5ae-70d0-479d-bae8-b00878771def), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:35.471716 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Router 0967c5ae-70d0-479d-bae8-b00878771def is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:54:35.484107 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:35.608644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7a17df21-2012-4dc9-bc42-a82c095274a0 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:35.662684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7a17df21-2012-4dc9-bc42-a82c095274a0 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:35.663063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:35.663468 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7a17df21-2012-4dc9-bc42-a82c095274a0 Oct 26 12:54:35.744439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1fa15-ce83-451d-af8d-a2e0a5e1a97b None None] Network c351d330-76f5-436b-8075-e582910dee05 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:54:35.749293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7a17df21-2012-4dc9-bc42-a82c095274a0 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:35.749678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:35.842682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 7a17df21-2012-4dc9-bc42-a82c095274a0, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7a17df21-2012-4dc9-bc42-a82c095274a0,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:35.859137 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:35.868634 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-15d052c3-37d6-435c-820a-d7bc77f1c502 None None] Provisioning complete for port 7a17df21-2012-4dc9-bc42-a82c095274a0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:35.869007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-15d052c3-37d6-435c-820a-d7bc77f1c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:35.869346 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-15d052c3-37d6-435c-820a-d7bc77f1c502 None None] Attempt 1 to provision port 7a17df21-2012-4dc9-bc42-a82c095274a0 Oct 26 12:54:35.919609 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:54:35.937538 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:35.940991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:35.941124 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-f69cbc15-fdfc-45f3-9944-b25a31234608 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7905509 Oct 26 12:54:35.941232 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43076) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:35.987140 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:35.987745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:35.990053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=7a17df21-2012-4dc9-bc42-a82c095274a0,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:36.027806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:36.053481 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:36.108489 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-15d052c3-37d6-435c-820a-d7bc77f1c502 None None] Current status of the port 7a17df21-2012-4dc9-bc42-a82c095274a0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:36.133567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:36.190325 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:36.250195 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e1014b48-364b-47d6-abc8-d3bfb9c53dac None None] Provisioning complete for port 7a17df21-2012-4dc9-bc42-a82c095274a0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:36.250496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e1014b48-364b-47d6-abc8-d3bfb9c53dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.250827 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e1014b48-364b-47d6-abc8-d3bfb9c53dac None None] Attempt 1 to provision port 7a17df21-2012-4dc9-bc42-a82c095274a0 Oct 26 12:54:36.370842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:35Z', 'revision_number': 3, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:36.375747 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.401343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:36.401721 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Updating router 0967c5ae-70d0-479d-bae8-b00878771def port b369bb19-37ae-4818-bea7-8c15ef7e8b91 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:54:36.403759 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e1014b48-364b-47d6-abc8-d3bfb9c53dac None None] Current status of the port 7a17df21-2012-4dc9-bc42-a82c095274a0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:36.436438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.534067 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Allocated IP 172.20.0.1 (c351d330-76f5-436b-8075-e582910dee05/eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831/56b0e17a-4070-4301-9294-50b34c90a04a) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:54:36.645340 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Publish callbacks [] for port (56b0e17a-4070-4301-9294-50b34c90a04a), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.679541 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.713171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:36.725556 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Network c351d330-76f5-436b-8075-e582910dee05 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:36.731950 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:36.734629 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:54:36.739700 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:36.792657 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (0967c5ae-70d0-479d-bae8-b00878771def), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.837134 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:36.860845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Publish callbacks [] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.870830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.889998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Attempting to bind port b369bb19-37ae-4818-bea7-8c15ef7e8b91 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:54:36.890376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Attempting to bind port b369bb19-37ae-4818-bea7-8c15ef7e8b91 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:54:36.890861 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Attempting to bind port b369bb19-37ae-4818-bea7-8c15ef7e8b91 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:54:36.954849 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.969973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:54:36.970194 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:54:36.970607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.971000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:54:36.971464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Bound port: b369bb19-37ae-4818-bea7-8c15ef7e8b91, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:54:36.971867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:36.973481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e678ab-f45a-444b-a651-2a49d4df9025 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:37.035357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:37.037728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:54:37.041968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:54:37.043472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-8f237c9a-3ae6-40e1-a728-91d288a8e235 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:37.043862 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-8f237c9a-3ae6-40e1-a728-91d288a8e235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:37.044197 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-8f237c9a-3ae6-40e1-a728-91d288a8e235 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:54:37.069473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:37.120637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-8f237c9a-3ae6-40e1-a728-91d288a8e235 None None] Port 56b0e17a-4070-4301-9294-50b34c90a04a cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:54:37.124611 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:37.125230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:37.132032 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Publish callbacks [] for port (56b0e17a-4070-4301-9294-50b34c90a04a), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:37.136783 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3375509'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:37.172876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e678ab-f45a-444b-a651-2a49d4df9025 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:37.209537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=2']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:37.213033 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (0967c5ae-70d0-479d-bae8-b00878771def), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:37.240027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:37.244580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:37.307643 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Network c351d330-76f5-436b-8075-e582910dee05 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:37.309042 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:37.429941 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Router 0967c5ae-70d0-479d-bae8-b00878771def has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:54:37.442070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 1, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:37.467383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11aa2c-5cae-4b24-9e66-67bc7a2d1a2a None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 1, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:37.545009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-3638a820-9a7a-4447-afa6-fca3c741e37c None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:37.545560 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3638a820-9a7a-4447-afa6-fca3c741e37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:37.545976 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-3638a820-9a7a-4447-afa6-fca3c741e37c None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:54:37.554711 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:54:37.561019 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-2224c47f-f2b2-4f14-af9b-b64c831d158d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/0967c5ae-70d0-479d-bae8-b00878771def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6188259 Oct 26 12:54:37.586796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-3638a820-9a7a-4447-afa6-fca3c741e37c None None] Port 56b0e17a-4070-4301-9294-50b34c90a04a cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:54:37.601569 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7a17df21-2012-4dc9-bc42-a82c095274a0 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:37.648419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 7a17df21-2012-4dc9-bc42-a82c095274a0 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:37.648802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:37.649142 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 7a17df21-2012-4dc9-bc42-a82c095274a0 Oct 26 12:54:37.757175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 7a17df21-2012-4dc9-bc42-a82c095274a0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:38.123879 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43092) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:38.129439 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1355841815-network', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:38.150405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Made reservation on behalf of b8f39895b1554f3baf75b10b8ac00616 for: {'network': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:54:38.152799 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for network (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.162690 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.250761 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Publish callbacks [] for security_group (0969bb97-4dd1-4bdf-9347-6b0cb67d59a1), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.255335 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0969bb97-4dd1-4bdf-9347-6b0cb67d59a1), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.259982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:38.262805 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:38.288405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=105416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 12:54:38.308076 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0969bb97-4dd1-4bdf-9347-6b0cb67d59a1,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:38.313111 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (0838fb05-859f-46f7-88d9-64f5f82e0b1a), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.313460 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.segments_db [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Added segment 0838fb05-859f-46f7-88d9-64f5f82e0b1a of type vlan for network ccc21470-190b-4cfe-9608-74a6c52310db Oct 26 12:54:38.358429 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787628499393'] for network (ccc21470-190b-4cfe-9608-74a6c52310db), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.387520 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860'] for network (ccc21470-190b-4cfe-9608-74a6c52310db), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.388746 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:38.389341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.453848 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3287766 Oct 26 12:54:38.456820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43094) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:38.459930 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a54775-356c-4ba3-be5d-c69bbcac731e admin admin] Pushing event updated for resources: {'Network': ['ID=ccc21470-190b-4cfe-9608-74a6c52310db,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:38.462767 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Request body: {'subnet': {'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1355841815-subnet', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'ip_version': 4}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:38.469908 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Network ccc21470-190b-4cfe-9608-74a6c52310db details requested by agent ovs-agent-dv-neutron-759874-5-hyperv with host dv-neutron-759874-5-hyperv {{(pid=105417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 12:54:38.486048 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Made reservation on behalf of b8f39895b1554f3baf75b10b8ac00616 for: {'subnet': 1} {{(pid=105415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:54:38.493503 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3602458'] for subnet (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.560467 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:38.621267 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:38.688669 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3602548'] for subnet (b4891b65-d6c7-4357-8f89-19041e1e1a01), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.741537 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4891b65-d6c7-4357-8f89-19041e1e1a01,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:38.760100 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Checking segment: {'id': '0838fb05-859f-46f7-88d9-64f5f82e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:54:38.760663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Network hostable DHCP agents. Network: ccc21470-190b-4cfe-9608-74a6c52310db, hostable agents: ['b828326a-a372-4dc3-bb48-9e31d382da35'], hosted agents: [] {{(pid=105415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 12:54:38.781012 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Network ccc21470-190b-4cfe-9608-74a6c52310db is scheduled to be hosted by DHCP agent b828326a-a372-4dc3-bb48-9e31d382da35 with binding_index 1 {{(pid=105415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 12:54:38.790710 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-759874-5-hyperv, ccc21470-190b-4cfe-9608-74a6c52310db) {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:38.795146 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:38.795755 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.803889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491235d9-72e5-4185-9b84-9c17cb907bf5 None None] Network ccc21470-190b-4cfe-9608-74a6c52310db requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:54:38.811604 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:54:38.824396 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-57ba6605-8439-4e78-a135-8e6ad819ea45 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3658795 Oct 26 12:54:38.827070 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43096) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:38.831347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:38.854345 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16328114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-219790'] for router (57ae212a-ae46-4840-8a88-e98e74279cd2), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.855354 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16324580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16319680', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-416315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-219781'] for router (57ae212a-ae46-4840-8a88-e98e74279cd2), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.914126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks [] for router_controller (57ae212a-ae46-4840-8a88-e98e74279cd2), precommit_add_association {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:38.929566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85d04ba6-5c34-5a6c-a84a-c067d2ce139e-ccc21470-190b-4cfe-9608-74a6c52310db', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01'}]}} from dv-neutron-759874-5-hyperv. {{(pid=105417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 12:54:38.930648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.051474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks [] for router_gateway (57ae212a-ae46-4840-8a88-e98e74279cd2), precommit_update {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.071509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.db_base_plugin_common [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Allocated IP 172.20.0.2 (ccc21470-190b-4cfe-9608-74a6c52310db/b4891b65-d6c7-4357-8f89-19041e1e1a01/c9d08c18-b9e4-4a3c-937d-57aa91516deb) {{(pid=105417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:54:39.079714 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:39.216059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Publish callbacks [] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), precommit_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.225359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), after_create {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.229324 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:39.246540 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks [] for router_gateway (57ae212a-ae46-4840-8a88-e98e74279cd2), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.273611 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.276964 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Network ccc21470-190b-4cfe-9608-74a6c52310db is already hosted by enough agents. {{(pid=105417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:39.281130 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.base_scheduler [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Resources bound (agent type, host, resource id): {{(pid=105417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:39.283246 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Pushing event updated for resources: {'Port': ['ID=c9d08c18-b9e4-4a3c-937d-57aa91516deb,revision_number=1']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:39.285589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Received port after_create {{(pid=105417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:54:39.344698 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Attempting to bind port c9d08c18-b9e4-4a3c-937d-57aa91516deb on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:54:39.346419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Attempting to bind port c9d08c18-b9e4-4a3c-937d-57aa91516deb by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '0838fb05-859f-46f7-88d9-64f5f82e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:54:39.346419 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Attempting to bind port c9d08c18-b9e4-4a3c-937d-57aa91516deb on network ccc21470-190b-4cfe-9608-74a6c52310db {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:54:39.389656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:54:39.390125 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Checking segment: {'id': '0838fb05-859f-46f7-88d9-64f5f82e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:54:39.390596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.391403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Bound using segment: {'id': '0838fb05-859f-46f7-88d9-64f5f82e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:54:39.392155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Bound port: c9d08c18-b9e4-4a3c-937d-57aa91516deb, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0838fb05-859f-46f7-88d9-64f5f82e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:54:39.392599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.401521 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_common [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Allocated IP 172.26.0.44 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/2d168388-c53e-45e6-86d3-b700077bd6d7) {{(pid=105415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:54:39.463871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] For port c9d08c18-b9e4-4a3c-937d-57aa91516deb, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:54:39.466901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] For port c9d08c18-b9e4-4a3c-937d-57aa91516deb, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c9d08c18-b9e4-4a3c-937d-57aa91516deb,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:54:39.473764 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.506388 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:39.522923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks [] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.525582 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1f41c-7c88-482b-a194-91decbe398d3 None None] Pushing event updated for resources: {'Port': ['ID=c9d08c18-b9e4-4a3c-937d-57aa91516deb,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:39.546186 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:39.561436 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.611143 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:39.616474 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.base_scheduler [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Resources bound (agent type, host, resource id): {{(pid=105415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:39.618923 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Received port after_create {{(pid=105415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:54:39.622566 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=1']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:39.799494 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:39.805986 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:39.806996 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:39.912264 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks [] for router_gateway (57ae212a-ae46-4840-8a88-e98e74279cd2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:39.941754 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:40.103275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16324503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16326960'] for router (57ae212a-ae46-4840-8a88-e98e74279cd2), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.131115 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 2, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:40.155874 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:40.156221 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Updating router 0967c5ae-70d0-479d-bae8-b00878771def port 56b0e17a-4070-4301-9294-50b34c90a04a binding host dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:54:40.184941 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.235060 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Router 57ae212a-ae46-4840-8a88-e98e74279cd2 is scheduled to L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 with binding_index 1 {{(pid=105415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 12:54:40.343843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:54:40.350258 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:40.356485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:40.362317 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:40.369315 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.370126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:40.374019 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-36e197ad-bc7f-49b3-9663-d2aa8e85093f admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5428939 Oct 26 12:54:40.374176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:40.374330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43098) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:40.437165 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:40.460780 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Publish callbacks [] for port (56b0e17a-4070-4301-9294-50b34c90a04a), precommit_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.468584 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.497198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:40.532467 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=3']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:40.554368 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.554906 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.555571 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.556085 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.556819 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.557300 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.557777 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.558245 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.558720 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.559208 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.559698 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.560209 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.560691 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.561158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.561643 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:54:40.581133 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Attempting to bind port 56b0e17a-4070-4301-9294-50b34c90a04a on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:54:40.581920 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Attempting to bind port 56b0e17a-4070-4301-9294-50b34c90a04a by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:54:40.583069 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Attempting to bind port 56b0e17a-4070-4301-9294-50b34c90a04a on network c351d330-76f5-436b-8075-e582910dee05 {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:54:40.631659 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:54:40.632255 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Checking segment: {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:54:40.632837 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.633312 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Bound using segment: {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'} {{(pid=105418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:54:40.633795 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.managers [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Bound port: 56b0e17a-4070-4301-9294-50b34c90a04a, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'}}] {{(pid=105418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:54:40.634019 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.705788 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:54:40.710384 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.plugins.ml2.db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:54:40.717131 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron_lib.callbacks.manager [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.753180 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:40.753965 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:40.770058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5144e9f-4924-434d-8bbd-3f2acee27a5d None None] Network ccc21470-190b-4cfe-9608-74a6c52310db requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:54:40.810878 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088776f-c54f-4735-8961-5e25b5380e7f None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=4']} {{(pid=105418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:40.831427 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-9bd9bec8-2b59-4b75-b49f-6deb34ccaed8 None None] Provisioning complete for port c9d08c18-b9e4-4a3c-937d-57aa91516deb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:40.831811 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9bd9bec8-2b59-4b75-b49f-6deb34ccaed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.832152 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-9bd9bec8-2b59-4b75-b49f-6deb34ccaed8 None None] Attempt 1 to provision port c9d08c18-b9e4-4a3c-937d-57aa91516deb Oct 26 12:54:40.880445 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:40.902719 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:40.979573 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:41.027321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:39Z', 'revision_number': 3, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:41.046566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Allocated IP 172.20.0.1 (ccc21470-190b-4cfe-9608-74a6c52310db/b4891b65-d6c7-4357-8f89-19041e1e1a01/91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:54:41.062243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9bec8-2b59-4b75-b49f-6deb34ccaed8 None None] Current status of the port c9d08c18-b9e4-4a3c-937d-57aa91516deb is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:41.062506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9bd9bec8-2b59-4b75-b49f-6deb34ccaed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.076661 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:41.077017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Updating router 57ae212a-ae46-4840-8a88-e98e74279cd2 port 2d168388-c53e-45e6-86d3-b700077bd6d7 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:54:41.113270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:41.131763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9bd9bec8-2b59-4b75-b49f-6deb34ccaed8 None None] For port c9d08c18-b9e4-4a3c-937d-57aa91516deb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c9d08c18-b9e4-4a3c-937d-57aa91516deb,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:41.133028 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.148876 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:41.158368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9bd9bec8-2b59-4b75-b49f-6deb34ccaed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.166300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:41.192394 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Publish callbacks [] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.234377 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:41.234601 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.242952 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:40Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:41.274589 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd37004-145f-4343-84b3-b6fb0baa3afc None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:40Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:41.277892 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Network ccc21470-190b-4cfe-9608-74a6c52310db is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:41.282096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:41.285325 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:54:41.310464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9bec8-2b59-4b75-b49f-6deb34ccaed8 None None] Pushing event updated for resources: {'Port': ['ID=c9d08c18-b9e4-4a3c-937d-57aa91516deb,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:41.345604 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:41.358174 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16329798'] for router_interface (57ae212a-ae46-4840-8a88-e98e74279cd2), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.456722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-5645911f-49d8-473b-a436-05ede9b01a2b None None] Provisioning complete for port c9d08c18-b9e4-4a3c-937d-57aa91516deb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:41.457809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5645911f-49d8-473b-a436-05ede9b01a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.458128 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-5645911f-49d8-473b-a436-05ede9b01a2b None None] Attempt 1 to provision port c9d08c18-b9e4-4a3c-937d-57aa91516deb Oct 26 12:54:41.498036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.569383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Publish callbacks [] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.594638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.643402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Attempting to bind port 2d168388-c53e-45e6-86d3-b700077bd6d7 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:54:41.643817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Attempting to bind port 2d168388-c53e-45e6-86d3-b700077bd6d7 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:54:41.644170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Attempting to bind port 2d168388-c53e-45e6-86d3-b700077bd6d7 on network 123c83d5-5238-40c3-856a-1b3ca4739c33 {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:54:41.649543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-5645911f-49d8-473b-a436-05ede9b01a2b None None] Current status of the port c9d08c18-b9e4-4a3c-937d-57aa91516deb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:41.680599 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c9d08c18-b9e4-4a3c-937d-57aa91516deb up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:41.716636 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Publish callbacks [] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.717168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddbdec-ccdb-4cbb-addd-8842746f5242 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=2']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:41.722257 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.766532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:54:41.767027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Checking segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:54:41.767500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.767986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Bound using segment: {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:54:41.768551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Bound port: 2d168388-c53e-45e6-86d3-b700077bd6d7, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699044d-6585-44e1-9eee-3eefd0a3f5a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:54:41.769003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.799032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:41.805915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-948acb5e-9411-451e-8fc4-6e0606a1c2ac None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:41.805915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-948acb5e-9411-451e-8fc4-6e0606a1c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.806402 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-948acb5e-9411-451e-8fc4-6e0606a1c2ac None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:54:41.810019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port c9d08c18-b9e4-4a3c-937d-57aa91516deb triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:41.810460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.810955 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port c9d08c18-b9e4-4a3c-937d-57aa91516deb Oct 26 12:54:41.812343 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16451874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16329906'] for router_interface (57ae212a-ae46-4840-8a88-e98e74279cd2), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.891294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:54:41.904308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-948acb5e-9411-451e-8fc4-6e0606a1c2ac None None] Port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:54:41.909914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:54:41.911339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:41.922347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:41.925990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Network ccc21470-190b-4cfe-9608-74a6c52310db is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:41.928087 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:41.976049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:42.000843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:42.001485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:42.052800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port c9d08c18-b9e4-4a3c-937d-57aa91516deb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:42.058778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddbdec-ccdb-4cbb-addd-8842746f5242 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:42.067418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:42.086753 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Router 57ae212a-ae46-4840-8a88-e98e74279cd2 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:54:42.107341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:42.107973 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:42.252078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:42.254107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:42.276080 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:54:42.285222 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-3ae15cde-63bf-4115-95ec-735932c693b1 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/57ae212a-ae46-4840-8a88-e98e74279cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099348 Oct 26 12:54:42.385863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-53b34108-1b60-4769-9ebd-81af8a5e136b None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:42.386247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-53b34108-1b60-4769-9ebd-81af8a5e136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:42.386590 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-53b34108-1b60-4769-9ebd-81af8a5e136b None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:54:42.453256 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-53b34108-1b60-4769-9ebd-81af8a5e136b None None] Port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:54:42.515237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 2, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:42.543308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d35c098-ebc4-4403-9c48-d9a21a092ed1 None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 2, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:42.678716 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43106) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:42.684560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-b0367b44-62b1-4270-b505-cd314385306e tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115568028', 'description': 'tempest-secgroup-smoke-115568028 description', 'project_id': '4cc73a458c564736ba55964abbb7c757'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:42.698752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:42.714063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0367b44-62b1-4270-b505-cd314385306e tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:42.811560 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0367b44-62b1-4270-b505-cd314385306e tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group (80180a9d-5e1d-4c63-9556-9d7f03357198), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:42.818171 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0367b44-62b1-4270-b505-cd314385306e tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (80180a9d-5e1d-4c63-9556-9d7f03357198), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:42.857451 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-b0367b44-62b1-4270-b505-cd314385306e tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:42.861774 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-b0367b44-62b1-4270-b505-cd314385306e tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1777725 Oct 26 12:54:42.861942 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43108) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:42.867939 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-a8ef28c2-c9ec-4f8f-a87e-516b100d1ee3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Request body: {'security_group_rule': {'security_group_id': '80180a9d-5e1d-4c63-9556-9d7f03357198', 'project_id': '4cc73a458c564736ba55964abbb7c757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:42.878342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0367b44-62b1-4270-b505-cd314385306e tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80180a9d-5e1d-4c63-9556-9d7f03357198,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:42.915298 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8ef28c2-c9ec-4f8f-a87e-516b100d1ee3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (7ea252ce-6c1e-493f-b324-6b4e0ec2da78), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:42.979945 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8ef28c2-c9ec-4f8f-a87e-516b100d1ee3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (7ea252ce-6c1e-493f-b324-6b4e0ec2da78), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:42.983916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8ef28c2-c9ec-4f8f-a87e-516b100d1ee3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (7ea252ce-6c1e-493f-b324-6b4e0ec2da78), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.005888 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef28c2-c9ec-4f8f-a87e-516b100d1ee3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea252ce-6c1e-493f-b324-6b4e0ec2da78,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:43.014858 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-a8ef28c2-c9ec-4f8f-a87e-516b100d1ee3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.016356 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a8ef28c2-c9ec-4f8f-a87e-516b100d1ee3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535392 Oct 26 12:54:43.019158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43110) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:43.024300 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-80ba6bcb-fca3-40e0-b6d0-67ab2adc6205 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Request body: {'security_group_rule': {'security_group_id': '80180a9d-5e1d-4c63-9556-9d7f03357198', 'project_id': '4cc73a458c564736ba55964abbb7c757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:43.053822 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80ba6bcb-fca3-40e0-b6d0-67ab2adc6205 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (0a499354-1b40-4171-9df0-4d20a4c9baec), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.115698 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80ba6bcb-fca3-40e0-b6d0-67ab2adc6205 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (0a499354-1b40-4171-9df0-4d20a4c9baec), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.119898 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80ba6bcb-fca3-40e0-b6d0-67ab2adc6205 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (0a499354-1b40-4171-9df0-4d20a4c9baec), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.140850 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba6bcb-fca3-40e0-b6d0-67ab2adc6205 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a499354-1b40-4171-9df0-4d20a4c9baec,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:43.150162 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-80ba6bcb-fca3-40e0-b6d0-67ab2adc6205 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.151493 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-80ba6bcb-fca3-40e0-b6d0-67ab2adc6205 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307800 Oct 26 12:54:43.154262 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43112) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:43.159613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-ca20937d-beb7-4df8-8564-31c2296e6d0c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Request body: {'security_group_rule': {'security_group_id': '80180a9d-5e1d-4c63-9556-9d7f03357198', 'project_id': '4cc73a458c564736ba55964abbb7c757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:43.190530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca20937d-beb7-4df8-8564-31c2296e6d0c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (6182fb6b-afeb-4fd0-b97b-49f98e7c1d41), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.255121 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca20937d-beb7-4df8-8564-31c2296e6d0c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (6182fb6b-afeb-4fd0-b97b-49f98e7c1d41), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.258407 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca20937d-beb7-4df8-8564-31c2296e6d0c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (6182fb6b-afeb-4fd0-b97b-49f98e7c1d41), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.276356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20937d-beb7-4df8-8564-31c2296e6d0c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6182fb6b-afeb-4fd0-b97b-49f98e7c1d41,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:43.283562 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ca20937d-beb7-4df8-8564-31c2296e6d0c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.285779 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ca20937d-beb7-4df8-8564-31c2296e6d0c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293640 Oct 26 12:54:43.288890 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43114) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:43.293897 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-9f443fd4-60bb-46a3-92f2-9749cac816af tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Request body: {'security_group_rule': {'security_group_id': '80180a9d-5e1d-4c63-9556-9d7f03357198', 'project_id': '4cc73a458c564736ba55964abbb7c757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:43.320883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f443fd4-60bb-46a3-92f2-9749cac816af tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (a03f11c3-db42-4657-b6f1-4c7f052e5154), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.339934 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:43.366156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:43.389588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f443fd4-60bb-46a3-92f2-9749cac816af tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (a03f11c3-db42-4657-b6f1-4c7f052e5154), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.397505 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f443fd4-60bb-46a3-92f2-9749cac816af tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (a03f11c3-db42-4657-b6f1-4c7f052e5154), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.430824 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-9f443fd4-60bb-46a3-92f2-9749cac816af tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.431867 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-9f443fd4-60bb-46a3-92f2-9749cac816af tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415973 Oct 26 12:54:43.435001 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43116) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:43.439507 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-e8e53d14-5938-4c1a-a55d-9e4e7f74fd45 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Request body: {'security_group_rule': {'security_group_id': '80180a9d-5e1d-4c63-9556-9d7f03357198', 'project_id': '4cc73a458c564736ba55964abbb7c757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:43.446143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f443fd4-60bb-46a3-92f2-9749cac816af tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03f11c3-db42-4657-b6f1-4c7f052e5154,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:43.466391 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.securitygroups_db [None req-e8e53d14-5938-4c1a-a55d-9e4e7f74fd45 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Project 4cc73a458c564736ba55964abbb7c757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:54:43.472554 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e8e53d14-5938-4c1a-a55d-9e4e7f74fd45 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (cfff93a0-c2bb-4325-bd62-5ee4fb1e98ea), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.546595 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e8e53d14-5938-4c1a-a55d-9e4e7f74fd45 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (cfff93a0-c2bb-4325-bd62-5ee4fb1e98ea), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.557473 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e8e53d14-5938-4c1a-a55d-9e4e7f74fd45 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (cfff93a0-c2bb-4325-bd62-5ee4fb1e98ea), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.602552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e53d14-5938-4c1a-a55d-9e4e7f74fd45 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfff93a0-c2bb-4325-bd62-5ee4fb1e98ea,revision_number=0']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:43.613564 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-e8e53d14-5938-4c1a-a55d-9e4e7f74fd45 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.617396 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-e8e53d14-5938-4c1a-a55d-9e4e7f74fd45 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1811664 Oct 26 12:54:43.620201 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43118) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:43.626347 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.v2.base [None req-4f835581-1864-43b3-80fd-f12c92011531 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Request body: {'security_group_rule': {'security_group_id': '80180a9d-5e1d-4c63-9556-9d7f03357198', 'project_id': '4cc73a458c564736ba55964abbb7c757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:43.653318 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.db.securitygroups_db [None req-4f835581-1864-43b3-80fd-f12c92011531 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Project 4cc73a458c564736ba55964abbb7c757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 12:54:43.661571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f835581-1864-43b3-80fd-f12c92011531 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (eae03a3d-4548-4c89-8422-609751674484), before_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.731621 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f835581-1864-43b3-80fd-f12c92011531 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (eae03a3d-4548-4c89-8422-609751674484), precommit_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.736115 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f835581-1864-43b3-80fd-f12c92011531 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378871'] for security_group_rule (eae03a3d-4548-4c89-8422-609751674484), after_create {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.755339 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f835581-1864-43b3-80fd-f12c92011531 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae03a3d-4548-4c89-8422-609751674484,revision_number=0']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:43.765825 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4f835581-1864-43b3-80fd-f12c92011531 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:43.773576 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4f835581-1864-43b3-80fd-f12c92011531 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458819 Oct 26 12:54:43.930703 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-d854302e-c891-4eee-8ea1-faff7d2c697d tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-115568028&fields=id&tenant_id=4cc73a458c564736ba55964abbb7c757 HTTP/1.1" status: 200 len: 267 time: 0.0512178 Oct 26 12:54:44.010032 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:44.065785 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:44.078656 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-653295bf-cb60-4562-8a6a-0eaa5a67d28f tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:44.080361 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-653295bf-cb60-4562-8a6a-0eaa5a67d28f tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/networks?id=c351d330-76f5-436b-8075-e582910dee05 HTTP/1.1" status: 200 len: 808 time: 0.1427574 Oct 26 12:54:44.085513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:44.085887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:44.086223 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:54:44.088080 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:44.088887 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:44.097525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-b4765528-e8ab-4ab7-b5f8-0b8b2e2b9005 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/quotas/4cc73a458c564736ba55964abbb7c757 HTTP/1.1" status: 200 len: 375 time: 0.0098619 Oct 26 12:54:44.161425 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-cd516fc4-e9bb-42d9-9b64-83926185b835 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=4cc73a458c564736ba55964abbb7c757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579464 Oct 26 12:54:44.169771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:44.170161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:44.202904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:44.210235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:44.216353 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:44.278238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:44.416394 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-ab5e97ef-b081-4a6a-9924-b93f661b0df4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370539 Oct 26 12:54:44.421724 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:40Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:44.423264 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:44.452874 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:44.464867 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:44.465499 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:44.513471 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-b6946229-b7ff-46dc-8ee3-bf197310abf6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918214 Oct 26 12:54:44.568787 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:44.716032 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-522fa90e-d45b-450b-9bf8-aabd355e1edf req-eab4eeb2-2c29-4589-ae17-c2e96030c9c2 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 210 time: 0.0403769 Oct 26 12:54:44.777244 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:40Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:44.802646 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6e1db-ba34-4ccd-ba23-accdd2329c93 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:40Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:45.567226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:45.567226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:45.593112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:45.593738 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:45.653785 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:45.683077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:45.736445 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:45.760539 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:45.764753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:45.898200 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5857f313-3c1c-4f2e-93da-da214e55a14c req-ab3faf0f-63cd-4a29-9e9d-876ccdb68af2 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 210 time: 0.0723364 Oct 26 12:54:46.009181 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-d3897b1d-ec43-4b16-a8ac-267bf295583d tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:46.010972 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-d3897b1d-ec43-4b16-a8ac-267bf295583d tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.23 "GET /networking/v2.0/networks?id=c351d330-76f5-436b-8075-e582910dee05 HTTP/1.1" status: 200 len: 808 time: 0.1758788 Oct 26 12:54:46.094778 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c8f7266b-a7c0-4768-92f4-ee859848b4d2 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4cc73a458c564736ba55964abbb7c757 HTTP/1.1" status: 200 len: 379 time: 0.0725636 Oct 26 12:54:46.143792 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Request body: {'port': {'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'admin_state_up': True, 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'security_groups': ['80180a9d-5e1d-4c63-9556-9d7f03357198']}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:46.155072 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:46.221065 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:46.239369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 2, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:46.268876 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:46.272091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:46.272516 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Updating router 57ae212a-ae46-4840-8a88-e98e74279cd2 port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 binding host dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 12:54:46.288751 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Made reservation on behalf of 4cc73a458c564736ba55964abbb7c757 for: {'port': 1} {{(pid=105416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 12:54:46.293063 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:46.311848 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:46.332411 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:46.378005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:46.378656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:46.379079 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:54:46.435644 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Allocated IP 172.20.0.10 (c351d330-76f5-436b-8075-e582910dee05/eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831/1708dfa9-385f-4621-99d4-6c62a3d3bba5) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:54:46.581323 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:46.581905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:46.646249 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:46.652485 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:46.681951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:46.717672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:46.774915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:46.809580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Publish callbacks [] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), precommit_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:46.819881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:46.843522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:46.886948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:46.887916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:46.907210 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:46.938164 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aca1e3-ccdb-4733-8353-ca952ed3da2c None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=3']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:46.945036 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:46.979294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Attempting to bind port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 on host dv-neutron-759874-5-hyperv for vnic_type normal with profile {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:54:46.979686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Attempting to bind port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 by drivers openvswitch,hyperv on host dv-neutron-759874-5-hyperv at level 0 using segments [{'id': '0838fb05-859f-46f7-88d9-64f5f82e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db'}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:54:46.980051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Attempting to bind port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 on network ccc21470-190b-4cfe-9608-74a6c52310db {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:54:46.991418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Network c351d330-76f5-436b-8075-e582910dee05 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:47.002972 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:47.053781 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06111d65-15fe-4c11-a563-2b85fa63ea2c req-545485d7-ba9b-4090-867b-6d8e7540a5d4 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:47.055381 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-06111d65-15fe-4c11-a563-2b85fa63ea2c req-545485d7-ba9b-4090-867b-6d8e7540a5d4 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 932 time: 0.0626328 Oct 26 12:54:47.056269 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:54:47.062491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:47.063500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:47.065469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Checking agent: {'id': 'dadfbbf0-0d9c-4761-9935-12b1f972bd84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-759874-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 1, 31), 'started_at': datetime.datetime(2022, 10, 26, 11, 2, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-759874-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:54:47.065838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Checking segment: {'id': '0838fb05-859f-46f7-88d9-64f5f82e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:54:47.066248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.066676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Bound using segment: {'id': '0838fb05-859f-46f7-88d9-64f5f82e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db'} {{(pid=105417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:54:47.067463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.managers [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Bound port: 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host: dv-neutron-759874-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0838fb05-859f-46f7-88d9-64f5f82e0b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db'}}] {{(pid=105417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:54:47.067943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.102233 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'Port': ['ID=1708dfa9-385f-4621-99d4-6c62a3d3bba5,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:47.153613 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:47.154245 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.162059 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-06111d65-15fe-4c11-a563-2b85fa63ea2c req-9d492a46-ce66-407d-ae08-b06db0535d8a tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983284 Oct 26 12:54:47.178967 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-a4ee8c6a-786f-433c-86b3-f634297d5b48 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0391183 Oct 26 12:54:47.200315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, cleared binding levels {{(pid=105417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:54:47.220801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:54:47.224029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:47.224426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.232009 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.253074 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Request body: {'port': {'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7598'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:47.296475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:47.296475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:47.296475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:47.330905 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.334879 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.354248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aca1e3-ccdb-4733-8353-ca952ed3da2c None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:47.447203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-810dbc2e-0c62-4c79-a567-defc07e3894f None None] Provisioning complete for port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:47.447579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-810dbc2e-0c62-4c79-a567-defc07e3894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.447942 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-810dbc2e-0c62-4c79-a567-defc07e3894f None None] Attempt 1 to provision port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 Oct 26 12:54:47.453244 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:47.479766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:47.480951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:47.490973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:47.528357 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-810dbc2e-0c62-4c79-a567-defc07e3894f None None] Port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 cannot update to ACTIVE because it is not bound. {{(pid=105417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 12:54:47.600546 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1708dfa9-385f-4621-99d4-6c62a3d3bba5 {{(pid=105416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:54:47.608260 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Publish callbacks [] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.620856 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:47.625139 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.provisioning_blocks [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Transition to ACTIVE for port object 1708dfa9-385f-4621-99d4-6c62a3d3bba5 will not be triggered until provisioned by entity L2. {{(pid=105416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 12:54:47.634530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.641455 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:47.700987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:47Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:47.705832 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Pushing event updated for resources: {'Port': ['ID=1708dfa9-385f-4621-99d4-6c62a3d3bba5,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:47.726099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465955c3-523e-4cec-86ea-d94a9325446d None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:47Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:47.764154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Attempting to bind port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 on host hv-neutron-7598 for vnic_type normal with profile {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 12:54:47.764489 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Attempting to bind port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 by drivers openvswitch,hyperv on host hv-neutron-7598 at level 0 using segments [{'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 12:54:47.764818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Attempting to bind port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 on network c351d330-76f5-436b-8075-e582910dee05 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:54:47.811015 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 on network c351d330-76f5-436b-8075-e582910dee05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7598 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 12:54:47.811141 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Attempting to bind port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 on network c351d330-76f5-436b-8075-e582910dee05 {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 12:54:47.854552 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Checking agent: {'id': 'baa5ea34-0ba2-46e0-8f44-d915c8032e23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7598', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'started_at': datetime.datetime(2022, 10, 26, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 12, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 12:54:47.854885 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Checking segment: {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 12:54:47.855267 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Bound using segment: {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'} {{(pid=105416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 12:54:47.855695 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.managers [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Bound port: 1708dfa9-385f-4621-99d4-6c62a3d3bba5, host: hv-neutron-7598, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2dafef-6f2e-45e8-a5b4-7becfb36965b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'c351d330-76f5-436b-8075-e582910dee05'}}] {{(pid=105416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 12:54:47.856075 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.924110 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] For port 1708dfa9-385f-4621-99d4-6c62a3d3bba5, host hv-neutron-7598, cleared binding levels {{(pid=105416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 12:54:47.927708 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] For port 1708dfa9-385f-4621-99d4-6c62a3d3bba5, host hv-neutron-7598, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 12:54:47.937448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.941935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:47.942559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:47.944017 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/1708dfa9-385f-4621-99d4-6c62a3d3bba5 HTTP/1.1" status: 200 len: 1094 time: 0.7567365 Oct 26 12:54:47.944624 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:54:47.946989 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5839221-0e0e-417d-a85f-c84ff2a4e65e" -d '{"events": [{"name": "network-changed", "server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:54:47.985951 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:48.004949 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:48.005643 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:48.026982 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b10f3-e654-4ddd-bf91-7ec5a20c30bb service neutron] Pushing event updated for resources: {'Port': ['ID=1708dfa9-385f-4621-99d4-6c62a3d3bba5,revision_number=3']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:48.048553 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ee8f3f-2182-4657-a502-d8ff5a58be75 x-openstack-request-id: req-c6ee8f3f-2182-4657-a502-d8ff5a58be75 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:54:48.048919 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:54:48.049724 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6ee8f3f-2182-4657-a502-d8ff5a58be75 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:54:48.050127 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ee8f3f-2182-4657-a502-d8ff5a58be75'] response: {'name': 'network-changed', 'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'status': 'completed', 'code': 200} Oct 26 12:54:48.080099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:48.091195 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-ad14e5d3-5711-4c3c-9a45-5606ccc7b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:48.092887 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-ad14e5d3-5711-4c3c-9a45-5606ccc7b8b9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4cc73a458c564736ba55964abbb7c757&device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 1128 time: 0.0581582 Oct 26 12:54:48.135904 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-d2e92307-84b9-4bb3-830b-7508cb80b9aa service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5 HTTP/1.1" status: 200 len: 217 time: 0.0351999 Oct 26 12:54:48.155054 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:48.174352 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:48.174746 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:48.206301 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-8d3558d6-e824-42ba-9195-c9fa4fa48b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:48.209905 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-8d3558d6-e824-42ba-9195-c9fa4fa48b7d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831 HTTP/1.1" status: 200 len: 847 time: 0.0679193 Oct 26 12:54:48.216377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:48.225183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:48.256982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:48.319277 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-64953ecc-3a6f-469c-962e-660cfcf1cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:48.320900 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-64953ecc-3a6f-469c-962e-660cfcf1cc92 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c351d330-76f5-436b-8075-e582910dee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1006849 Oct 26 12:54:48.343256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:48.364596 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:48.378769 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:48.395684 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:46Z', 'revision_number': 5, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:48.411142 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f7129-99a7-4dcc-9b5d-cf0d3d01bdef req-0d175893-b5e9-4304-ad41-e3996cf7411f tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:48.412942 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e44f7129-99a7-4dcc-9b5d-cf0d3d01bdef req-0d175893-b5e9-4304-ad41-e3996cf7411f tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 944 time: 0.1332722 Oct 26 12:54:48.423283 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:48.434139 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:48.434762 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:48.466631 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:48.491413 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-7e2b345b-0f98-47c0-808a-1b4b57a89c32 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633763 Oct 26 12:54:48.497121 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-e44f7129-99a7-4dcc-9b5d-cf0d3d01bdef req-5b78d3ba-1c07-46ce-bad5-df42f758020f tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772452 Oct 26 12:54:48.644082 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9c96f971-7409-4614-9170-5ce7e80ce3f5 req-24561b37-d839-4a8a-8523-b33410dc24ab service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450284 Oct 26 12:54:48.672050 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:48.867744 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:48Z', 'revision_number': 6, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:48.897327 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a9d8c-fb31-4315-9f31-307ffb23630f None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:48Z', 'revision_number': 6, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:49.328321 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-019cd4d4-bb9a-4434-abbd-ef373bae316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:49.329940 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-019cd4d4-bb9a-4434-abbd-ef373bae316c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4cc73a458c564736ba55964abbb7c757&device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 1128 time: 0.0421946 Oct 26 12:54:49.432468 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-cbbfe41f-2e4c-4b11-857e-a19532182dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:49.433952 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-cbbfe41f-2e4c-4b11-857e-a19532182dd4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c351d330-76f5-436b-8075-e582910dee05 HTTP/1.1" status: 200 len: 909 time: 0.0980833 Oct 26 12:54:49.474010 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-57239cc6-85df-4820-bc7b-6e40343dcafd service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5 HTTP/1.1" status: 200 len: 217 time: 0.0343769 Oct 26 12:54:49.517328 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:49.524115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-18f2a012-68c2-49a3-9fc2-4832ef7deaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:49.525571 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-18f2a012-68c2-49a3-9fc2-4832ef7deaf9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831 HTTP/1.1" status: 200 len: 847 time: 0.0465229 Oct 26 12:54:49.571759 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-b2da92cd-13fa-4a2e-bb4e-651dcf443b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:49.573300 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-b2da92cd-13fa-4a2e-bb4e-651dcf443b19 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c351d330-76f5-436b-8075-e582910dee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0407710 Oct 26 12:54:49.688883 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0acec3-6367-495d-b107-140d93def69a req-3ab0a23d-886b-43ee-b502-c19a528050da tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:49.691335 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5b0acec3-6367-495d-b107-140d93def69a req-3ab0a23d-886b-43ee-b502-c19a528050da tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 944 time: 0.0615726 Oct 26 12:54:49.743793 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-c7642ee2-757b-4a84-b708-e68f9461b0a4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638291 Oct 26 12:54:49.818734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:49.828594 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5b0acec3-6367-495d-b107-140d93def69a req-2156953b-3f1b-40a3-944c-b5b9394aded7 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293132 Oct 26 12:54:49.870990 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-c5839221-0e0e-417d-a85f-c84ff2a4e65e req-ae60b2b4-9b3a-46d4-be9a-1ef37706e7d7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211877 Oct 26 12:54:49.892347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:49.892716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:49.893062 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:54:49.976741 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:49.976995 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:50.017128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:50.022668 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:50.023956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:50.102548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:50.112414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:50.112787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:50.113121 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:54:50.188711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:50.189101 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:50.227001 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:50.231595 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:50.232631 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:50.238883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:50.255711 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:50.333167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:50.334103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:50.341236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:50.341648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:50.341936 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:54:50.346026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:50.346670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:50.648676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:50.648987 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:50.654807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:50.701657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:50.706151 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:50.826283 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1708dfa9-385f-4621-99d4-6c62a3d3bba5 details requested by agent hyperv_hv-neutron-7598 with host hv-neutron-7598 {{(pid=105417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 12:54:50.830344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:50.959802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:50Z', 'revision_number': 5, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:50.969161 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e39a7-1282-40cc-b1aa-9170e6bd22dc req-d0dd8fa3-0704-4037-b2a0-aa86e0d4e3d3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:50.971513 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-834e39a7-1282-40cc-b1aa-9170e6bd22dc req-d0dd8fa3-0704-4037-b2a0-aa86e0d4e3d3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 944 time: 0.0542595 Oct 26 12:54:50.994747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:51.022242 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:51.022877 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:51.025807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 1708dfa9-385f-4621-99d4-6c62a3d3bba5, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:51.038524 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-834e39a7-1282-40cc-b1aa-9170e6bd22dc req-9255e006-3c0e-4588-aa4e-53b5e8e2ca40 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579438 Oct 26 12:54:51.075622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Returning: {'device': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 12:54:51.119589 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68536e41-4804-4884-b46d-51026350c55c None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:51.124620 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68536e41-4804-4884-b46d-51026350c55c None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:51.125222 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-68536e41-4804-4884-b46d-51026350c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:51.159251 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 is: DOWN; New status is: BUILD {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:51.160083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:51.166458 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:51.181045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:51.187241 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:51.190109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1708dfa9-385f-4621-99d4-6c62a3d3bba5 {{(pid=105417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 12:54:51.229956 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-68536e41-4804-4884-b46d-51026350c55c None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:51.244953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 1708dfa9-385f-4621-99d4-6c62a3d3bba5, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:51.255776 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:51.270801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:51.369200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=1708dfa9-385f-4621-99d4-6c62a3d3bba5,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:51.416910 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-68536e41-4804-4884-b46d-51026350c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:49Z', 'revision_number': 7, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:51.443615 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68536e41-4804-4884-b46d-51026350c55c None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:51.444863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:50Z', 'revision_number': 5, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:51.453109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68536e41-4804-4884-b46d-51026350c55c None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:51.453721 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-68536e41-4804-4884-b46d-51026350c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:51.470559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d64b882-380a-4dac-b341-d7d81e986aa7 None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:50Z', 'revision_number': 5, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:51.494944 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] get_ports_and_sgs() called for port_ids ['1708dfa9-385f-4621-99d4-6c62a3d3bba5'] {{(pid=105417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 12:54:51.562447 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-68536e41-4804-4884-b46d-51026350c55c None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:51.733218 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:51.789072 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-68536e41-4804-4884-b46d-51026350c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:49Z', 'revision_number': 7, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:51.791906 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:51.814386 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68536e41-4804-4884-b46d-51026350c55c None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:49Z', 'revision_number': 7, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:51.876970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:51.877955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:51.919244 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:51.925531 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:51.927512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:52.005897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:52.045898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:52.060670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:52.061071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:52.109663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:52.117126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:52.117977 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:52.121768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:52.194265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34416a55-7be3-4cec-a010-017aa2242d2e req-568fd4a9-58b3-42a5-9012-eecd5b68afff tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:52.196485 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-34416a55-7be3-4cec-a010-017aa2242d2e req-568fd4a9-58b3-42a5-9012-eecd5b68afff tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 945 time: 0.0652664 Oct 26 12:54:52.205657 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:52.255476 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:52.255963 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:52.271926 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-34416a55-7be3-4cec-a010-017aa2242d2e req-9f4b31e4-5352-4779-9974-712c3ea61486 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679042 Oct 26 12:54:52.286868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:52.293141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:52.367068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:52.835454 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1708dfa9-385f-4621-99d4-6c62a3d3bba5 up at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:52.883805 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning for port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 completed by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 12:54:52.890374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Provisioning complete for port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:52.890799 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:52.891157 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Attempt 1 to provision port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 Oct 26 12:54:52.970267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Current status of the port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 is: BUILD; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:52.970384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:52.995614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5'}] {{(pid=105417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:54:52.997991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43e266716d0240461b0d8183ddcdb362b87505362d2bbc88cebadad978861745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b72ed6-0b37-47d3-bdeb-72875661496c" -d '{"events": [{"server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5"}]}' {{(pid=105417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:54:53.016391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] For port 1708dfa9-385f-4621-99d4-6c62a3d3bba5, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:53.022070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:53.077434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Pushing event updated for resources: {'Port': ['ID=1708dfa9-385f-4621-99d4-6c62a3d3bba5,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:53.115262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da58e3a-e910-4fc5-8ae2-c08077315aa9 x-openstack-request-id: req-6da58e3a-e910-4fc5-8ae2-c08077315aa9 {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:54:53.115481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5", "code": 200}]} {{(pid=105417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:54:53.115771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6da58e3a-e910-4fc5-8ae2-c08077315aa9 {{(pid=105417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:54:53.116181 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da58e3a-e910-4fc5-8ae2-c08077315aa9'] response: {'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'code': 200} Oct 26 12:54:53.294214 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa2b21-cbc9-4712-9b1e-33dffb0f92a7 req-c7acc2c5-037f-4689-a50c-18aa0b43d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:53.295714 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5daa2b21-cbc9-4712-9b1e-33dffb0f92a7 req-c7acc2c5-037f-4689-a50c-18aa0b43d84a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 1130 time: 0.0461683 Oct 26 12:54:53.350385 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-5daa2b21-cbc9-4712-9b1e-33dffb0f92a7 req-85b8f24d-6c56-40ca-9ac3-6463e69da162 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469654 Oct 26 12:54:53.400922 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff96a21-9fe2-413d-ad3e-9ebde79feecd req-fd1b9f9f-4bfe-4326-9744-f3a0822f7fae tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:53.402639 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0ff96a21-9fe2-413d-ad3e-9ebde79feecd req-fd1b9f9f-4bfe-4326-9744-f3a0822f7fae tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 946 time: 0.0513995 Oct 26 12:54:53.456484 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-0ff96a21-9fe2-413d-ad3e-9ebde79feecd req-a2a9bb93-cb69-4fc3-8792-92fdd9f0f737 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481048 Oct 26 12:54:53.755881 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=21,neutron:INSERT=3,neutron:DELETE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:53.759135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:53.768669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:53.814684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:53.815057 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:53.815392 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:54:53.888667 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:53.889214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:53.921356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:53.925258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:53.926748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:54.000253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:54.007946 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:54.008321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:54.008658 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:54:54.010729 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:54.078572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:54.085488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:54.085952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:54.106742 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:54.110471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:54.111414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:54.186796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:54.193993 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:54.194347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:54.194676 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:54:54.276321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:54.276800 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:54.312190 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:54.315745 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:54.316542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:54.393841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:54.399233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:54.399604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:54.399970 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:54:54.473311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:54.473691 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:54.494138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:54.498148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:54.548280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=4']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:54.581856 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209ddc0-9a3a-4123-ae64-c11690a072ca req-d7a054a8-c51f-4117-9704-1849884c0034 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:54.585788 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d209ddc0-9a3a-4123-ae64-c11690a072ca req-d7a054a8-c51f-4117-9704-1849884c0034 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 946 time: 0.0494859 Oct 26 12:54:54.608571 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:54.644006 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d209ddc0-9a3a-4123-ae64-c11690a072ca req-c4cff897-1561-4e8e-8e80-1bfbedfaedc6 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530784 Oct 26 12:54:54.769927 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fa378-f84b-40b6-90a7-356158775526 req-0daf2857-24c2-4e2f-be9c-b2ec59b01f2b tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:54.771321 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f03fa378-f84b-40b6-90a7-356158775526 req-0daf2857-24c2-4e2f-be9c-b2ec59b01f2b tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 946 time: 0.0468285 Oct 26 12:54:54.830112 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-f03fa378-f84b-40b6-90a7-356158775526 req-4f7ce82b-a5fd-42e9-bd7f-1c31da432d8a tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496969 Oct 26 12:54:54.855888 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43180) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:54.943987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91240505-f329-4b54-9311-6101c17d1418 tempest-TestSnapshotPattern-1123427009 tempest-TestSnapshotPattern-1123427009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:54.948979 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43184) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:54:54.949191 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-91240505-f329-4b54-9311-6101c17d1418 tempest-TestSnapshotPattern-1123427009 tempest-TestSnapshotPattern-1123427009-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 1125 time: 0.0870199 Oct 26 12:54:54.949384 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.v2.base [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Request body: {'floatingip': {'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 12:54:54.971064 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:55.030530 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:55.054647 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (None), before_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:55.163866 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.db_base_plugin_common [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Allocated IP 172.26.0.51 (123c83d5-5238-40c3-856a-1b3ca4739c33/eaca25b8-2a73-4ba3-893d-c3114096ad13/8ab6a6de-83b4-47bf-8559-8ababe118b5f) {{(pid=105416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 12:54:55.270216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for port (8ab6a6de-83b4-47bf-8559-8ababe118b5f), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:55.304033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787628526740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8ab6a6de-83b4-47bf-8559-8ababe118b5f), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:55.347115 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Network 123c83d5-5238-40c3-856a-1b3ca4739c33 is already hosted by enough agents. {{(pid=105416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 12:54:55.352261 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.base_scheduler [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Resources bound (agent type, host, resource id): {{(pid=105416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 12:54:55.356129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Received port after_create {{(pid=105416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 12:54:55.361265 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'Port': ['ID=8ab6a6de-83b4-47bf-8559-8ababe118b5f,revision_number=1']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:55.648571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:55.653179 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:55.658836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:55.659449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:55.717950 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for floatingip (b5ed8a7f-de4e-4e69-a9ea-ab10477aace9), precommit_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:55.790815 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (8ab6a6de-83b4-47bf-8559-8ababe118b5f), before_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:55.830332 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:55.912012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:55.968903 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:54:55.969672 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for port (8ab6a6de-83b4-47bf-8559-8ababe118b5f), precommit_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:55.975487 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2101430'] for port (8ab6a6de-83b4-47bf-8559-8ababe118b5f), after_update {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:55.978355 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:55.979109 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:56.028155 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:56.063714 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event updated for resources: {'Port': ['ID=8ab6a6de-83b4-47bf-8559-8ababe118b5f,revision_number=2']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:56.066456 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16327129'] for floatingip (b5ed8a7f-de4e-4e69-a9ea-ab10477aace9), after_create {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:56.094412 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:56.118034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:56.133138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:56.183371 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9 associated. External IP: 172.26.0.51, port: 1708dfa9-385f-4621-99d4-6c62a3d3bba5. Oct 26 12:54:56.208128 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:56.208438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:56.219050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:54Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:53Z', 'revision_number': 7, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:56.252555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:56.273706 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:56.276042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:56.276705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:56.280330 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:56.281061 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:56.338554 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:54:55Z', 'revision_number': 0, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:54Z', 'revision_number': 9, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:56.364997 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:54:56.380388 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:54:56.381063 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:56.385281 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:56.413629 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Router 0967c5ae-70d0-479d-bae8-b00878771def has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:54:56.430403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:56.481468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:56.513732 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:56.514121 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:56.528196 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:54:56.547593 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:56.572096 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:56.582135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:56.589315 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-94d1c33b-9a8a-4e82-a138-9d8d8bdcaeb3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6442008 Oct 26 12:54:56.590453 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:54:56.593133 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a35ae-a256-4b76-a81e-7cd510515c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:54:56.606113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:56.607210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:56.618720 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:54:56.634705 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604ec202-9ec3-4d76-81c3-e91e0148eb56 x-openstack-request-id: req-604ec202-9ec3-4d76-81c3-e91e0148eb56 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:54:56.634992 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:54:56.635243 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-604ec202-9ec3-4d76-81c3-e91e0148eb56 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:54:56.635648 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604ec202-9ec3-4d76-81c3-e91e0148eb56'] response: {'name': 'network-changed', 'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'status': 'completed', 'code': 200} Oct 26 12:54:56.705222 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-f5410290-8b61-41f6-916d-3662817d5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:56.706903 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-f5410290-8b61-41f6-916d-3662817d5103 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4cc73a458c564736ba55964abbb7c757&device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 1130 time: 0.0487061 Oct 26 12:54:56.820990 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-8f4cb374-c7ef-4da9-b8b0-76e9243cea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:56.822226 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=5']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:56.823219 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-8f4cb374-c7ef-4da9-b8b0-76e9243cea9f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c351d330-76f5-436b-8075-e582910dee05 HTTP/1.1" status: 200 len: 909 time: 0.1089911 Oct 26 12:54:56.847842 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:54:55Z', 'revision_number': 0, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:56Z', 'revision_number': 10, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:56.881810 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a457f-a751-46c0-b528-d01993745fb8 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:54:55Z', 'revision_number': 0, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:56Z', 'revision_number': 10, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:56.886348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=100 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:56.915600 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-a667ea79-0a05-4c8c-98d0-785cc8eb6954 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5 HTTP/1.1" status: 200 len: 999 time: 0.0858631 Oct 26 12:54:56.937202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:56.937590 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:56.968766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:54Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:53Z', 'revision_number': 7, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:54:56.972095 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-61fb9d92-cb67-445f-8578-5756046f2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:56.973226 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-61fb9d92-cb67-445f-8578-5756046f2697 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831 HTTP/1.1" status: 200 len: 847 time: 0.0522807 Oct 26 12:54:57.010865 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:57.013522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f1b8b3-af28-48e5-b51d-162063eb4032 None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:54:54Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:53Z', 'revision_number': 7, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:54:57.020874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:57.023283 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-2e634c9c-508d-4fe2-84f0-9064afc79d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:54:57.025138 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-2e634c9c-508d-4fe2-84f0-9064afc79d98 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c351d330-76f5-436b-8075-e582910dee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466375 Oct 26 12:54:57.026321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:57.027123 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:54:57.032773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-889fe23b-c2cc-4a0b-bc22-d54f381963e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:57.065678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:57.114768 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:57.178797 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:57.179409 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:57.204074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:57.212512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:57.269753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:57.537702 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-dfc717e6-e634-4ffc-87d9-a386ca1552ba service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062158 Oct 26 12:54:57.637741 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-290a35ae-a256-4b76-a81e-7cd510515c5f req-50ad16bd-f797-497b-bed9-1292c5e16acc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936332 Oct 26 12:54:57.743545 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:57.809023 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:57.809488 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:57.809827 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:54:58.054702 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:58.055334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:58.093871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:58.100622 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:58.102361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:58.196106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:58.200726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:58.201104 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:58.201624 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:54:58.281386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:58.281778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:58.319037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:54:58.323475 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:58.359058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:58.381748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:54:59.163278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a99ec056-c9b3-4746-b7c0-32248d3c382d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:59.681980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e064a-8773-4ec6-92a5-d661b59e724f None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:54:59.818639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:59.863286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:59.863704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:59.864067 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:54:59.884826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:54:59.940710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:54:59.942322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:54:59.982927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:54:59.983295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:54:59.983623 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:00.054237 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:00.054648 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:00.079030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:00.083025 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:00.083950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:00.158050 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=6']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:00.168292 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:00.168922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:00.169262 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:00.243280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:00.244297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:00.284948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:00.285391 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:00.285723 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:55:00.360019 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:00.360472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:00.382873 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:00.389662 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:00.419581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:00.443132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:00.498723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:01.409789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:01.420396 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:01.421211 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:01.525581 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:01.697099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:01.701114 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:01.701760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:01.741892 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:01.743995 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:54:59Z', 'revision_number': 1, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:58Z', 'revision_number': 11, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:01.763017 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:01.774972 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:01.785988 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:01.786827 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:01.843026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:01.879340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:01.894796 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:01.914161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:02.033523 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:02.034459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:02.039143 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:02.072656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:02.102457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:02.118211 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:02.119171 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:02.145000 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:54:59Z', 'revision_number': 1, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:58Z', 'revision_number': 11, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:02.172373 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab1d4c-2c4b-4c5f-b8ad-0a34865e5400 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:54:59Z', 'revision_number': 1, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:54:58Z', 'revision_number': 11, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:02.248816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:02.253097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:00Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:58Z', 'revision_number': 9, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:02.296801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:02.317981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:02.318607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:02.320498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:02.320885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:02.383633 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:02.397418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:02.398053 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:02.678366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:02.704049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=7']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:02.775992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:02.791463 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:02.822990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:02.823379 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:02.883707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:02.902183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:02.902951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:03.025097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:03.034897 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:00Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:58Z', 'revision_number': 9, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:03.062699 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc7c1d-e01f-4261-b030-a1ef5234f7b2 None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:00Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:54:58Z', 'revision_number': 9, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:03.101176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:03.101568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:03.127605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:03.133225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:03.199578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:03.751212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:03.797723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:03.798089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:03.798430 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:03.906774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:03.907162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:03.940366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:03.945683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:03.946472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:04.019643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:04.027495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:04.027887 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:04.028223 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:04.104414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:04.111459 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:04.111564 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaae7f8-81ee-46b5-b68d-416e647214c4 None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:04.131644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:04.143554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:04.149245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:04.150220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:04.197609 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:04.233534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:04.244914 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:04.245296 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:04.245637 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:04.321675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:04.322070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:04.344755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:04.351093 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:04.401245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=8']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:04.931179 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:04.936648 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=4 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:06.020997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:06.020997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:06.020997 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:06.096436 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:06.150066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:06.236905 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:06.237202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:06.237600 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:06.383499 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:06.384534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:06.460414 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:04Z', 'revision_number': 2, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:04Z', 'revision_number': 13, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:06.488806 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:06.490449 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:06.491351 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:06.491637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:06.492036 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:55:06.527747 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:06.528392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:06.589084 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:06.664697 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:06.665078 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:06.670814 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:06.717818 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:06.722617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:06.848398 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:06.859541 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:06.860278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:06.905368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:06.969106 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:07.032294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:07.106075 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:07.106375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:07.186212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:07.187931 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:04Z', 'revision_number': 2, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:04Z', 'revision_number': 13, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:07.191763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:07.218365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42321e40-d7aa-471e-965b-7dab625366fa None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:04Z', 'revision_number': 8, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:04Z', 'revision_number': 2, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:04Z', 'revision_number': 13, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:07.256529 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:06Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:03Z', 'revision_number': 11, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:07.263377 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:07.284169 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:07.292824 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:07.293430 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:07.380481 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:07.398437 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:07.598051 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:06Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:03Z', 'revision_number': 11, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:07.622902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b9393-9155-46f4-9a9c-0f5781be1dec None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:06Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:03Z', 'revision_number': 11, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:07.626270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=17 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:07.634729 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=51 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:07.734245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:07.782361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:07.782743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:07.783084 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:07.886231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:07.888645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:07.923306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:07.934470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:07.947286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:08.015277 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:08.052786 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:08.132181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:08.142850 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:08.143309 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:08.171312 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:08.176534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:08.177359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:08.257682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=9']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:08.297638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:08.298035 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:08.336005 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:08.340281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:08.341147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:08.415498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:08.464968 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:08.465364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:08.490089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:08.495245 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:08.570642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:09.304225 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab347789-d229-4630-bdbd-674e5235a2e0 None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:09.795932 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:09.842315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:09.842683 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:09.843020 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:09.916367 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:09.917750 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:09.948099 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:09.951853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:09.952656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:09.958204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:10.003016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:10.030979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:10.041795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:10.042168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:10.042501 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:55:10.112096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:10.112513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:10.132970 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:10.136518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:10.137275 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:10.212294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:10.219934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:10.220305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:10.220642 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:10.290043 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:10.291031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:10.334056 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:10.334722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:10.334722 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:10.402819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:10.403193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:10.423388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:10.427112 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:10.473139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=10']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:12.225133 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:12.232038 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:12.232038 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:12.307348 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:12.330766 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:12.542312 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:10Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:09Z', 'revision_number': 3, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:07Z', 'revision_number': 15, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:12.569840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:12.570844 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:12.577206 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:12.577802 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:12.579116 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:12.610837 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:12.611477 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:12.679219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:12.754308 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:12.767063 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:12.767468 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:12.772593 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:12.774506 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:12.819456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:12.870988 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:12.882493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:12.883311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:12.896196 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:10Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:09Z', 'revision_number': 3, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:07Z', 'revision_number': 15, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:12.924015 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee1cf7e-2659-46fb-8ec7-a1a51d166cc4 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:10Z', 'revision_number': 10, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:09Z', 'revision_number': 3, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:07Z', 'revision_number': 15, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:13.156016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:13.244450 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:13.244838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:13.283643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:10Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:09Z', 'revision_number': 13, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:13.316156 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:13.319184 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:13.323939 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:13.332871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:13.381343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:13.381896 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:13.460231 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:13.552316 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:13.554434 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:13.554823 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:13.611340 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:13.642162 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:13.678639 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:13.769210 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:13.786062 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=11']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:13.817571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:13.880555 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:13.882998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:10Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:13Z', 'revision_number': 14, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:13.914554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:13.918754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c901a-a999-4bc4-aa5e-bc42e5bb2f38 None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:10Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:13Z', 'revision_number': 14, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:13.996486 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:14.093898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:14.145120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:14.145504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:14.154188 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:14.257522 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:14.257915 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:14.295464 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:14.302656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:14.303608 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:14.385021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:14.392875 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:14.393170 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:14.394029 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:14.463131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:14.463508 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:14.484058 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:14.487581 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:14.535528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:14.543218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=12']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:14.619077 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:14.619749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:14.640368 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:14.644535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:14.693074 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:14.759687 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0294359-e8c8-4f28-a61f-b454d30b92cd None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:14.848079 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:15.796426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:15.809994 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:55:15.823388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:15.826003 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:15.847366 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:15.847767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:15.848153 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:15.928985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:15.929374 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:15.961841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:15.967089 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:15.967943 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:16.048338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:16.056961 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:16.057335 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:16.057672 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:55:16.127021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:16.127322 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:16.147978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:16.152031 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:16.152787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:16.234384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:16.236472 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:16.236845 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:16.237230 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:16.315029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:16.317097 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:16.364034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:16.364418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:16.364758 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:16.440894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:16.952659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:16.952659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:16.952659 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:17.140533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:17.191603 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:17.215403 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:17.420658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:14Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:14Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:14Z', 'revision_number': 17, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:17.445900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:17.454384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:17.454981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:17.555027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:17.726386 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:17.726386 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:17.727097 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:17.768314 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:17.818534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:14Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:14Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:14Z', 'revision_number': 17, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:17.845645 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b98d0-7939-4dc7-8330-8bebf47a3005 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:14Z', 'revision_number': 12, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:14Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:14Z', 'revision_number': 17, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:17.884345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:17.885042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:17.924289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:17.931206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:17.932147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:17.946107 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:18.017847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:18.075743 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:18.076161 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:18.085291 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:18.106495 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:18.110663 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:18.111469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:18.114891 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:18.158040 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:18.171033 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:16Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:15Z', 'revision_number': 15, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:18.203631 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:18.203949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=13']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:18.215308 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:18.216731 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:18.242183 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:18.242577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:18.285615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:18.290173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:18.291079 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:18.333329 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:18.370416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:18.412827 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:18.413406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:18.438348 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:18.444426 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:18.496020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:18.547773 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:16Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:15Z', 'revision_number': 15, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:18.573720 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af4d57e-de28-47f1-b8db-f29198abcb3a None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:16Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:15Z', 'revision_number': 15, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:19.791247 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:19.848290 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:19.848577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:19.848910 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:19.936902 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:19.937532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:19.977749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:19.982326 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:19.983474 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:20.065573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:20.076334 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.076675 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.077012 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.077344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.077670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.077994 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.078315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.078635 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.078951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.079271 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.079589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.079940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.080257 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.080571 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.080910 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:55:20.085867 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:20.086235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:20.086566 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:55:20.157173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:20.157559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:20.180406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:20.183831 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:20.184619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:20.189068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:20.229592 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:20.265760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:20.271676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:20.272066 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:20.272396 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:20.348375 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:20.348775 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:20.387344 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:20.392728 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:20.394621 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:20.473218 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:20.480885 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:20.481259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:20.481589 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:20.551604 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:20.552030 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:20.577223 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:20.581429 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:20.606248 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfec1e7-5896-434b-a916-b5be3310b095 None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:20.709120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=14']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:21.691973 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:21.691973 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:21.691973 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:21.788765 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:21.876094 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:21.995834 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 5, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 19, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:22.021993 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:22.031046 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:22.031872 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:22.070503 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:22.074820 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:22.075643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:22.125725 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:22.144950 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:22.238127 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:22.248518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:22.276443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:22.298514 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:22.298899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:22.359034 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 5, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 19, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:22.384628 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa27e5-7064-4fb5-8b1d-52a6fb31a20c None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 14, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 5, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 19, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:22.549584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:22.561318 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:22.562625 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:22.563327 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:22.697004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:22.733726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:19Z', 'revision_number': 17, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:22.768021 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:22.770042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:22.770424 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:22.797868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:22.798870 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:22.800029 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:22.803551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:22.839920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:22.961670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=15']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:22.982772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:23.083110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:23.083776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:23.171840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:23.181457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:23.250777 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:23.273108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:23.282281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:19Z', 'revision_number': 17, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:23.313501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b55a35-d50c-4375-905f-8a665f8af3bb None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:20Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:19Z', 'revision_number': 17, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:23.664496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:23.758456 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:23.775457 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:23.812753 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:23.860193 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:24.006872 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:24.059180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:24.059551 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.059934 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:24.135692 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:24.136416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.171899 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:24.177138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.177991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:24.256253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:24.268953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:24.269749 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.270090 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:24.313129 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a59b12-4658-4c35-b612-28810626e20b None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:24.407284 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:24.408129 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.453951 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:24.460687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.461847 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:24.550710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:24.551141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.551576 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:24.554998 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:24.594088 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:24.636400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:24.636678 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.660201 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:24.664361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.725690 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=16']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:24.738705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:24.802315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:24.819386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:24.819817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.843512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:24.849020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:24.896548 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:25.782739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:25.825681 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:25.826051 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:25.826393 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:25.901059 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:25.902108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:25.946091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:25.946460 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:25.946791 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:26.015771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:26.016757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:26.061980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:26.062346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:26.062678 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:55:26.133215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:26.133649 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:26.153999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:26.158065 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:26.213538 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:26.216253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:26.223149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:26.246286 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:26.252969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:26.253588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:26.523299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:26.523695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:26.547809 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:26.579949 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:26.607945 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:26.613767 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:26.711937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:26.828703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 6, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 21, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:26.853096 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:26.861361 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:26.862575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:26.964901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:27.019016 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f9d45b4c-0286-44b8-8f3d-b0e2281e99b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:27.100833 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053642df-c418-4136-8a10-da6338c627cf None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:27.101288 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053642df-c418-4136-8a10-da6338c627cf None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:27.101556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-053642df-c418-4136-8a10-da6338c627cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:27.198281 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 6, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:26Z', 'revision_number': 22, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:27.224509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fae17d2-8485-457c-85a7-4aaf57bac744 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 16, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 6, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:26Z', 'revision_number': 22, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:27.297564 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-053642df-c418-4136-8a10-da6338c627cf None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:27.512914 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-053642df-c418-4136-8a10-da6338c627cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:26Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 19, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:27.538945 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053642df-c418-4136-8a10-da6338c627cf None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:27.548014 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053642df-c418-4136-8a10-da6338c627cf None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:27.548714 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-053642df-c418-4136-8a10-da6338c627cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:54:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:27.594877 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:27.656009 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-053642df-c418-4136-8a10-da6338c627cf None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:27.738713 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:27.789952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:27.790339 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:27.790677 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:27.813541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:27.862035 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-053642df-c418-4136-8a10-da6338c627cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:26Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 19, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:27.867976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:27.868510 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:27.889487 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053642df-c418-4136-8a10-da6338c627cf None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:26Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:24Z', 'revision_number': 19, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:27.912501 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:27.924776 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:28.019091 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:28.033401 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:28.057781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:28.121038 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:28.121532 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:28.145178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:28.149120 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:28.149865 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:28.235976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=17']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:28.286042 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:28.286517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:28.323654 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:28.328254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:28.329173 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:28.414307 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:28.454992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:28.456126 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:28.483388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:28.488102 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:28.544934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:29.167842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7fe082c7-b89a-47b0-b802-5c94850aeee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:29.182883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f317d99d-f8d5-446b-81fb-7e1a13ff4a02 None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:30.339184 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:30.350131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:30.355263 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:30.355919 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:30.389038 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:30.396588 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:30.398737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:30.399094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:30.399433 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:30.459179 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:30.471438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:30.471853 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:30.511389 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:30.519293 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:30.523556 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:30.524378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:30.575773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:30.604178 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:30.613415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:30.613793 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:30.614112 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:55:30.675843 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:28Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:29Z', 'revision_number': 7, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:27Z', 'revision_number': 23, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:30.686108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:30.686496 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:30.705397 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:30.710948 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:30.715107 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:30.715737 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:30.716022 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:30.766384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:30.803289 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:30.824020 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:30.880686 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:30.880967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:30.930618 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:30.935083 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:30.985816 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:31.048618 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:28Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:29Z', 'revision_number': 7, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:27Z', 'revision_number': 23, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:31.073746 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb193f73-394d-4a36-86a5-b985c7e25782 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:28Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:29Z', 'revision_number': 7, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:27Z', 'revision_number': 23, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:31.611364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:31.613807 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:31.614442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:31.746393 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:31.774781 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:31.848628 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:31.911252 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:31.938124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:31.938504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:31.938846 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:32.164880 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:32.225969 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:30Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:30Z', 'revision_number': 21, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:32.229216 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:32.266230 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:32.270455 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:32.270614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:32.288956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:32.289614 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:32.350045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:32.359999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:32.417716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:32.472607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:32.514986 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:32.635008 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:32.636087 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:32.751739 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d23e6f-2318-4b51-8796-3ba5ae004b85 None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:32.768739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:30Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:30Z', 'revision_number': 21, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:32.772442 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:32.772836 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:32.798505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397eba17-aa31-4c14-a31a-bb8fb736a0da None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:30Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:30Z', 'revision_number': 21, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:32.805620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:32.840006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:32.844748 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:32.845651 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:32.900204 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:32.930795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:32.973763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:32.974564 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:33.001787 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:33.006528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:33.077941 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:33.866090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:33.866090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:33.866090 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:33.913801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:33.960381 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:34.013295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:34.092726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:34.093004 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:34.093347 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:34.251819 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:34.252722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:34.325629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:34.332483 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:34.333260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:34.336636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:28Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:32Z', 'revision_number': 8, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:32Z', 'revision_number': 25, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:34.394141 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:34.431203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:34.431874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:34.477180 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:34.484189 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:34.484565 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:34.484900 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:55:34.556643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:34.559760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:34.584620 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:34.645041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:34.647755 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:34.843613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:34.849927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:34.900594 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:34.900594 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:34.900594 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:34.940940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:34.974982 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:35.009902 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:35.079343 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:35.079653 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:35.091598 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:28Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:32Z', 'revision_number': 8, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:32Z', 'revision_number': 25, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:35.121963 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:35.127695 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf02898-9f1c-491d-b966-6af55243abb2 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:28Z', 'revision_number': 17, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:32Z', 'revision_number': 8, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:32Z', 'revision_number': 25, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:35.145773 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:35.157607 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:35.213476 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:34Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:34Z', 'revision_number': 23, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:35.213878 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:35.246867 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:35.256644 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:35.257275 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:35.366158 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:35.563581 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:34Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:34Z', 'revision_number': 23, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:35.590188 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6959e9a2-0297-4284-8de7-9ac9373e0050 None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:54:41Z', 'revision_number': 4, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:34Z', 'revision_number': 24, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4', 'name': '', 'network_id': 'ccc21470-190b-4cfe-9608-74a6c52310db', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'mac_address': 'fa:16:3e:77:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:40Z', 'updated_at': '2022-10-26T12:55:34Z', 'revision_number': 23, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'subnets': [{'id': 'b4891b65-d6c7-4357-8f89-19041e1e1a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:35.750687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:35.806103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:35.806677 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:35.807017 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:35.932443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:35.932828 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:35.973955 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:35.979364 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:36.038978 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:36.051980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:36.075200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:36.135617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:36.136354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:36.163305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:36.176957 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:36.183576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:36.184196 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:36.266415 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:36.309637 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:36.310036 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:36.333280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:36.338262 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:36.399851 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:37.201844 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a149fab-9cf4-4ec9-b504-694b3ceee086 None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:37.822347 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:37.868041 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:37.868417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:37.868756 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 Oct 26 12:55:37.941632 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:37.942027 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:37.978796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:37.982568 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:37.983319 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:38.060642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:38.067911 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 2d168388-c53e-45e6-86d3-b700077bd6d7 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:38.068291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:38.068715 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 2d168388-c53e-45e6-86d3-b700077bd6d7 Oct 26 12:55:38.134136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:38.146502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:38.146893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:38.167191 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:38.170917 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:38.171710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:38.244616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:38.254918 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:38.255305 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:38.255651 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:38.277733 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:38.335817 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:38.336889 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:38.379205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:38.379589 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:38.380095 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:38.453243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:38.453629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:38.474406 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:38.478493 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:38.531103 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=18']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:39.194280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:39.194280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:39.194280 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:39.273205 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:39.289786 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:39.500146 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:38Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:37Z', 'revision_number': 9, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:35Z', 'revision_number': 27, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:39.524621 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:39.526202 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:39.535172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:39.535817 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:39.721404 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:39.722400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:39.793726 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:39.794131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:39.826981 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:39.831916 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:39.832612 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:39.915204 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:39.944153 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:38Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:37Z', 'revision_number': 9, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:35Z', 'revision_number': 27, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:39.951117 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:39.951504 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:39.968675 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2bc1ea-8e84-4557-a547-2b5446734ef5 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:38Z', 'revision_number': 18, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:37Z', 'revision_number': 9, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:35Z', 'revision_number': 27, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:39.973206 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:39.977276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:39.978165 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:40.061716 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=19']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:40.067278 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:40.102542 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:40.102956 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:40.137840 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:40.142136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:40.143534 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 2d168388-c53e-45e6-86d3-b700077bd6d7 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:40.200384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:40.239451 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:40.274874 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 2d168388-c53e-45e6-86d3-b700077bd6d7 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:40.275269 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:40.301792 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:40.306577 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:40.355601 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:41.586491 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f5051-7e0e-4ca9-889d-bf9a3b841a98 None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:41.771107 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:41.897328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:41.897705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:41.898037 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:41.974233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:41.974617 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:42.021864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:42.021864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:42.021864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:42.103859 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=29']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:42.113154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:42.113154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:42.113154 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:42.134307 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:42.137025 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:42.137666 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:42.192302 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:42.192703 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:42.215295 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:42.220203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:42.250322 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:42.266843 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=20']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:42.458415 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:39Z', 'revision_number': 19, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:41Z', 'revision_number': 10, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:41Z', 'revision_number': 29, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:42.482245 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:42.490418 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:42.491005 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:42.544605 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:42.592489 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:42.667556 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:42.686149 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:42.700384 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:42.805549 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:42Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:41Z', 'revision_number': 10, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:41Z', 'revision_number': 29, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:42.829773 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ded4601-e8e4-45f1-ae9d-a8b8e3920792 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:42Z', 'revision_number': 20, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:41Z', 'revision_number': 10, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:41Z', 'revision_number': 29, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:43.672660 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:43.750685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:43.751378 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:43.753013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:43.787757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:43.792584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:43.793413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:43.869469 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=30']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:43.910299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:43.910687 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:43.935860 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:43.940644 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:43.965803 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:44.022380 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=21']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:44.062934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:44.063960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:44.136722 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:44.218841 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:44.263181 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:44.263563 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:44.263941 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:44.338054 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:44.338438 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:44.369788 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:44.373708 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:44.374554 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:44.451619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=31']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:44.453940 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:44.456960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:44.457338 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:44.457675 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:44.482280 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca1105-bd29-4925-ae48-9041743ec646 None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:44.600376 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:44.650801 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:44.651243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:44.674268 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:44.678416 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:44.727383 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=22']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:44.894465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:44.894465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:44.894465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:44.990082 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:45.193819 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:44Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:44Z', 'revision_number': 11, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:44Z', 'revision_number': 31, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:45.306680 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:45.315332 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:45.315969 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:45.416683 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:45.616783 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:45.622401 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:44Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:44Z', 'revision_number': 11, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:44Z', 'revision_number': 31, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:45.650547 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b5597-90b8-47b5-b062-e19940793ea0 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:44Z', 'revision_number': 22, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:44Z', 'revision_number': 11, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:44Z', 'revision_number': 31, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:45.721108 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:45.796923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:45.797311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:45.834081 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:45.838136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:45.839037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:45.934336 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=32']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:45.972482 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:45.972881 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:45.995561 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:45.999903 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:46.051235 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=23']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:47.260536 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e71773-a3b5-47f0-90e1-9dd2a5d24469 None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:47.895059 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:55:47.895838 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:47.896255 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:47.981294 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:48.000460 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:48.201815 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:45Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:47Z', 'revision_number': 12, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:45Z', 'revision_number': 32, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:48.227402 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:55:48.235501 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:55:48.236217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:55:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:48.335345 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:55:48.541986 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:45Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:47Z', 'revision_number': 12, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:45Z', 'revision_number': 32, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:55:48.566664 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d617730f-2d5b-47d9-89d3-dc4e145996a8 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:45Z', 'revision_number': 23, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_floatingips': [{'id': 'b5ed8a7f-de4e-4e69-a9ea-ab10477aace9', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'router_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'port_id': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'fixed_ip_address': '172.20.0.10', 'status': 'ERROR', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'mac_address': 'fa:16:3e:87:f6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T12:54:55Z', 'updated_at': '2022-10-26T12:55:47Z', 'revision_number': 12, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:45Z', 'revision_number': 32, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:55:49.675176 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:49.749067 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:49.761883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:49.781920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:49.837584 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:49.919602 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:49.963299 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:49.963673 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:49.964040 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:55:50.034243 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:50.034623 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:50.036265 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:50.071470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:50.075739 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:50.076553 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:55:50.115345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ddccb1-074f-4149-9f4b-527539c8c2bc None None] New status for floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9: ERROR {{(pid=105417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 12:55:50.337992 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=33']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:50.379095 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:55:50.379471 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:50.379838 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:55:50.495260 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:50.495656 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:50.516734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:50.521605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:50.573517 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=24']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:50.593129 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-8c485d3c-e16a-479d-9021-7e5a2697e0ae service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451245 Oct 26 12:55:50.680521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-7f8b232e-5ad8-4a57-b597-f81bdf767cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:55:50.684611 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-7f8b232e-5ad8-4a57-b597-f81bdf767cc1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4cc73a458c564736ba55964abbb7c757&device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 1130 time: 0.0471265 Oct 26 12:55:50.788618 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-f7d42aee-14dd-43bc-bc0b-e3f3e6c3587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:55:50.790098 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-f7d42aee-14dd-43bc-bc0b-e3f3e6c3587f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c351d330-76f5-436b-8075-e582910dee05 HTTP/1.1" status: 200 len: 909 time: 0.0886667 Oct 26 12:55:50.854172 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-9f992fd6-08c0-4742-91fa-45f924a53037 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5 HTTP/1.1" status: 200 len: 1001 time: 0.0587459 Oct 26 12:55:50.902373 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-7ac12a3e-a182-4e79-aab6-ee6fffce35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:55:50.904105 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-7ac12a3e-a182-4e79-aab6-ee6fffce35eb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831 HTTP/1.1" status: 200 len: 847 time: 0.0445030 Oct 26 12:55:50.946649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-e22282dd-c754-4f1b-8cfc-7541db9d7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:55:50.948150 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-e22282dd-c754-4f1b-8cfc-7541db9d7278 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c351d330-76f5-436b-8075-e582910dee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384622 Oct 26 12:55:51.042147 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-e17cc4e1-9d24-44ee-a145-d0f483404525 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864727 Oct 26 12:55:51.131890 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-3a65bb2c-e95c-4f78-a226-d87abb84ee9e req-65c7a439-baa3-46a9-942a-ad924b8cf585 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838053 Oct 26 12:55:51.720709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:51.793136 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:51.793519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:51.825815 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:51.830175 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:51.831080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:55:51.880360 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:55:51.908907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=34']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:51.945533 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:55:51.945920 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:51.966390 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:55:51.970094 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:52.015934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=25']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:55:52.808904 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:55:56.981212 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e66f3762-f04e-4676-8e57-371465ebc0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:55:59.175220 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f3d07aeb-22a5-4742-a171-3ed84f8a104e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:00.502353 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:01.127472 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=50 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:01.129494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=51 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:01.854233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:02.013124 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:02.804251 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=68 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:02.805064 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=75 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:12.007643 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:12.009619 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:12.711311 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:22.704756 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:22.706898 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:24.463328 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:24.464172 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:26.983543 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-84cfa141-345c-4678-82e6-0e4df8c85aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:29.166830 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c071-686a-448b-89c8-20719324008e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:29.808714 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:56:30.503893 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:31.860071 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:32.015575 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:39.804426 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:42.010466 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:42.012272 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:42.725676 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:52.587540 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-7dac28e4-3fb9-4923-9f6a-ca2516d712f0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438509 Oct 26 12:56:52.667448 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-1a191314-2fcf-425b-bc1d-c66f877c9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:56:52.668963 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-1a191314-2fcf-425b-bc1d-c66f877c9fa3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4cc73a458c564736ba55964abbb7c757&device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 1130 time: 0.0403793 Oct 26 12:56:52.715110 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:52.721315 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:56:52.774154 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-f3fa2bd9-476a-4f73-a18c-24ce93302dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:56:52.775631 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-f3fa2bd9-476a-4f73-a18c-24ce93302dcc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c351d330-76f5-436b-8075-e582910dee05 HTTP/1.1" status: 200 len: 909 time: 0.0892718 Oct 26 12:56:52.840919 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-f3a56f0d-3254-4650-9702-f3c7c08afb87 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5 HTTP/1.1" status: 200 len: 1001 time: 0.0598586 Oct 26 12:56:52.890012 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-33b68237-e945-472f-ab1f-287dd82fcb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:56:52.891470 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-33b68237-e945-472f-ab1f-287dd82fcb00 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831 HTTP/1.1" status: 200 len: 847 time: 0.0443640 Oct 26 12:56:52.935669 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-c3b20275-8617-4ee9-9cb2-f1ef769ecfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:56:52.937179 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-c3b20275-8617-4ee9-9cb2-f1ef769ecfbc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c351d330-76f5-436b-8075-e582910dee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0390959 Oct 26 12:56:53.030120 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-0be66da5-84f2-4319-a9d6-0184af023913 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868516 Oct 26 12:56:53.119552 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-a9a16650-5d95-4f00-bc02-aeda52291622 req-bd236824-32b1-4892-af91-64b013e70379 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822778 Oct 26 12:56:56.985849 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cf13fd74-f67b-426a-ad2d-34a208a04762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:56:59.168771 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-fe0c4769-c775-487a-b621-21d893eafbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:00.507519 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:01.459447 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:01.460217 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:01.852894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:02.017688 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:03.115050 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=50 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:03.116959 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=51 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:06.808464 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:57:12.011432 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:12.013346 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:12.724796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:22.717734 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:22.719712 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:24.861612 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:24.862369 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:26.992188 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9607d769-1cab-4038-a439-2a34b940d322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:29.170613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-33aa8098-19c8-4c5b-b212-2b334537214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:30.509990 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:31.855214 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:32.020907 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:42.014528 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:42.016365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:42.740757 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:43.808252 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:57:46.749352 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:52.586992 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fac540a-8447-4ab4-867e-559643f51e13 req-db4981be-bc88-42c9-b683-f3c37f3b72f4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441101 Oct 26 12:57:52.669508 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac540a-8447-4ab4-867e-559643f51e13 req-0278769f-cd99-4847-b5ed-2ddb4c430414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:57:52.670966 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fac540a-8447-4ab4-867e-559643f51e13 req-0278769f-cd99-4847-b5ed-2ddb4c430414 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4cc73a458c564736ba55964abbb7c757&device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 1130 time: 0.0412974 Oct 26 12:57:52.729973 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:52.735392 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:52.780588 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac540a-8447-4ab4-867e-559643f51e13 req-c0ac5534-33b6-4d9a-9d8e-ac9de0e17e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:57:52.781957 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fac540a-8447-4ab4-867e-559643f51e13 req-c0ac5534-33b6-4d9a-9d8e-ac9de0e17e00 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c351d330-76f5-436b-8075-e582910dee05 HTTP/1.1" status: 200 len: 909 time: 0.0932574 Oct 26 12:57:52.843538 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fac540a-8447-4ab4-867e-559643f51e13 req-9e7f1b0d-39b0-47de-a9fa-09027016de8a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5 HTTP/1.1" status: 200 len: 1001 time: 0.0550895 Oct 26 12:57:52.892055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac540a-8447-4ab4-867e-559643f51e13 req-f24c2974-bdb8-4bc8-bc10-e2a6e7d35d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:57:52.893525 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fac540a-8447-4ab4-867e-559643f51e13 req-f24c2974-bdb8-4bc8-bc10-e2a6e7d35d6d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831 HTTP/1.1" status: 200 len: 847 time: 0.0446231 Oct 26 12:57:52.941317 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac540a-8447-4ab4-867e-559643f51e13 req-1522f253-ae19-4e9e-b5ac-a15ec1bb8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:57:52.942904 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fac540a-8447-4ab4-867e-559643f51e13 req-1522f253-ae19-4e9e-b5ac-a15ec1bb8d8c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c351d330-76f5-436b-8075-e582910dee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432312 Oct 26 12:57:53.032495 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fac540a-8447-4ab4-867e-559643f51e13 req-9235bc6f-0296-4426-8fe9-f06e2e708340 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834777 Oct 26 12:57:53.126199 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-9fac540a-8447-4ab4-867e-559643f51e13 req-146bd508-1dc1-4869-8980-9b8c55a77e03 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875387 Oct 26 12:57:53.803219 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=21 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:57:56.984413 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5661-7607-468a-a9ce-bef59efb0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:57:59.173197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e66d88fa-ef55-419d-8de9-b422836ec515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:00.512900 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:01.857838 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:02.026000 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:03.116763 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=52 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:03.122895 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=49 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:12.018433 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:12.020263 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:12.737952 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:15.464377 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:15.465139 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:20.808399 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:58:22.732559 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:22.734512 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:26.985630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6966928c-e134-4bfd-9b55-0d85b986b26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:27.360232 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43266) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:27.505068 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Deleting port 8ab6a6de-83b4-47bf-8559-8ababe118b5f {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:27.505913 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (8ab6a6de-83b4-47bf-8559-8ababe118b5f), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:27.582236 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (8ab6a6de-83b4-47bf-8559-8ababe118b5f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:27.582561 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for floatingip (8ab6a6de-83b4-47bf-8559-8ababe118b5f), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:27.599949 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Calling delete_port for 8ab6a6de-83b4-47bf-8559-8ababe118b5f owned by network:floatingip {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:27.742461 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (8ab6a6de-83b4-47bf-8559-8ababe118b5f), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:27.772108 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event deleted for resources: {'Port': ['ID=8ab6a6de-83b4-47bf-8559-8ababe118b5f,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:27.784156 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.784499 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.784835 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.785169 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.785494 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.785818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.786138 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.786458 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.786886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.786886 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.787649 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.787995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.788313 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.788627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.788941 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:27.844412 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for floatingip (b5ed8a7f-de4e-4e69-a9ea-ab10477aace9), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:27.844747 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.db.l3_db [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Floating IP b5ed8a7f-de4e-4e69-a9ea-ab10477aace9 disassociated (deleted). External IP: 172.26.0.51, port: 1708dfa9-385f-4621-99d4-6c62a3d3bba5. Oct 26 12:58:28.055679 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Router 0967c5ae-70d0-479d-bae8-b00878771def has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:58:28.165282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:58:28.169991 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for floatingip (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:28.171342 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:28.174859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:58:28.185887 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:28.186494 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:57:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:28.206018 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-2cbb3ed4-c3fe-44f9-ad2b-0af1985c19f3 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/b5ed8a7f-de4e-4e69-a9ea-ab10477aace9 HTTP/1.1" status: 204 len: 168 time: 0.8422127 Oct 26 12:58:28.206018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5'}] {{(pid=105416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:58:28.206476 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}612715f6bd463c325acb3bf8ebfe409e80fe2c524dd3dd83442939fa4e140c55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1468f180-7c6a-4eb0-961e-0e5491ea9c09" -d '{"events": [{"name": "network-changed", "server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5"}]}' {{(pid=105416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:58:28.250282 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3153e0-248c-40cd-b047-26ad97b0e3c6 x-openstack-request-id: req-bb3153e0-248c-40cd-b047-26ad97b0e3c6 {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:58:28.250642 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5", "status": "completed", "code": 200}]} {{(pid=105416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:58:28.251935 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb3153e0-248c-40cd-b047-26ad97b0e3c6 {{(pid=105416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:58:28.252431 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3153e0-248c-40cd-b047-26ad97b0e3c6'] response: {'name': 'network-changed', 'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'status': 'completed', 'code': 200} Oct 26 12:58:28.308448 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:58:28.318501 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-50fac3a1-2a86-45ff-bf19-ac939a570bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:58:28.320137 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-50fac3a1-2a86-45ff-bf19-ac939a570bd8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4cc73a458c564736ba55964abbb7c757&device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 1130 time: 0.0447206 Oct 26 12:58:28.392837 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:28.469055 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-b9e1b07c-97e9-4276-a3c0-891c07797a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:58:28.470537 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-b9e1b07c-97e9-4276-a3c0-891c07797a79 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=c351d330-76f5-436b-8075-e582910dee05 HTTP/1.1" status: 200 len: 909 time: 0.1452050 Oct 26 12:58:28.480862 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34516fa2-bb8d-43e4-b710-92e4cc2cfe53 req-fc42d14e-e0fa-4990-9761-4c48d62b4546 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:58:28.482282 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-34516fa2-bb8d-43e4-b710-92e4cc2cfe53 req-fc42d14e-e0fa-4990-9761-4c48d62b4546 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 946 time: 0.0594704 Oct 26 12:58:28.508600 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:51Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:51Z', 'revision_number': 34, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:28.534386 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-34516fa2-bb8d-43e4-b710-92e4cc2cfe53 req-f005afea-558d-4f6d-9847-019d68652ff2 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462976 Oct 26 12:58:28.537807 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:58:28.546391 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:28.546991 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:57:59Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:28.647069 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:58:28.827841 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:51Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:51Z', 'revision_number': 34, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:28.852218 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c210c1-41cf-4b3f-bdae-41f7dee3e214 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:55:51Z', 'revision_number': 25, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:55:51Z', 'revision_number': 34, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:58:29.179437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-f80508be-0b11-41dd-aba0-e092df248ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:29.393492 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-12401bab-8f7e-4421-8b0e-bd5824b19634 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5 HTTP/1.1" status: 200 len: 217 time: 0.0383923 Oct 26 12:58:29.444902 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-485b5335-a1e5-4367-a9f9-9c978d77f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:58:29.446434 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-485b5335-a1e5-4367-a9f9-9c978d77f003 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831 HTTP/1.1" status: 200 len: 847 time: 0.0463042 Oct 26 12:58:29.596974 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-1cb85a46-1f8c-403d-9811-cddcd17c5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:58:29.598539 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-1cb85a46-1f8c-403d-9811-cddcd17c5257 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=c351d330-76f5-436b-8075-e582910dee05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444589 Oct 26 12:58:29.724163 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ae48d-fbec-4dec-a867-46e33101e6ca req-8f674b06-98e0-4869-a5b8-5b60a2c83e64 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:58:29.725851 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d01ae48d-fbec-4dec-a867-46e33101e6ca req-8f674b06-98e0-4869-a5b8-5b60a2c83e64 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 946 time: 0.0695963 Oct 26 12:58:29.732047 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-d6f42f9f-abfc-4dec-8ac3-f2ac44fc0330 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 12:58:29.734242 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-d6f42f9f-abfc-4dec-8ac3-f2ac44fc0330 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 946 time: 0.0539885 Oct 26 12:58:29.776218 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-7aee85f3-1584-4a3b-a119-de7f703f99d6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709323 Oct 26 12:58:29.796479 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-d01ae48d-fbec-4dec-a867-46e33101e6ca req-a3f0bb12-71c9-47af-8101-ba84167ba029 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80180a9d-5e1d-4c63-9556-9d7f03357198&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576613 Oct 26 12:58:29.836153 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Deleting port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:29.836874 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:29.889669 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:58:29.934009 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-1468f180-7c6a-4eb0-961e-0e5491ea9c09 req-b5ec27c0-f814-433a-92c4-6fa82e574d67 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366177 Oct 26 12:58:29.944642 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port 56b0e17a-4070-4301-9294-50b34c90a04a triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:58:29.945829 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:29.946497 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port 56b0e17a-4070-4301-9294-50b34c90a04a Oct 26 12:58:29.955971 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] For port 1708dfa9-385f-4621-99d4-6c62a3d3bba5, host hv-neutron-7598, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7598',level=0,port_id=1708dfa9-385f-4621-99d4-6c62a3d3bba5,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:29.956337 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:29.977086 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Calling delete_port for 1708dfa9-385f-4621-99d4-6c62a3d3bba5 owned by compute:nova {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:30.026481 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:58:30.026980 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:30.066626 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:30.071863 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:30.072778 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:58:30.160417 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=35']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:30.170904 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:58:30.171282 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:30.171623 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:58:30.174018 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.174365 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.174710 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.175046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.175382 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.175715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.176069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.176396 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.176723 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.177046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.177613 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.178037 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.178369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.178689 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.179033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.264138 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:58:30.264824 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:30.292509 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:30.297763 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:30.352394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=26']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:30.437624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (1708dfa9-385f-4621-99d4-6c62a3d3bba5), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:30.463580 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event deleted for resources: {'Port': ['ID=1708dfa9-385f-4621-99d4-6c62a3d3bba5,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:30.478128 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.478483 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.478827 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.479172 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.479508 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.479860 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.480409 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.480734 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.481071 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.481400 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.481780 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.482043 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.482376 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.482690 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.483208 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-759874-5-hyperv {{(pid=105415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 12:58:30.517707 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:30.527438 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] No DVR routers for this DVR port 1708dfa9-385f-4621-99d4-6c62a3d3bba5 on host hv-neutron-7598 {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:58:30.529924 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149658'] for port (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:30.533182 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [req-5a343837-757b-4779-8433-5cfedf5f0d48 req-dd6bda35-98d8-4ac3-bb80-fe8acfcbf80c tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.23 "DELETE /networking/v2.0/ports/1708dfa9-385f-4621-99d4-6c62a3d3bba5 HTTP/1.1" status: 204 len: 173 time: 0.7933171 Oct 26 12:58:30.533687 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'name': 'network-vif-deleted', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5'}] {{(pid=105415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 12:58:30.535987 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3fb4f140766bce3d604f00a13e3ee01049a321dac535cfa15a9d571c1a6fc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c6af7d-9ecf-461d-907b-b5ee07c12de0" -d '{"events": [{"server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "name": "network-vif-deleted", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5"}]}' {{(pid=105415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 12:58:30.650995 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e98e29-0ef0-4a34-b774-ec1728309a41 x-openstack-request-id: req-08e98e29-0ef0-4a34-b774-ec1728309a41 {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 12:58:30.651295 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f81801-4512-4636-ac3b-5c5038e0ea4b", "name": "network-vif-deleted", "tag": "1708dfa9-385f-4621-99d4-6c62a3d3bba5", "status": "completed", "code": 200}]} {{(pid=105415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 12:58:30.651552 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08e98e29-0ef0-4a34-b774-ec1728309a41 {{(pid=105415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 12:58:30.651991 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e98e29-0ef0-4a34-b774-ec1728309a41'] response: {'server_uuid': '64f81801-4512-4636-ac3b-5c5038e0ea4b', 'name': 'network-vif-deleted', 'tag': '1708dfa9-385f-4621-99d4-6c62a3d3bba5', 'status': 'completed', 'code': 200} Oct 26 12:58:30.934387 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [req-46b6f8d3-5f7c-489a-a7b1-cad728238244 req-6c3f181e-343e-4b61-a83d-79c39e3a47ae tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=64f81801-4512-4636-ac3b-5c5038e0ea4b HTTP/1.1" status: 200 len: 210 time: 0.0300705 Oct 26 12:58:31.189139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:58:31.189139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:31.189139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:31.289615 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:58:31.477224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:58:30Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:58:30Z', 'revision_number': 35, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:31.502696 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:58:31.512395 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:31.513006 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:31.690682 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:31.693670 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:31.765254 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvr_db [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:58:31.806922 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:58:31.925638 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.009679 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43298) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:32.020795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port 56b0e17a-4070-4301-9294-50b34c90a04a is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:58:32.020795 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.056394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.067197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_hamode_db [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:58:30Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:58:30Z', 'revision_number': 35, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:32.069714 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0e818675-911a-434d-af0f-7bcb4f60db36 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group (80180a9d-5e1d-4c63-9556-9d7f03357198), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.097658 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:32.098351 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0e818675-911a-434d-af0f-7bcb4f60db36 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group (80180a9d-5e1d-4c63-9556-9d7f03357198), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.100985 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9dc72-5eb5-4662-8171-3542097794bc None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:54:36Z', 'revision_number': 4, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:58:30Z', 'revision_number': 26, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv', '_interfaces': [{'id': '56b0e17a-4070-4301-9294-50b34c90a04a', 'name': '', 'network_id': 'c351d330-76f5-436b-8075-e582910dee05', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'mac_address': 'fa:16:3e:4a:71:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:36Z', 'updated_at': '2022-10-26T12:58:30Z', 'revision_number': 35, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'subnets': [{'id': 'eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:58:32.105550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.105760 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:58:32.186820 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0e818675-911a-434d-af0f-7bcb4f60db36 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (80180a9d-5e1d-4c63-9556-9d7f03357198), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.190416 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-0e818675-911a-434d-af0f-7bcb4f60db36 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Publish callbacks [] for security_group (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.191872 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-0e818675-911a-434d-af0f-7bcb4f60db36 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/80180a9d-5e1d-4c63-9556-9d7f03357198 HTTP/1.1" status: 204 len: 168 time: 0.1812637 Oct 26 12:58:32.198010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=36']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:32.202524 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e818675-911a-434d-af0f-7bcb4f60db36 tempest-TestSnapshotPattern-1249265807 tempest-TestSnapshotPattern-1249265807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80180a9d-5e1d-4c63-9556-9d7f03357198,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:32.244205 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43302) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:32.286198 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: ACTIVE; New status is: DOWN {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:58:32.286925 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.311871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:32.316630 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.392236 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=27']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:32.504285 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:32.591124 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (0967c5ae-70d0-479d-bae8-b00878771def), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:32.817137 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:32.831685 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Deleting port 56b0e17a-4070-4301-9294-50b34c90a04a {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:32.832062 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:33.217385 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] For port 56b0e17a-4070-4301-9294-50b34c90a04a, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=56b0e17a-4070-4301-9294-50b34c90a04a,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:33.217747 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:33.233826 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Calling delete_port for 56b0e17a-4070-4301-9294-50b34c90a04a owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:33.424143 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (56b0e17a-4070-4301-9294-50b34c90a04a), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:33.449379 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Pushing event deleted for resources: {'Port': ['ID=56b0e17a-4070-4301-9294-50b34c90a04a,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:33.623341 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (0967c5ae-70d0-479d-bae8-b00878771def), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:33.643425 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba467a-f698-4317-8a9c-d3bb963e82bc None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:58:33.722131 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba467a-f698-4317-8a9c-d3bb963e82bc None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:58:33.726566 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:33.831002 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:33.857967 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 up at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 12:58:33.866193 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Router 0967c5ae-70d0-479d-bae8-b00878771def has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:58:33.889402 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:33.951259 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Provisioning complete for port b369bb19-37ae-4818-bea7-8c15ef7e8b91 triggered by entity L2. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:58:33.951636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:33.951998 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Attempt 1 to provision port b369bb19-37ae-4818-bea7-8c15ef7e8b91 Oct 26 12:58:34.000240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:58:34.006605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1708dfa9-385f-4621-99d4-6c62a3d3bba5 no longer exists at agent hyperv_hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:58:34.009712 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-5b245b8e-2d6c-4f0d-b8fb-10ecf356953b admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/0967c5ae-70d0-479d-bae8-b00878771def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7644050 Oct 26 12:58:34.012404 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43304) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:34.057505 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] No Port match for: 1708dfa9-385f-4621-99d4-6c62a3d3bba5 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:58:34.057866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Device 1708dfa9-385f-4621-99d4-6c62a3d3bba5 not bound to the agent host hv-neutron-7598 {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:58:34.066189 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:34.073704 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Current status of the port b369bb19-37ae-4818-bea7-8c15ef7e8b91 is: DOWN; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:58:34.074258 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-802365'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.116215 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:58:34.117460 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:34.118189 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:34.123010 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:34.128927 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787628971385', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787628526758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787628526776'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.162916 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks [] for router (0967c5ae-70d0-479d-bae8-b00878771def), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.190049 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Pushing event updated for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=28']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:34.246974 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:58:34.284032 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks [] for router_gateway (0967c5ae-70d0-479d-bae8-b00878771def), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.331591 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Deleting port b369bb19-37ae-4818-bea7-8c15ef7e8b91 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:34.332033 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.425774 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:34.430818 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] For port b369bb19-37ae-4818-bea7-8c15ef7e8b91, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=b369bb19-37ae-4818-bea7-8c15ef7e8b91,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:34.431330 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.433380 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112'}], 'enable_snat': True}, 'gw_port_id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:58:33Z', 'revision_number': 5, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port': {'id': 'b369bb19-37ae-4818-bea7-8c15ef7e8b91', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0967c5ae-70d0-479d-bae8-b00878771def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:58:32Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:34.445484 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Calling delete_port for b369bb19-37ae-4818-bea7-8c15ef7e8b91 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:34.459074 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] Checking router: 0967c5ae-70d0-479d-bae8-b00878771def for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:58:34.468215 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] Routers {'0967c5ae-70d0-479d-bae8-b00878771def'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:34.468842 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['0967c5ae-70d0-479d-bae8-b00878771def'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:34.542905 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=100 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:34.547766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-0e908317-0699-485e-8505-90b83407ac08 None None] Provisioning complete for port 7a17df21-2012-4dc9-bc42-a82c095274a0 triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:58:34.548148 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0e908317-0699-485e-8505-90b83407ac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.548485 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-0e908317-0699-485e-8505-90b83407ac08 None None] Attempt 1 to provision port 7a17df21-2012-4dc9-bc42-a82c095274a0 Oct 26 12:58:34.558471 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] Set router 0967c5ae-70d0-479d-bae8-b00878771def gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:58:34.611324 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:58:34Z', 'revision_number': 6, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:34.627572 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-0e908317-0699-485e-8505-90b83407ac08 None None] Current status of the port 7a17df21-2012-4dc9-bc42-a82c095274a0 is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:58:34.635246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (b369bb19-37ae-4818-bea7-8c15ef7e8b91), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.663083 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b369bb19-37ae-4818-bea7-8c15ef7e8b91,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:34.727208 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7bbcb-99b0-4fc5-82a7-14ddb700eb81 None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [{'id': '0967c5ae-70d0-479d-bae8-b00878771def', 'name': 'tempest-TestSnapshotPattern-81435008-router', 'tenant_id': '4cc73a458c564736ba55964abbb7c757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:34Z', 'updated_at': '2022-10-26T12:58:34Z', 'revision_number': 6, 'project_id': '4cc73a458c564736ba55964abbb7c757', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:58:34.727513 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:34.737306 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (0967c5ae-70d0-479d-bae8-b00878771def), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.833849 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (0967c5ae-70d0-479d-bae8-b00878771def), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.836186 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks [] for router_controller (0967c5ae-70d0-479d-bae8-b00878771def), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.882438 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (0967c5ae-70d0-479d-bae8-b00878771def), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.882969 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0967c5ae-70d0-479d-bae8-b00878771def {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:58:34.887334 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.888574 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-79fbad92-0ba3-49d2-a083-04bcd098dc9d admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/0967c5ae-70d0-479d-bae8-b00878771def HTTP/1.1" status: 204 len: 168 time: 0.8746622 Oct 26 12:58:34.891236 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43306) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:34.942607 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-727dd929-3f93-491c-b361-e175d49dab3d admin admin] Deleting subnet eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:58:34.946135 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-727dd929-3f93-491c-b361-e175d49dab3d admin admin] Publish callbacks [] for subnet (eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:34.982718 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-727dd929-3f93-491c-b361-e175d49dab3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.058662 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-727dd929-3f93-491c-b361-e175d49dab3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.116653 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-727dd929-3f93-491c-b361-e175d49dab3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.139760 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:35.142832 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dd929-3f93-491c-b361-e175d49dab3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:35.151005 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-727dd929-3f93-491c-b361-e175d49dab3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.155587 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-727dd929-3f93-491c-b361-e175d49dab3d admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/eae5a72b-ee6f-46b0-ad7c-0a6e5bfca831 HTTP/1.1" status: 204 len: 168 time: 0.2628703 Oct 26 12:58:35.157167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef722d-ab02-45f7-97a6-b25b5d01e54a None None] Network c351d330-76f5-436b-8075-e582910dee05 requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:58:35.157636 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43308) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:35.165126 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:35.231917 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (c351d330-76f5-436b-8075-e582910dee05), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.276929 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Deleting port 7a17df21-2012-4dc9-bc42-a82c095274a0 {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:35.277288 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.315202 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134daa5e-2b46-4f17-b629-4dd20cb556f3 None None] DHCP port deletion for c351d330-76f5-436b-8075-e582910dee05 request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:58:35.348522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] For port 7a17df21-2012-4dc9-bc42-a82c095274a0, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7a17df21-2012-4dc9-bc42-a82c095274a0,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:35.348522 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.362705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-134daa5e-2b46-4f17-b629-4dd20cb556f3 None None] Deleting port 7a17df21-2012-4dc9-bc42-a82c095274a0 {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:35.362705 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-134daa5e-2b46-4f17-b629-4dd20cb556f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.363557 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Calling delete_port for 7a17df21-2012-4dc9-bc42-a82c095274a0 owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:35.439400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-134daa5e-2b46-4f17-b629-4dd20cb556f3 None None] For port 7a17df21-2012-4dc9-bc42-a82c095274a0, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=7a17df21-2012-4dc9-bc42-a82c095274a0,segment=NetworkSegment(7a2dafef-6f2e-45e8-a5b4-7becfb36965b),segment_id=7a2dafef-6f2e-45e8-a5b4-7becfb36965b)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:35.439400 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-134daa5e-2b46-4f17-b629-4dd20cb556f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.450080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-134daa5e-2b46-4f17-b629-4dd20cb556f3 None None] Calling delete_port for 7a17df21-2012-4dc9-bc42-a82c095274a0 owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:35.451583 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.488989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a17df21-2012-4dc9-bc42-a82c095274a0,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:35.488989 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] No DVR routers for this DVR port 7a17df21-2012-4dc9-bc42-a82c095274a0 on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:58:35.501370 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d75ab5-2a9a-4467-bbd3-9bca9f99d5fe None None] Sync routers for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:58:35.520199 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d75ab5-2a9a-4467-bbd3-9bca9f99d5fe None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:35.520573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d75ab5-2a9a-4467-bbd3-9bca9f99d5fe None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:58:35.521672 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-04d75ab5-2a9a-4467-bbd3-9bca9f99d5fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0967c5ae-70d0-479d-bae8-b00878771def'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:58:35.542470 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d75ab5-2a9a-4467-bbd3-9bca9f99d5fe None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:35.542766 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d75ab5-2a9a-4467-bbd3-9bca9f99d5fe None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:58:35.543345 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-04d75ab5-2a9a-4467-bbd3-9bca9f99d5fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0967c5ae-70d0-479d-bae8-b00878771def'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:58:35.543715 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d75ab5-2a9a-4467-bbd3-9bca9f99d5fe None None] The sync data for ids ['0967c5ae-70d0-479d-bae8-b00878771def'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 12:58:35.551462 dv-neutron-759874-5-hyperv neutron-server[105417]: self.session.flush() Oct 26 12:58:35.561320 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (c351d330-76f5-436b-8075-e582910dee05), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.561513 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-134daa5e-2b46-4f17-b629-4dd20cb556f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (7a17df21-2012-4dc9-bc42-a82c095274a0), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.586462 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c351d330-76f5-436b-8075-e582910dee05']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:35.587109 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134daa5e-2b46-4f17-b629-4dd20cb556f3 None None] Pushing event deleted for resources: {'Port': ['ID=7a17df21-2012-4dc9-bc42-a82c095274a0,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:35.590616 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134daa5e-2b46-4f17-b629-4dd20cb556f3 None None] No DVR routers for this DVR port 7a17df21-2012-4dc9-bc42-a82c095274a0 on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:58:35.596526 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2dafef-6f2e-45e8-a5b4-7becfb36965b') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:35.596828 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2dafef-6f2e-45e8-a5b4-7becfb36965b') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:35.608051 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (7a2dafef-6f2e-45e8-a5b4-7becfb36965b), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.622689 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (7a2dafef-6f2e-45e8-a5b4-7becfb36965b), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.629088 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:58:35.629468 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (7a2dafef-6f2e-45e8-a5b4-7becfb36965b), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.676761 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 7a2dafef-6f2e-45e8-a5b4-7becfb36965b resource provider aggregate not found Oct 26 12:58:35.696196 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 7a2dafef-6f2e-45e8-a5b4-7becfb36965b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a2dafef-6f2e-45e8-a5b4-7becfb36965b found for delete ", "request_id": "req-07e9c926-ae71-4aa5-bba5-8b5be81805da"}]} Oct 26 12:58:35.702796 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (c351d330-76f5-436b-8075-e582910dee05), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.708029 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:35.711272 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c351d330-76f5-436b-8075-e582910dee05 HTTP/1.1" status: 204 len: 168 time: 0.5526156 Oct 26 12:58:35.714229 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43314) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:35.724637 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161137cf-6b0a-4e75-8869-823c9edad640 admin admin] Pushing event deleted for resources: {'Network': ['ID=c351d330-76f5-436b-8075-e582910dee05,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:35.817139 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:58:35.837020 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 56b0e17a-4070-4301-9294-50b34c90a04a {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:58:35.837369 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 56b0e17a-4070-4301-9294-50b34c90a04a not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:58:35.837784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:58:35.858461 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: b369bb19-37ae-4818-bea7-8c15ef7e8b91 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:58:35.858737 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device b369bb19-37ae-4818-bea7-8c15ef7e8b91 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:58:35.859147 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7a17df21-2012-4dc9-bc42-a82c095274a0 no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:58:35.878253 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: 7a17df21-2012-4dc9-bc42-a82c095274a0 {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:58:35.878605 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device 7a17df21-2012-4dc9-bc42-a82c095274a0 not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:58:35.951906 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:36.043627 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16329945'] for router_interface (57ae212a-ae46-4840-8a88-e98e74279cd2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:36.261889 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Deleting port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:36.262129 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:36.340527 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] For port 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:36.340868 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:36.353360 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Calling delete_port for 91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4 owned by network:router_interface {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:36.485931 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:36.533721 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:36.557405 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Pushing event deleted for resources: {'Port': ['ID=91f2c9b5-1a52-4cbf-a8ca-010f4f3e52b4,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:36.733152 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16451885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16327241'] for router_interface (57ae212a-ae46-4840-8a88-e98e74279cd2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:36.735637 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:36.755700 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e264a046-77f8-4b18-b2dd-60f06bf88d3d None None] get_active_networks_info from dv-neutron-759874-5-hyperv {{(pid=105417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 12:58:36.795761 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:36.827328 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264a046-77f8-4b18-b2dd-60f06bf88d3d None None] Resources bound (agent type, host, resource id): {{(pid=105417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 12:58:36.882752 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:36.949428 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Router 57ae212a-ae46-4840-8a88-e98e74279cd2 has already been hosted by L3 agent d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6 {{(pid=105416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 12:58:37.060292 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] Notify agent at l3_agent.dv-neutron-759874-5-hyperv the message routers_updated {{(pid=105416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 12:58:37.068216 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-bf7fded1-d7bd-4820-8fdb-8430cf89e53d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/57ae212a-ae46-4840-8a88-e98e74279cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3498197 Oct 26 12:58:37.068216 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43316) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:37.071111 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:58:37.082362 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:37.082979 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:37.177522 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks [] for router (57ae212a-ae46-4840-8a88-e98e74279cd2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:37.190465 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: dv-neutron-759874-5-hyperv {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:58:37.283018 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks [] for router_gateway (57ae212a-ae46-4840-8a88-e98e74279cd2), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:37.332356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Deleting port 2d168388-c53e-45e6-86d3-b700077bd6d7 {{(pid=105416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:37.333418 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:37.371256 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'external_fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44'}], 'enable_snat': True}, 'gw_port_id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:58:36Z', 'revision_number': 5, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port': {'id': '2d168388-c53e-45e6-86d3-b700077bd6d7', 'name': '', 'network_id': '123c83d5-5238-40c3-856a-1b3ca4739c33', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'ip_address': '172.26.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-759874-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T12:54:39Z', 'updated_at': '2022-10-26T12:55:40Z', 'revision_number': 27, 'project_id': '', 'subnets': [{'id': 'eaca25b8-2a73-4ba3-893d-c3114096ad13', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-759874-5-hyperv'}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:37.400513 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] Checking router: 57ae212a-ae46-4840-8a88-e98e74279cd2 for host: dv-neutron-759874-5-hyperv {{(pid=105418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 12:58:37.410193 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] Routers {'57ae212a-ae46-4840-8a88-e98e74279cd2'} bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:37.410828 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-759874-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent')) {'router_ids': ['57ae212a-ae46-4840-8a88-e98e74279cd2'], 'active': True} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:37.464297 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.provisioning_blocks [None req-e56aa362-fb6e-4270-ac26-2b0cd70f0eec None None] Provisioning complete for port c9d08c18-b9e4-4a3c-937d-57aa91516deb triggered by entity DHCP. {{(pid=105417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 12:58:37.464671 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e56aa362-fb6e-4270-ac26-2b0cd70f0eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15925633'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), provisioning_complete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:37.465081 dv-neutron-759874-5-hyperv neutron-server[105417]: INFO neutron.plugins.ml2.plugin [None req-e56aa362-fb6e-4270-ac26-2b0cd70f0eec None None] Attempt 1 to provision port c9d08c18-b9e4-4a3c-937d-57aa91516deb Oct 26 12:58:37.497677 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_dvr_db [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] Set router 57ae212a-ae46-4840-8a88-e98e74279cd2 gateway port host: None {{(pid=105418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 12:58:37.546439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e56aa362-fb6e-4270-ac26-2b0cd70f0eec None None] Current status of the port c9d08c18-b9e4-4a3c-937d-57aa91516deb is: ACTIVE; New status is: ACTIVE {{(pid=105417) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 12:58:37.552187 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.l3_hamode_db [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:58:37Z', 'revision_number': 6, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port_host': None}], 'dv-neutron-759874-5-hyperv', False) {} {{(pid=105418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:37.577309 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a0eb70-ad78-4884-bb84-598a4d5cf29d None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [{'id': '57ae212a-ae46-4840-8a88-e98e74279cd2', 'name': 'tempest-TestSnapshotPattern-1355841815-router', 'tenant_id': 'b8f39895b1554f3baf75b10b8ac00616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T12:54:38Z', 'updated_at': '2022-10-26T12:58:37Z', 'revision_number': 6, 'project_id': 'b8f39895b1554f3baf75b10b8ac00616', 'gw_port_host': None}] {{(pid=105418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:58:37.735918 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.db [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] For port 2d168388-c53e-45e6-86d3-b700077bd6d7, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=2d168388-c53e-45e6-86d3-b700077bd6d7,segment=NetworkSegment(a699044d-6585-44e1-9eee-3eefd0a3f5a4),segment_id=a699044d-6585-44e1-9eee-3eefd0a3f5a4)] {{(pid=105416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:37.736457 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:37.751134 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.plugins.ml2.plugin [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Calling delete_port for 2d168388-c53e-45e6-86d3-b700077bd6d7 owned by network:router_gateway {{(pid=105416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:37.794542 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=100 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:37.919361 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:37.924816 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2101433'] for port (2d168388-c53e-45e6-86d3-b700077bd6d7), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:37.958356 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Pushing event deleted for resources: {'Port': ['ID=2d168388-c53e-45e6-86d3-b700077bd6d7,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:38.016279 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16327070'] for router_gateway (57ae212a-ae46-4840-8a88-e98e74279cd2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.108814 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16324467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-219804'] for router (57ae212a-ae46-4840-8a88-e98e74279cd2), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.110964 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks [] for router_controller (57ae212a-ae46-4840-8a88-e98e74279cd2), precommit_delete_associations {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.152995 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16327196'] for router (57ae212a-ae46-4840-8a88-e98e74279cd2), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.153638 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57ae212a-ae46-4840-8a88-e98e74279cd2 {{(pid=105416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 12:58:38.157813 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] Publish callbacks [] for router (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.164047 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-0eca622e-70d0-401c-abac-3c7faecff6da admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/57ae212a-ae46-4840-8a88-e98e74279cd2 HTTP/1.1" status: 204 len: 168 time: 1.0898116 Oct 26 12:58:38.170843 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43318) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:38.214654 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.db_base_plugin_v2 [None req-63176639-0b86-4a0b-b039-8ad34a6346e7 admin admin] Deleting subnet b4891b65-d6c7-4357-8f89-19041e1e1a01 {{(pid=105415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 12:58:38.218176 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63176639-0b86-4a0b-b039-8ad34a6346e7 admin admin] Publish callbacks [] for subnet (b4891b65-d6c7-4357-8f89-19041e1e1a01), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.260834 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63176639-0b86-4a0b-b039-8ad34a6346e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3551110'] for subnet (b4891b65-d6c7-4357-8f89-19041e1e1a01), precommit_delete_associations {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.296306 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13bdf0-878b-48e8-840c-9ab3462fca4c None None] Sync routers for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 12:58:38.305868 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13bdf0-878b-48e8-840c-9ab3462fca4c None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:38.306238 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13bdf0-878b-48e8-840c-9ab3462fca4c None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:58:38.306826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-db13bdf0-878b-48e8-840c-9ab3462fca4c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'57ae212a-ae46-4840-8a88-e98e74279cd2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:58:38.315321 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13bdf0-878b-48e8-840c-9ab3462fca4c None None] Routers set() bound to L3 agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 12:58:38.315684 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13bdf0-878b-48e8-840c-9ab3462fca4c None None] Router IDs set() for agent in host dv-neutron-759874-5-hyperv {{(pid=105417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 12:58:38.316267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_agentschedulers_db [None req-db13bdf0-878b-48e8-840c-9ab3462fca4c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'57ae212a-ae46-4840-8a88-e98e74279cd2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:01:29Z,description=,heartbeat_timestamp=2022-10-26T12:58:29Z,host='dv-neutron-759874-5-hyperv',id=d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:01:29Z,topic='l3_agent'). {{(pid=105417) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 12:58:38.316636 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13bdf0-878b-48e8-840c-9ab3462fca4c None None] The sync data for ids ['57ae212a-ae46-4840-8a88-e98e74279cd2'] in dv-neutron-759874-5-hyperv is: [] {{(pid=105417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 12:58:38.341053 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63176639-0b86-4a0b-b039-8ad34a6346e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15930771'] for subnet (b4891b65-d6c7-4357-8f89-19041e1e1a01), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.393863 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63176639-0b86-4a0b-b039-8ad34a6346e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15930858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3375567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3602559'] for subnet (b4891b65-d6c7-4357-8f89-19041e1e1a01), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.420031 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63176639-0b86-4a0b-b039-8ad34a6346e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4891b65-d6c7-4357-8f89-19041e1e1a01,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:38.424660 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-63176639-0b86-4a0b-b039-8ad34a6346e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.428511 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-63176639-0b86-4a0b-b039-8ad34a6346e7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/b4891b65-d6c7-4357-8f89-19041e1e1a01 HTTP/1.1" status: 204 len: 168 time: 0.2650948 Oct 26 12:58:38.430944 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.wsgi [-] (105415) accepted ('10.222.0.26', 43320) {{(pid=105415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:38.431404 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04349716-ba6e-48f9-931c-f5b39142e0fe None None] Network ccc21470-190b-4cfe-9608-74a6c52310db requested from dv-neutron-759874-5-hyperv {{(pid=105417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 12:58:38.503663 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-880399'] for network (ccc21470-190b-4cfe-9608-74a6c52310db), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.515571 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:38.534013 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:38.553926 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Deleting port c9d08c18-b9e4-4a3c-937d-57aa91516deb {{(pid=105415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:38.554275 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.582541 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd13f9-221c-4552-ac1f-0ad9931d22a0 None None] DHCP port deletion for ccc21470-190b-4cfe-9608-74a6c52310db request from dv-neutron-759874-5-hyperv {{(pid=105417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 12:58:38.620307 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.db [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] For port c9d08c18-b9e4-4a3c-937d-57aa91516deb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c9d08c18-b9e4-4a3c-937d-57aa91516deb,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:38.620578 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd13f9-221c-4552-ac1f-0ad9931d22a0 None None] Deleting port c9d08c18-b9e4-4a3c-937d-57aa91516deb {{(pid=105417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 12:58:38.620691 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.620901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9cbd13f9-221c-4552-ac1f-0ad9931d22a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787628966858'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), before_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.638406 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Calling delete_port for c9d08c18-b9e4-4a3c-937d-57aa91516deb owned by network:dhcp {{(pid=105415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:38.683883 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.db [None req-9cbd13f9-221c-4552-ac1f-0ad9931d22a0 None None] For port c9d08c18-b9e4-4a3c-937d-57aa91516deb, host dv-neutron-759874-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-759874-5-hyperv',level=0,port_id=c9d08c18-b9e4-4a3c-937d-57aa91516deb,segment=NetworkSegment(0838fb05-859f-46f7-88d9-64f5f82e0b1a),segment_id=0838fb05-859f-46f7-88d9-64f5f82e0b1a)] {{(pid=105417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 12:58:38.684200 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9cbd13f9-221c-4552-ac1f-0ad9931d22a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16323030'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), precommit_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.696959 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd13f9-221c-4552-ac1f-0ad9931d22a0 None None] Calling delete_port for c9d08c18-b9e4-4a3c-937d-57aa91516deb owned by network:dhcp {{(pid=105417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 12:58:38.716840 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3375514'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.742807 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d08c18-b9e4-4a3c-937d-57aa91516deb,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:38.746133 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] No DVR routers for this DVR port c9d08c18-b9e4-4a3c-937d-57aa91516deb on host dv-neutron-759874-5-hyperv {{(pid=105415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:58:38.779069 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9cbd13f9-221c-4552-ac1f-0ad9931d22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-802426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16649072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787628971439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787628526749'] for port (c9d08c18-b9e4-4a3c-937d-57aa91516deb), after_delete {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.806937 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd13f9-221c-4552-ac1f-0ad9931d22a0 None None] No DVR routers for this DVR port c9d08c18-b9e4-4a3c-937d-57aa91516deb on host dv-neutron-759874-5-hyperv {{(pid=105417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 12:58:38.811007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd13f9-221c-4552-ac1f-0ad9931d22a0 None None] Pushing event deleted for resources: {'Port': ['ID=c9d08c18-b9e4-4a3c-937d-57aa91516deb,revision_number=None']} {{(pid=105417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:38.825297 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15931752', 'neutron.services.segments.db._delete_segments_for_network-8787628996482'] for network (ccc21470-190b-4cfe-9608-74a6c52310db), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.845936 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc21470-190b-4cfe-9608-74a6c52310db']}} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:38.855891 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0838fb05-859f-46f7-88d9-64f5f82e0b1a') {'for_net_delete': True} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:38.856190 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.services.segments.db [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0838fb05-859f-46f7-88d9-64f5f82e0b1a') {} {{(pid=105415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 12:58:38.866433 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787628996545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3551119'] for segment (0838fb05-859f-46f7-88d9-64f5f82e0b1a), before_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.880423 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283'] for segment (0838fb05-859f-46f7-88d9-64f5f82e0b1a), precommit_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.887171 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=105415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 12:58:38.887624 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3375529'] for segment (0838fb05-859f-46f7-88d9-64f5f82e0b1a), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.928810 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 0838fb05-859f-46f7-88d9-64f5f82e0b1a resource provider aggregate not found Oct 26 12:58:38.947631 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.services.segments.plugin [-] Segment 0838fb05-859f-46f7-88d9-64f5f82e0b1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0838fb05-859f-46f7-88d9-64f5f82e0b1a found for delete ", "request_id": "req-448d1328-832b-4309-984b-2d9f14e472f0"}]} Oct 26 12:58:38.951930 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15931747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16393049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16451860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16327090'] for network (ccc21470-190b-4cfe-9608-74a6c52310db), after_delete {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.957169 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron_lib.callbacks.manager [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:38.960927 dv-neutron-759874-5-hyperv neutron-server[105415]: INFO neutron.wsgi [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/ccc21470-190b-4cfe-9608-74a6c52310db HTTP/1.1" status: 204 len: 168 time: 0.5290554 Oct 26 12:58:38.979127 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b3c9f-084c-4338-aa3a-c96e8a26a5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc21470-190b-4cfe-9608-74a6c52310db,revision_number=None']} {{(pid=105415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:39.144406 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43328) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:39.185324 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-a09c969c-a46f-43de-a04a-9a721ae7df62 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4cc73a458c564736ba55964abbb7c757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396459 Oct 26 12:58:39.187801 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43330) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:39.236079 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2408-2c2d-465a-9627-e8eed8fe1cb8 admin admin] Publish callbacks [] for security_group (233f2a73-a8ba-40fe-8d49-45db38ff6051), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:39.257240 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2408-2c2d-465a-9627-e8eed8fe1cb8 admin admin] Publish callbacks [] for security_group (233f2a73-a8ba-40fe-8d49-45db38ff6051), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:39.308246 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2408-2c2d-465a-9627-e8eed8fe1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (233f2a73-a8ba-40fe-8d49-45db38ff6051), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:39.310842 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2408-2c2d-465a-9627-e8eed8fe1cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:39.311997 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-ab4f2408-2c2d-465a-9627-e8eed8fe1cb8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/233f2a73-a8ba-40fe-8d49-45db38ff6051 HTTP/1.1" status: 204 len: 168 time: 0.1232717 Oct 26 12:58:39.319641 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f2408-2c2d-465a-9627-e8eed8fe1cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233f2a73-a8ba-40fe-8d49-45db38ff6051,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:39.652281 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43336) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:39.693712 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-27986421-f720-4594-a4c0-f82f52f7d76c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b8f39895b1554f3baf75b10b8ac00616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402479 Oct 26 12:58:39.696270 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.wsgi [-] (105416) accepted ('10.222.0.26', 43338) {{(pid=105416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 12:58:39.744946 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-57536422-c749-4fdc-a9c0-afef7edbb240 admin admin] Publish callbacks [] for security_group (0969bb97-4dd1-4bdf-9347-6b0cb67d59a1), before_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:39.765616 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-57536422-c749-4fdc-a9c0-afef7edbb240 admin admin] Publish callbacks [] for security_group (0969bb97-4dd1-4bdf-9347-6b0cb67d59a1), precommit_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:39.814521 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-57536422-c749-4fdc-a9c0-afef7edbb240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16392970'] for security_group (0969bb97-4dd1-4bdf-9347-6b0cb67d59a1), after_delete {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:39.817158 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron_lib.callbacks.manager [None req-57536422-c749-4fdc-a9c0-afef7edbb240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:39.818227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c9d08c18-b9e4-4a3c-937d-57aa91516deb no longer exists at agent ovs-agent-dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 12:58:39.818785 dv-neutron-759874-5-hyperv neutron-server[105416]: INFO neutron.wsgi [None req-57536422-c749-4fdc-a9c0-afef7edbb240 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0969bb97-4dd1-4bdf-9347-6b0cb67d59a1 HTTP/1.1" status: 204 len: 168 time: 0.1216888 Oct 26 12:58:39.826998 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57536422-c749-4fdc-a9c0-afef7edbb240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0969bb97-4dd1-4bdf-9347-6b0cb67d59a1,revision_number=None']} {{(pid=105416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 12:58:39.842232 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.plugin [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] No Port match for: c9d08c18-b9e4-4a3c-937d-57aa91516deb {{(pid=105417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 12:58:39.842650 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron.plugins.ml2.rpc [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Device c9d08c18-b9e4-4a3c-937d-57aa91516deb not bound to the agent host dv-neutron-759874-5-hyperv {{(pid=105417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 12:58:42.869530 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:48.963666 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=37,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:48.964486 dv-neutron-759874-5-hyperv neutron-server[105415]: DEBUG dbcounter [-] [105415] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=105415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:49.799559 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:49.823192 dv-neutron-759874-5-hyperv neutron-server[105416]: DEBUG dbcounter [-] [105416] Writing DB stats neutron:SELECT=50,neutron:DELETE=9 {{(pid=105416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:52.461276 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=47 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:52.462034 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=59 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:52.862953 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=68,neutron:DELETE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:52.865233 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=72,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:58:56.987709 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-378e778a-2d25-4475-801d-7130eea91f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:58:57.807460 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:58:59.174266 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4ef239b9-e024-4ad9-9ec3-ffc837385c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:00.518765 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:01.860573 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:02.030685 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:07.803290 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:07.804782 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:12.025276 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:12.027070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:12.752467 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:22.746300 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:22.748418 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:24.867599 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:26.990784 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2d492a25-c26c-4473-b093-247b1844edeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:29.176796 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-4f002099-7871-45ad-a24e-3fc83bded7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:29.458361 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:30.522394 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:31.866034 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:32.034179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:34.806156 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 12:59:42.028550 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:42.030535 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:42.751172 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:46.669900 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=16 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:46.671789 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=12 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:52.745070 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:52.746933 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 12:59:56.992950 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-ab4f46d3-96dd-48c0-b70f-f7738cf03406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 12:59:59.178320 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-764e16fa-d210-4b03-97c9-60e3006a05c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:00.525452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:01.868439 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:02.036928 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:06.450428 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:06.454402 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:11.805160 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:00:12.030502 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:12.031694 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:12.749227 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:21.800230 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:21.800981 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:22.743294 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:22.745224 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:26.998473 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-0acd4651-2f3e-44e7-9c00-a0bcba96a605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:29.181026 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-1afdd677-b635-4cc2-867f-6c6c138f3409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:30.527452 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:31.872842 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:32.039045 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:42.029239 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:42.035437 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:42.752105 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:43.456421 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:43.462313 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:48.805242 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:00:52.746132 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:52.748135 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:57.000958 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-57204caf-83ca-4290-909c-9e0198a3327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:00:58.800215 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:58.800958 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:00:59.182802 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e8f07a81-5970-4754-96a3-eae4e63ad8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:00.534388 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:01.875580 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:02.042549 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:12.031923 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:12.037976 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:12.769443 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:22.759772 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:22.765858 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:24.872967 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=5 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:24.873712 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:25.804161 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:01:27.002046 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-b361b5d7-b056-46f1-8617-793a85d1d1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:29.186080 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-3093ce92-4117-4185-a1ff-1e53defb9b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:30.534068 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:31.879113 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:32.048264 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:35.800448 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:35.801168 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:42.042812 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:42.044794 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:42.763791 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:46.672470 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=15 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:46.674338 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=11 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:52.752007 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:52.758154 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:57.004207 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c7f1-f87e-4934-870d-223df355f6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:01:57.455670 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:57.456461 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=3 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:01:59.188197 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-9d9868c4-69ef-4d0b-99ec-3d6b9f19748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:00.537033 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:01.884013 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:02.048566 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:02.803516 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:02:12.036979 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:12.044826 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:12.792359 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:12.798879 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:12.799766 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:22.781894 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:22.788044 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:27.005866 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-5178da02-a0f8-407e-91e3-d9b86edac889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:29.189567 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-cd24d14c-d2c9-4067-80c6-8296a4dd9ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:30.539386 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:31.888356 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:32.050912 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:37.781494 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:37.782278 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:39.802751 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:02:42.039500 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:42.047291 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:42.793871 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:49.798493 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:52.784106 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:52.789205 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:02:57.007579 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-2a241722-4156-4171-9556-6eda9e5c0235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:02:59.191991 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e5fb5f2-f40f-41e6-a6c4-9f64c9869d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:00.545168 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:01.891518 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:02.053203 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:11.450163 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=4 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:11.450936 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:12.047024 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=25 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:12.048864 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:12.791167 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:16.801845 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:03:22.784052 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:22.785934 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:24.877859 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:26.798326 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:27.010774 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-a3b43b56-941d-4cbc-9fec-316154398da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:29.193960 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-d67d23f0-78ed-46ab-a8d1-f1e5cd1ddd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:30.544999 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:31.895267 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:32.058901 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:42.052179 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:42.054947 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:42.791354 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:48.446696 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=12 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:48.447455 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=20 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:52.785440 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=2 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:52.787342 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:03:53.800885 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG neutron.db.agents_db [None req-a8e9dea9-85d3-46af-98a4-9c8e55e770cb None None] Agent healthcheck: found 6 active agents {{(pid=105418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:03:57.014215 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-6a56783e-4969-4372-9ae9-64ce096e43f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (b828326a-a372-4dc3-bb48-9e31d382da35), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:03:59.196717 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c0fc-4ef9-4b89-8e51-956fdb7563d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d22bf6f1-22b2-4d4b-a512-8fc1922fe3a6), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:04:00.548754 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-7e3b05d5-e21e-4ec4-a944-728032e7a514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (41c499c6-869b-4af3-88a7-2674ccd78727), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:04:01.903629 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-e5489c16-f294-4ab5-b323-4892bb6496f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (dadfbbf0-0d9c-4761-9935-12b1f972bd84), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:04:02.059576 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-74198d6b-0283-44b8-835e-bf9179de3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (d56d44f4-b027-427c-b192-f57df2ae0eca), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 13:04:03.796306 dv-neutron-759874-5-hyperv neutron-server[105418]: DEBUG dbcounter [-] [105418] Writing DB stats neutron:SELECT=2 {{(pid=105418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:04:12.052270 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:04:12.054150 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG dbcounter [-] [105417] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 13:04:12.791498 dv-neutron-759874-5-hyperv neutron-server[105417]: DEBUG neutron_lib.callbacks.manager [None req-053a3235-c62e-4ff1-8c9b-ecc0bee55ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787628996464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15925547'] for agent (baa5ea34-0ba2-46e0-8f44-d915c8032e23), after_update {{(pid=105417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}